Skip to content
This repository was archived by the owner on Mar 12, 2026. It is now read-only.

Commit 11725a9

Browse files
akornilotrustAnastassia Kornilova
andauthored
allow additional model details (#30)
Co-authored-by: Anastassia Kornilova <akornilo@Anastassias-Laptop.local>
1 parent 60bedd9 commit 11725a9

2 files changed

Lines changed: 11 additions & 5 deletions

File tree

schema/eval.schema.json

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@
8585
"evaluation_source_type": {
8686
"type": "string",
8787
"enum": [
88-
"leaderboard",
88+
"leaderboard",
8989
"evaluation_platform"
9090
],
9191
"description": "Type of evaluation source, e.g., leaderboard or evaluation platform"
@@ -151,6 +151,11 @@
151151
"inference_engine": {
152152
"type": "string",
153153
"description": "Name of inference engine which provides an access to optimized models to use them for local evaluations (e.g. vLLM, Ollama)."
154+
},
155+
"additional_details": {
156+
"type": "object",
157+
"description": "Additional model configuration parameters",
158+
"additionalProperties": true
154159
}
155160
}
156161
},
@@ -395,4 +400,4 @@
395400
]
396401
}
397402
}
398-
}
403+
}

schema/eval_types.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,6 @@
11
# generated by datamodel-codegen:
22
# filename: eval.schema.json
3-
# timestamp: 2025-10-29T19:49:55+00:00
4-
5-
3+
# timestamp: 2025-11-04T19:42:49+00:00
64

75
from __future__ import annotations
86

@@ -81,6 +79,9 @@ class ModelInfo(BaseModel):
8179
None,
8280
description='Name of inference engine which provides an access to optimized models to use them for local evaluations (e.g. vLLM, Ollama).',
8381
)
82+
additional_details: Optional[Dict[str, Any]] = Field(
83+
None, description='Additional model configuration parameters'
84+
)
8485

8586

8687
class ScoreType(Enum):

0 commit comments

Comments
 (0)