diff --git a/apps/auth0-evals/eval.config.js b/apps/auth0-evals/eval.config.js index dbb52afd..5c06ae9b 100644 --- a/apps/auth0-evals/eval.config.js +++ b/apps/auth0-evals/eval.config.js @@ -83,7 +83,7 @@ export default { }, models: { - known: ['gpt-5.4', 'gpt-5.4-mini', 'claude-sonnet-4-6', 'claude-opus-4-6', 'claude-opus-4-7', 'claude-opus-4-8', 'claude-haiku-4-5', 'gemini-3.1-pro-preview', 'gemini-3.5-flash'], + known: ['gpt-5.4', 'gpt-5.4-mini', 'claude-sonnet-4-6', 'claude-opus-4-6', 'claude-opus-4-7', 'claude-opus-4-8', 'claude-fable-5', 'claude-haiku-4-5', 'gemini-3.1-pro-preview', 'gemini-3.5-flash'], default: 'gpt-5.4', // Maps short model aliases to the IDs the active proxy expects. // Bedrock proxy needs full `global.anthropic.*` IDs; LiteLLM proxy serves @@ -94,6 +94,7 @@ export default { 'claude-opus-4-6': 'global.anthropic.claude-opus-4-6-v1', 'claude-opus-4-7': 'global.anthropic.claude-opus-4-7', 'claude-opus-4-8': 'global.anthropic.claude-opus-4-8', + 'claude-fable-5': 'global.anthropic.claude-fable-5', 'claude-opus-4-5': 'global.anthropic.claude-opus-4-5-20251101-v1:0', 'claude-haiku-4-5': 'global.anthropic.claude-haiku-4-5-20251001-v1:0', } diff --git a/packages/eval-core/src/config/costs.ts b/packages/eval-core/src/config/costs.ts index 057fb369..fe7346c0 100644 --- a/packages/eval-core/src/config/costs.ts +++ b/packages/eval-core/src/config/costs.ts @@ -7,6 +7,7 @@ export const COST_TABLE: Record = { 'claude-opus-4-6': [5.0, 25.0], 'claude-opus-4-7': [5.0, 25.0], 'claude-opus-4-8': [5.0, 25.0], + 'claude-fable-5': [10.0, 50.0], 'claude-haiku-4-5': [1.0, 5.0], 'gemini-3.1-pro-preview': [2.0, 12.0], 'gemini-3.5-flash': [1.5, 9.0], diff --git a/packages/eval-core/src/config/settings.ts b/packages/eval-core/src/config/settings.ts index 6317db6a..e03f50e9 100644 --- a/packages/eval-core/src/config/settings.ts +++ b/packages/eval-core/src/config/settings.ts @@ -14,6 +14,7 @@ export const CLAUDE_EFFORT_MODELS = new Set([ 'claude-opus-4-7', 'claude-opus-4-8', 'claude-opus-4-5', + 'claude-fable-5', ]); // Model name prefixes that use the older functions/function_call API diff --git a/packages/eval/src/cli/constants.ts b/packages/eval/src/cli/constants.ts index c702a350..8678c3bf 100644 --- a/packages/eval/src/cli/constants.ts +++ b/packages/eval/src/cli/constants.ts @@ -16,6 +16,7 @@ export const KNOWN_WORKING_MODELS = [ 'claude-opus-4-6', 'claude-opus-4-7', 'claude-opus-4-8', + 'claude-fable-5', 'claude-haiku-4-5', 'gemini-3.1-pro-preview', 'gemini-3.5-flash',