Skip to content

Add latest models across all providers with legacy flag support #540

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
hershkop wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Add latest models across all providers with legacy flag support #540

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 41 additions & 4 deletions packages/core/src/plugins/anthropic/anthropic.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,9 @@ export type AnthropicModel = {
completion: number;
};
displayName: string;

/** If true, this model is deprecated/legacy and will be sorted to the bottom of dropdowns. */
legacy?: boolean;
};

export const anthropicModels = {
Expand All @@ -17,6 +20,7 @@ export const anthropicModels = {
completion: 0.00551,
},
displayName: 'Claude Instant',
legacy: true,
},
'claude-instant-1.2': {
maxTokens: 100_000,
Expand All @@ -25,6 +29,7 @@ export const anthropicModels = {
completion: 2.4e-6,
},
displayName: 'Claude Instant 1.2',
legacy: true,
},
'claude-2': {
maxTokens: 100_000,
Expand All @@ -33,6 +38,7 @@ export const anthropicModels = {
completion: 24e-6,
},
displayName: 'Claude 2',
legacy: true,
},
'claude-2.1': {
maxTokens: 200_000,
Expand All @@ -41,6 +47,7 @@ export const anthropicModels = {
completion: 24e-6,
},
displayName: 'Claude 2.1',
legacy: true,
},
'claude-3-haiku-20240307': {
maxTokens: 200_000,
Expand All @@ -49,6 +56,7 @@ export const anthropicModels = {
completion: 1.25e-6,
},
displayName: 'Claude 3 Haiku',
legacy: true,
},
'claude-3-sonnet-20240229': {
maxTokens: 200_000,
Expand All @@ -57,6 +65,7 @@ export const anthropicModels = {
completion: 15e-6,
},
displayName: 'Claude 3 Sonnet',
legacy: true,
},
'claude-3-opus-20240229': {
maxTokens: 200_000,
Expand All @@ -65,6 +74,7 @@ export const anthropicModels = {
completion: 75e-6,
},
displayName: 'Claude 3 Opus',
legacy: true,
},
'claude-3-5-sonnet-latest': {
maxTokens: 200_000,
Expand Down Expand Up @@ -106,14 +116,41 @@ export const anthropicModels = {
},
displayName: 'Claude Opus 4',
},
'claude-haiku-4-5-20251001': {
maxTokens: 200_000,
cost: {
prompt: 0.25e-6,
completion: 1.25e-6,
},
displayName: 'Claude Haiku 4.5',
},
'claude-sonnet-4-6-20260414': {
maxTokens: 200_000,
cost: {
prompt: 3e-6,
completion: 15e-6,
},
displayName: 'Claude Sonnet 4.6',
},
'claude-opus-4-6-20260414': {
maxTokens: 200_000,
cost: {
prompt: 5e-6,
completion: 25e-6,
},
displayName: 'Claude Opus 4.6',
},
} satisfies Record<string, AnthropicModel>;

export type AnthropicModels = keyof typeof anthropicModels;

export const anthropicModelOptions = Object.entries(anthropicModels).map(([id, { displayName }]) => ({
value: id,
label: displayName,
}));
export const anthropicModelOptions = Object.entries(anthropicModels)
.map(([id, model]) => ({
value: id,
label: model.displayName,
legacy: 'legacy' in model ? model.legacy : false,
}))
.sort((a, b) => Number(a.legacy) - Number(b.legacy) || a.label.localeCompare(b.label));

export type Claude3ChatMessage = {
role: 'user' | 'assistant';
Expand Down
58 changes: 52 additions & 6 deletions packages/core/src/plugins/google/google.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,9 @@ export type GoogleModelDeprecated = {
completion: number;
};
displayName: string;

/** If true, this model is deprecated/legacy and will be sorted to the bottom of dropdowns. */
legacy?: boolean;
};

export const googleModelsDeprecated = {
Expand All @@ -17,6 +20,7 @@ export const googleModelsDeprecated = {
completion: NaN,
},
displayName: 'Gemini Pro',
legacy: true,
},
'gemini-pro-vision': {
maxTokens: 16384,
Expand All @@ -25,11 +29,24 @@ export const googleModelsDeprecated = {
completion: NaN,
},
displayName: 'Gemini Pro Vision',
legacy: true,
},
} satisfies Record<string, GoogleModelDeprecated>;

export type GoogleModelsDeprecated = keyof typeof googleModelsDeprecated;

export type GenerativeAiGoogleModelDef = {
maxTokens: number;
cost: {
prompt: number;
completion: number;
};
displayName: string;

/** If true, this model is deprecated/legacy and will be sorted to the bottom of dropdowns. */
legacy?: boolean;
};

export const generativeAiGoogleModels = {
'gemini-2.5-pro': {
maxTokens: 1048576,
Expand Down Expand Up @@ -71,13 +88,38 @@ export const generativeAiGoogleModels = {
},
displayName: 'Gemini 2.0 Flash Lite',
},
'gemini-3-1-pro-preview': {
maxTokens: 1048576,
cost: {
prompt: 2.5 / 1000,
completion: 15 / 1000,
},
displayName: 'Gemini 3.1 Pro (Preview)',
},
'gemini-3-pro-preview': {
maxTokens: 1048576,
cost: {
prompt: 2.0 / 1000,
completion: 12 / 1000,
},
displayName: 'Gemini 3 Pro (Preview)',
},
'gemini-3-flash-preview': {
maxTokens: 1048576,
cost: {
prompt: 0.5 / 1000,
completion: 3 / 1000,
},
displayName: 'Gemini 3 Flash (Preview)',
},
'gemini-1.5-pro': {
maxTokens: 2097152,
cost: {
prompt: 0, // It's per-character wtf
completion: 0, // It's per-character
},
displayName: 'Gemini 1.5 Pro',
legacy: true,
},
'gemini-1.5-flash': {
maxTokens: 1048576,
Expand All @@ -86,8 +128,9 @@ export const generativeAiGoogleModels = {
completion: 0, // It's per-character
},
displayName: 'Gemini 1.5 Flash',
}
};
legacy: true,
},
} satisfies Record<string, GenerativeAiGoogleModelDef>;

export type GenerativeAiGoogleModel = keyof typeof generativeAiGoogleModels;

Expand All @@ -96,10 +139,13 @@ export const googleModelOptionsDeprecated = Object.entries(googleModelsDeprecate
label: displayName,
}));

export const generativeAiOptions = Object.entries(generativeAiGoogleModels).map(([id, { displayName }]) => ({
value: id,
label: displayName,
}));
export const generativeAiOptions = Object.entries(generativeAiGoogleModels)
.map(([id, model]) => ({
value: id,
label: model.displayName,
legacy: 'legacy' in model ? model.legacy : false,
}))
.sort((a, b) => Number(a.legacy) - Number(b.legacy) || a.label.localeCompare(b.label));

export type ChatCompletionOptions = {
project: string;
Expand Down
77 changes: 73 additions & 4 deletions packages/core/src/utils/openai.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,9 @@ export type OpenAIModel = {
supported?: {
parallelFunctionCalls: boolean;
};

/** If true, this model is deprecated/legacy and will be sorted to the bottom of dropdowns. */
legacy?: boolean;
};

export const defaultOpenaiSupported: NonNullable<OpenAIModel['supported']> = {
Expand All @@ -39,7 +42,7 @@ export const openaiModels = {
'gpt-5-mini': {
maxTokens: 400000,
cost: {
prompt: 0.25 - 6,
prompt: 0.25e-6,
completion: 2e-6,
},
displayName: 'GPT-5 mini',
Expand All @@ -65,6 +68,7 @@ export const openaiModels = {
completion: 0.015,
},
displayName: 'GPT-4o',
legacy: true,
},
'gpt-4o-mini': {
maxTokens: 128000,
Expand All @@ -73,6 +77,7 @@ export const openaiModels = {
completion: 0.00075,
},
displayName: 'GPT-4o mini',
legacy: true,
},
o1: {
maxTokens: 128000,
Expand All @@ -84,6 +89,7 @@ export const openaiModels = {
supported: {
parallelFunctionCalls: false,
},
legacy: true,
},
'o1-mini': {
maxTokens: 128000,
Expand All @@ -95,6 +101,7 @@ export const openaiModels = {
supported: {
parallelFunctionCalls: false,
},
legacy: true,
},
'o3-mini': {
maxTokens: 200000,
Expand All @@ -116,6 +123,7 @@ export const openaiModels = {
audioCompletion: 0.08,
},
displayName: 'GPT-4o Audio (Preview)',
legacy: true,
},
'gpt-4.1': {
maxTokens: 1_047_576,
Expand All @@ -141,6 +149,66 @@ export const openaiModels = {
},
displayName: 'o4-mini',
},
'gpt-5.1': {
maxTokens: 400000,
cost: {
prompt: 1.25e-6,
completion: 10e-6,
},
displayName: 'GPT-5.1',
supported: {
parallelFunctionCalls: true,
},
},
'gpt-5.2': {
maxTokens: 400000,
cost: {
prompt: 1.75e-6,
completion: 14e-6,
},
displayName: 'GPT-5.2',
supported: {
parallelFunctionCalls: true,
},
},
'gpt-5.5': {
maxTokens: 400000,
cost: {
prompt: 2e-6,
completion: 16e-6,
},
displayName: 'GPT-5.5',
supported: {
parallelFunctionCalls: true,
},
},
'gpt-4.1-mini': {
maxTokens: 1_047_576,
cost: {
prompt: 0.4e-6,
completion: 1.6e-6,
},
displayName: 'GPT-4.1 mini',
},
'gpt-4.1-nano': {
maxTokens: 1_047_576,
cost: {
prompt: 0.1e-6,
completion: 0.4e-6,
},
displayName: 'GPT-4.1 nano',
},
'o3-pro': {
maxTokens: 200_000,
cost: {
prompt: 20e-6,
completion: 80e-6,
},
displayName: 'o3-pro',
supported: {
parallelFunctionCalls: false,
},
},
'local-model': {
maxTokens: Number.MAX_SAFE_INTEGER,
cost: {
Expand All @@ -152,11 +220,12 @@ export const openaiModels = {
} satisfies Record<string, OpenAIModel>;

export const openAiModelOptions = orderBy(
Object.entries(openaiModels).map(([id, { displayName }]) => ({
Object.entries(openaiModels).map(([id, model]) => ({
value: id,
label: displayName,
label: model.displayName,
legacy: 'legacy' in model ? model.legacy : false,
})),
'label',
['legacy', 'label'],
);

export class OpenAIError extends Error {
Expand Down
Loading