Skip to content

Commit

Permalink
Add deepseek models
Browse files Browse the repository at this point in the history
  • Loading branch information
ankrgyl committed Jan 4, 2025
1 parent 65ac3f4 commit dd8625f
Show file tree
Hide file tree
Showing 2 changed files with 16 additions and 0 deletions.
2 changes: 2 additions & 0 deletions packages/proxy/schema/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -181,6 +181,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = {
"NousResearch/Nous-Hermes-2-Yi-34B": ["together"],
"deepseek-ai/deepseek-coder-33b-instruct": ["together"],
"meta-llama/Llama-3.3-70B-Instruct-Turbo": ["together"],
"deepseek-ai/DeepSeek-V3": ["together"],
"mistral-large-latest": ["mistral"],
"open-mistral-nemo": ["mistral"],
"codestral-latest": ["mistral"],
Expand Down Expand Up @@ -212,6 +213,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = {
"accounts/fireworks/models/llama-v3p1-70b-instruct": ["fireworks"],
"accounts/fireworks/models/llama-v3p2-90b-vision-instruct": ["fireworks"],
"accounts/fireworks/models/llama-v3p1-405b-instruct": ["fireworks"],
"accounts/fireworks/models/deepseek-v3": ["fireworks"],
"anthropic.claude-3-5-sonnet-20241022-v2:0": ["bedrock"],
"anthropic.claude-3-opus-20240229-v1:0": ["bedrock"],
"anthropic.claude-3-haiku-20240307-v1:0": ["bedrock"],
Expand Down
14 changes: 14 additions & 0 deletions packages/proxy/schema/models.ts
Original file line number Diff line number Diff line change
Expand Up @@ -712,6 +712,13 @@ export const AvailableModels: { [name: string]: ModelSpec } = {
output_cost_per_mil_tokens: 0.8,
displayName: "Nous Hermes 2 Yi 34B",
},
"deepseek-ai/DeepSeek-V3": {
format: "openai",
flavor: "chat",
input_cost_per_mil_tokens: 2.5,
output_cost_per_mil_tokens: 2.5,
displayName: "DeepSeek V3",
},
"deepseek-ai/deepseek-coder-33b-instruct": {
format: "openai",
flavor: "chat",
Expand Down Expand Up @@ -930,6 +937,13 @@ export const AvailableModels: { [name: string]: ModelSpec } = {
input_cost_per_mil_tokens: 3,
output_cost_per_mil_tokens: 3,
},
"accounts/fireworks/models/deepseek-v3": {
format: "openai",
flavor: "chat",
displayName: "DeepSeek v3",
input_cost_per_mil_tokens: 0.9,
output_cost_per_mil_tokens: 0.9,
},

// CEREBRAS MODELS
"llama3.1-8b": {
Expand Down

0 comments on commit dd8625f

Please sign in to comment.