Skip to content
This repository was archived by the owner on Jun 5, 2025. It is now read-only.

Commit 2e75277

Browse files
Update model_prices_and_context_window.json to version generated on 2025-02-23 (#1153)
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Yolanda Robla Mota <[email protected]>
1 parent 2d58866 commit 2e75277

File tree

1 file changed

+77
-4
lines changed

1 file changed

+77
-4
lines changed

model_cost_data/model_prices_and_context_window.json

Lines changed: 77 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2643,6 +2643,17 @@
26432643
"supports_function_calling": true,
26442644
"supports_tool_choice": true
26452645
},
2646+
"cerebras/llama3.3-70b": {
2647+
"max_tokens": 128000,
2648+
"max_input_tokens": 128000,
2649+
"max_output_tokens": 128000,
2650+
"input_cost_per_token": 0.00000085,
2651+
"output_cost_per_token": 0.0000012,
2652+
"litellm_provider": "cerebras",
2653+
"mode": "chat",
2654+
"supports_function_calling": true,
2655+
"supports_tool_choice": true
2656+
},
26462657
"friendliai/meta-llama-3.1-8b-instruct": {
26472658
"max_tokens": 8192,
26482659
"max_input_tokens": 8192,
@@ -5328,6 +5339,28 @@
53285339
"supports_vision": true,
53295340
"supports_tool_choice": true
53305341
},
5342+
"openrouter/google/gemini-2.0-flash-001": {
5343+
"max_tokens": 8192,
5344+
"max_input_tokens": 1048576,
5345+
"max_output_tokens": 8192,
5346+
"max_images_per_prompt": 3000,
5347+
"max_videos_per_prompt": 10,
5348+
"max_video_length": 1,
5349+
"max_audio_length_hours": 8.4,
5350+
"max_audio_per_prompt": 1,
5351+
"max_pdf_size_mb": 30,
5352+
"input_cost_per_audio_token": 0.0000007,
5353+
"input_cost_per_token": 0.0000001,
5354+
"output_cost_per_token": 0.0000004,
5355+
"litellm_provider": "openrouter",
5356+
"mode": "chat",
5357+
"supports_system_messages": true,
5358+
"supports_function_calling": true,
5359+
"supports_vision": true,
5360+
"supports_response_schema": true,
5361+
"supports_audio_output": true,
5362+
"supports_tool_choice": true
5363+
},
53315364
"openrouter/mistralai/mixtral-8x22b-instruct": {
53325365
"max_tokens": 65536,
53335366
"input_cost_per_token": 0.00000065,
@@ -5960,6 +5993,19 @@
59605993
"litellm_provider": "bedrock",
59615994
"mode": "chat"
59625995
},
5996+
"amazon.rerank-v1:0": {
5997+
"max_tokens": 32000,
5998+
"max_input_tokens": 32000,
5999+
"max_output_tokens": 32000,
6000+
"max_query_tokens": 32000,
6001+
"max_document_chunks_per_query": 100,
6002+
"max_tokens_per_document_chunk": 512,
6003+
"input_cost_per_token": 0.0,
6004+
"input_cost_per_query": 0.001,
6005+
"output_cost_per_token": 0.0,
6006+
"litellm_provider": "bedrock",
6007+
"mode": "rerank"
6008+
},
59636009
"amazon.titan-text-lite-v1": {
59646010
"max_tokens": 4000,
59656011
"max_input_tokens": 42000,
@@ -7000,6 +7046,19 @@
70007046
"mode": "chat",
70017047
"supports_tool_choice": true
70027048
},
7049+
"cohere.rerank-v3-5:0": {
7050+
"max_tokens": 32000,
7051+
"max_input_tokens": 32000,
7052+
"max_output_tokens": 32000,
7053+
"max_query_tokens": 32000,
7054+
"max_document_chunks_per_query": 100,
7055+
"max_tokens_per_document_chunk": 512,
7056+
"input_cost_per_token": 0.0,
7057+
"input_cost_per_query": 0.002,
7058+
"output_cost_per_token": 0.0,
7059+
"litellm_provider": "bedrock",
7060+
"mode": "rerank"
7061+
},
70037062
"cohere.command-text-v14": {
70047063
"max_tokens": 4096,
70057064
"max_input_tokens": 4096,
@@ -7402,7 +7461,8 @@
74027461
"litellm_provider": "bedrock",
74037462
"mode": "chat",
74047463
"supports_function_calling": true,
7405-
"supports_tool_choice": false
7464+
"supports_tool_choice": false,
7465+
"supports_vision": true
74067466
},
74077467
"us.meta.llama3-2-11b-instruct-v1:0": {
74087468
"max_tokens": 128000,
@@ -7413,7 +7473,8 @@
74137473
"litellm_provider": "bedrock",
74147474
"mode": "chat",
74157475
"supports_function_calling": true,
7416-
"supports_tool_choice": false
7476+
"supports_tool_choice": false,
7477+
"supports_vision": true
74177478
},
74187479
"meta.llama3-2-90b-instruct-v1:0": {
74197480
"max_tokens": 128000,
@@ -7424,7 +7485,8 @@
74247485
"litellm_provider": "bedrock",
74257486
"mode": "chat",
74267487
"supports_function_calling": true,
7427-
"supports_tool_choice": false
7488+
"supports_tool_choice": false,
7489+
"supports_vision": true
74287490
},
74297491
"us.meta.llama3-2-90b-instruct-v1:0": {
74307492
"max_tokens": 128000,
@@ -7435,7 +7497,8 @@
74357497
"litellm_provider": "bedrock",
74367498
"mode": "chat",
74377499
"supports_function_calling": true,
7438-
"supports_tool_choice": false
7500+
"supports_tool_choice": false,
7501+
"supports_vision": true
74397502
},
74407503
"us.meta.llama3-3-70b-instruct-v1:0": {
74417504
"max_tokens": 4096,
@@ -9132,5 +9195,15 @@
91329195
"input_cost_per_second": 0.00003333,
91339196
"output_cost_per_second": 0.00,
91349197
"litellm_provider": "assemblyai"
9198+
},
9199+
"jina-reranker-v2-base-multilingual": {
9200+
"max_tokens": 1024,
9201+
"max_input_tokens": 1024,
9202+
"max_output_tokens": 1024,
9203+
"max_document_chunks_per_query": 2048,
9204+
"input_cost_per_token": 0.000000018,
9205+
"output_cost_per_token": 0.000000018,
9206+
"litellm_provider": "jina_ai",
9207+
"mode": "rerank"
91359208
}
91369209
}

0 commit comments

Comments
 (0)