|
2643 | 2643 | "supports_function_calling": true,
|
2644 | 2644 | "supports_tool_choice": true
|
2645 | 2645 | },
|
| 2646 | + "cerebras/llama3.3-70b": { |
| 2647 | + "max_tokens": 128000, |
| 2648 | + "max_input_tokens": 128000, |
| 2649 | + "max_output_tokens": 128000, |
| 2650 | + "input_cost_per_token": 0.00000085, |
| 2651 | + "output_cost_per_token": 0.0000012, |
| 2652 | + "litellm_provider": "cerebras", |
| 2653 | + "mode": "chat", |
| 2654 | + "supports_function_calling": true, |
| 2655 | + "supports_tool_choice": true |
| 2656 | + }, |
2646 | 2657 | "friendliai/meta-llama-3.1-8b-instruct": {
|
2647 | 2658 | "max_tokens": 8192,
|
2648 | 2659 | "max_input_tokens": 8192,
|
|
5328 | 5339 | "supports_vision": true,
|
5329 | 5340 | "supports_tool_choice": true
|
5330 | 5341 | },
|
| 5342 | + "openrouter/google/gemini-2.0-flash-001": { |
| 5343 | + "max_tokens": 8192, |
| 5344 | + "max_input_tokens": 1048576, |
| 5345 | + "max_output_tokens": 8192, |
| 5346 | + "max_images_per_prompt": 3000, |
| 5347 | + "max_videos_per_prompt": 10, |
| 5348 | + "max_video_length": 1, |
| 5349 | + "max_audio_length_hours": 8.4, |
| 5350 | + "max_audio_per_prompt": 1, |
| 5351 | + "max_pdf_size_mb": 30, |
| 5352 | + "input_cost_per_audio_token": 0.0000007, |
| 5353 | + "input_cost_per_token": 0.0000001, |
| 5354 | + "output_cost_per_token": 0.0000004, |
| 5355 | + "litellm_provider": "openrouter", |
| 5356 | + "mode": "chat", |
| 5357 | + "supports_system_messages": true, |
| 5358 | + "supports_function_calling": true, |
| 5359 | + "supports_vision": true, |
| 5360 | + "supports_response_schema": true, |
| 5361 | + "supports_audio_output": true, |
| 5362 | + "supports_tool_choice": true |
| 5363 | + }, |
5331 | 5364 | "openrouter/mistralai/mixtral-8x22b-instruct": {
|
5332 | 5365 | "max_tokens": 65536,
|
5333 | 5366 | "input_cost_per_token": 0.00000065,
|
|
5960 | 5993 | "litellm_provider": "bedrock",
|
5961 | 5994 | "mode": "chat"
|
5962 | 5995 | },
|
| 5996 | + "amazon.rerank-v1:0": { |
| 5997 | + "max_tokens": 32000, |
| 5998 | + "max_input_tokens": 32000, |
| 5999 | + "max_output_tokens": 32000, |
| 6000 | + "max_query_tokens": 32000, |
| 6001 | + "max_document_chunks_per_query": 100, |
| 6002 | + "max_tokens_per_document_chunk": 512, |
| 6003 | + "input_cost_per_token": 0.0, |
| 6004 | + "input_cost_per_query": 0.001, |
| 6005 | + "output_cost_per_token": 0.0, |
| 6006 | + "litellm_provider": "bedrock", |
| 6007 | + "mode": "rerank" |
| 6008 | + }, |
5963 | 6009 | "amazon.titan-text-lite-v1": {
|
5964 | 6010 | "max_tokens": 4000,
|
5965 | 6011 | "max_input_tokens": 42000,
|
|
7000 | 7046 | "mode": "chat",
|
7001 | 7047 | "supports_tool_choice": true
|
7002 | 7048 | },
|
| 7049 | + "cohere.rerank-v3-5:0": { |
| 7050 | + "max_tokens": 32000, |
| 7051 | + "max_input_tokens": 32000, |
| 7052 | + "max_output_tokens": 32000, |
| 7053 | + "max_query_tokens": 32000, |
| 7054 | + "max_document_chunks_per_query": 100, |
| 7055 | + "max_tokens_per_document_chunk": 512, |
| 7056 | + "input_cost_per_token": 0.0, |
| 7057 | + "input_cost_per_query": 0.002, |
| 7058 | + "output_cost_per_token": 0.0, |
| 7059 | + "litellm_provider": "bedrock", |
| 7060 | + "mode": "rerank" |
| 7061 | + }, |
7003 | 7062 | "cohere.command-text-v14": {
|
7004 | 7063 | "max_tokens": 4096,
|
7005 | 7064 | "max_input_tokens": 4096,
|
|
7402 | 7461 | "litellm_provider": "bedrock",
|
7403 | 7462 | "mode": "chat",
|
7404 | 7463 | "supports_function_calling": true,
|
7405 |
| - "supports_tool_choice": false |
| 7464 | + "supports_tool_choice": false, |
| 7465 | + "supports_vision": true |
7406 | 7466 | },
|
7407 | 7467 | "us.meta.llama3-2-11b-instruct-v1:0": {
|
7408 | 7468 | "max_tokens": 128000,
|
|
7413 | 7473 | "litellm_provider": "bedrock",
|
7414 | 7474 | "mode": "chat",
|
7415 | 7475 | "supports_function_calling": true,
|
7416 |
| - "supports_tool_choice": false |
| 7476 | + "supports_tool_choice": false, |
| 7477 | + "supports_vision": true |
7417 | 7478 | },
|
7418 | 7479 | "meta.llama3-2-90b-instruct-v1:0": {
|
7419 | 7480 | "max_tokens": 128000,
|
|
7424 | 7485 | "litellm_provider": "bedrock",
|
7425 | 7486 | "mode": "chat",
|
7426 | 7487 | "supports_function_calling": true,
|
7427 |
| - "supports_tool_choice": false |
| 7488 | + "supports_tool_choice": false, |
| 7489 | + "supports_vision": true |
7428 | 7490 | },
|
7429 | 7491 | "us.meta.llama3-2-90b-instruct-v1:0": {
|
7430 | 7492 | "max_tokens": 128000,
|
|
7435 | 7497 | "litellm_provider": "bedrock",
|
7436 | 7498 | "mode": "chat",
|
7437 | 7499 | "supports_function_calling": true,
|
7438 |
| - "supports_tool_choice": false |
| 7500 | + "supports_tool_choice": false, |
| 7501 | + "supports_vision": true |
7439 | 7502 | },
|
7440 | 7503 | "us.meta.llama3-3-70b-instruct-v1:0": {
|
7441 | 7504 | "max_tokens": 4096,
|
|
9132 | 9195 | "input_cost_per_second": 0.00003333,
|
9133 | 9196 | "output_cost_per_second": 0.00,
|
9134 | 9197 | "litellm_provider": "assemblyai"
|
| 9198 | + }, |
| 9199 | + "jina-reranker-v2-base-multilingual": { |
| 9200 | + "max_tokens": 1024, |
| 9201 | + "max_input_tokens": 1024, |
| 9202 | + "max_output_tokens": 1024, |
| 9203 | + "max_document_chunks_per_query": 2048, |
| 9204 | + "input_cost_per_token": 0.000000018, |
| 9205 | + "output_cost_per_token": 0.000000018, |
| 9206 | + "litellm_provider": "jina_ai", |
| 9207 | + "mode": "rerank" |
9135 | 9208 | }
|
9136 | 9209 | }
|
0 commit comments