Skip to content

Commit 66e9ddb

Browse files
committed
Support OpenAI (API compatible) models and Firecrawl in eval workflow
1 parent ef5b194 commit 66e9ddb

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

.github/workflows/run_evals.yml

+8
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,11 @@ on:
5050
required: false
5151
default: 5
5252
type: number
53+
openai_base_url:
54+
description: 'Base URL of OpenAI compatible API'
55+
required: false
56+
default: ''
57+
type: string
5358

5459
jobs:
5560
eval:
@@ -117,8 +122,11 @@ jobs:
117122
KHOJ_LLM_SEED: "42"
118123
KHOJ_RESEARCH_ITERATIONS: ${{ github.event_name == 'workflow_dispatch' && inputs.max_research_iterations || 5 }}
119124
GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
125+
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
126+
OPENAI_BASE_URL: ${{ github.event_name == 'workflow_dispatch' && inputs.openai_base_url || '' }}
120127
SERPER_DEV_API_KEY: ${{ matrix.dataset != 'math500' && secrets.SERPER_DEV_API_KEY || '' }}
121128
OLOSTEP_API_KEY: ${{ matrix.dataset != 'math500' && secrets.OLOSTEP_API_KEY || ''}}
129+
FIRECRAWL_API_KEY: ${{ matrix.dataset != 'math500' && secrets.FIRECRAWL_API_KEY || '' }}
122130
HF_TOKEN: ${{ secrets.HF_TOKEN }}
123131
E2B_API_KEY: ${{ inputs.sandbox == 'e2b' && secrets.E2B_API_KEY || '' }}
124132
E2B_TEMPLATE: ${{ vars.E2B_TEMPLATE }}

0 commit comments

Comments
 (0)