Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 13 additions & 13 deletions .github/workflows/run-bot-aib-tournament.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -373,19 +373,19 @@ jobs:
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}

bot_gemini_3_pro:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GEMINI_3_PRO'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_PRO }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_gemini_3_pro:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GEMINI_3_PRO'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_PRO }}
# INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
# INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}

bot_grok_4_1_fast_high:
needs: precache_asknews
Expand Down
25 changes: 12 additions & 13 deletions run_bots.py
Original file line number Diff line number Diff line change
Expand Up @@ -447,7 +447,6 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR
sonnet_4_name = "anthropic/claude-sonnet-4-20250514"
sonnet_4_5_name = "anthropic/claude-sonnet-4-5-20250929"
gemini_2_5_pro = "openrouter/google/gemini-2.5-pro" # Used to be gemini-2.5-pro-preview (though automatically switched to regular pro when preview was deprecated)
gemini_3_pro = "openrouter/google/gemini-3-pro-preview"
gemini_default_timeout = 5 * 60
deepnews_model = "asknews/deep-research/high-depth/claude-opus-4-6" # Switched to opus 4.6 Feb 23rd. Switched to high depth Feb 16th 2026. Switched from claude-sonnet-4-20250514 to sonnet 4.5 in Nov 2025. Switched from high to medium depth on Jan 2nd, 2026

Expand Down Expand Up @@ -761,18 +760,18 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR
"tournaments": TournConfig.aib_and_site,
},
# "METAC_GEMINI_3_PRO_HIGH": {} # The default for regular gemini 3 pro is "high" so no need to make a separate version
"METAC_GEMINI_3_PRO": {
"estimated_cost_per_question": roughly_gemini_2_5_pro_preview_cost * 1.3,
"bot": create_bot(
GeneralLlm(
model=gemini_3_pro,
reasoning_effort="high", # This should be default (as of Nov 24th, 2025) even without specifying "high"
temperature=1.0,
timeout=gemini_default_timeout,
),
),
"tournaments": TournConfig.aib_and_site,
},
# "METAC_GEMINI_3_PRO": {
# "estimated_cost_per_question": roughly_gemini_2_5_pro_preview_cost * 1.3,
# "bot": create_bot(
# GeneralLlm(
# model="openrouter/google/gemini-3-pro-preview",
# reasoning_effort="high", # This should be default (as of Nov 24th, 2025) even without specifying "high"
# temperature=1.0,
# timeout=gemini_default_timeout,
# ),
# ),
# "tournaments": TournConfig.aib_and_site,
# },
"METAC_GROK_4_1_FAST_HIGH": {
"estimated_cost_per_question": guess_at_deepseek_v3_1_cost * 1.2,
"bot": create_bot(
Expand Down
Loading