Skip to content

Raise OpenCode reasoning variants #225

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
seonghobae merged 1 commit into from
Jun 30, 2026
Merged

Raise OpenCode reasoning variants #225

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 35 additions & 0 deletions .github/workflows/opencode-review.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1871,6 +1871,11 @@ jobs:
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -1883,6 +1888,11 @@ jobs:
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -1895,6 +1905,11 @@ jobs:
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -1907,6 +1922,11 @@ jobs:
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 128000,
"output": 4096
Expand All @@ -1927,6 +1947,11 @@ jobs:
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -1939,6 +1964,11 @@ jobs:
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -1951,6 +1981,11 @@ jobs:
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand Down
35 changes: 35 additions & 0 deletions opencode.jsonc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -129,6 +129,11 @@
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -141,6 +146,11 @@
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -153,6 +163,11 @@
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -165,6 +180,11 @@
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 128000,
"output": 4096
Expand All @@ -185,6 +205,11 @@
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -197,6 +222,11 @@
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand All @@ -209,6 +239,11 @@
"options": {
"reasoningEffort": "high"
},
"variants": {
"high": {
"reasoningEffort": "high"
}
},
"limit": {
"context": 200000,
"output": 100000
Expand Down
36 changes: 36 additions & 0 deletions tests/test_opencode_agent_contract.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
import json
import re
from pathlib import Path


Expand Down Expand Up @@ -50,9 +51,44 @@ def test_code_reviewer_subagent_contract_is_configured():
for model_name in high_reasoning_models:
assert models[model_name]["reasoning"] is True
assert models[model_name]["options"]["reasoningEffort"] == "high"
assert models[model_name]["variants"]["high"]["reasoningEffort"] == "high"
for model_name, model_config in models.items():
if model_config.get("reasoning") is True:
assert model_config["options"]["reasoningEffort"] == "high", model_name
assert model_config["variants"]["high"]["reasoningEffort"] == "high", model_name


def test_opencode_model_pool_sets_high_effort_for_capable_candidates():
"""Guard every review-pool candidate against silent reasoning-effort drift."""
config = json.loads(Path("opencode.jsonc").read_text(encoding="utf-8"))
workflow = Path(".github/workflows/opencode-review.yml").read_text(encoding="utf-8")
models = config["provider"]["github-models"]["models"]
candidates_match = re.search(r'OPENCODE_MODEL_CANDIDATES: "([^"]+)"', workflow)

assert candidates_match is not None
candidates = candidates_match.group(1).split()
candidate_models = [candidate.removeprefix("github-models/") for candidate in candidates]

assert set(candidate_models) == set(models)

def is_reasoning_capable(model_name: str) -> bool:
return (
model_name.startswith("openai/gpt-5")
or model_name.startswith("openai/o3")
or model_name.startswith("openai/o4")
or model_name.startswith("deepseek/deepseek-r1")
)

for model_name in candidate_models:
model_config = models[model_name]
if is_reasoning_capable(model_name):
assert model_config["reasoning"] is True, model_name
assert model_config["options"]["reasoningEffort"] == "high", model_name
assert model_config["variants"]["high"]["reasoningEffort"] == "high", model_name
else:
assert model_config.get("reasoning") is not True, model_name
assert "reasoningEffort" not in model_config.get("options", {}), model_name
assert "variants" not in model_config, model_name


def test_code_reviewer_prompt_preserves_review_only_policy():
Expand Down
Loading