fix: bump thinking effort to minimum medium for *-think models; change default effort to medium
This commit is contained in:
1 parent
34c0903e17
commit
063d03b5b4
2 files changed
+6
-1
No files matched your search
@@ -31,7 +31,7 @@ DEFAULT = {
|
||||
CONF_MAX_TOKENS: 3000,
|
||||
CONF_TEMPERATURE: 1.0,
|
||||
CONF_THINKING_BUDGET: 0,
|
||||
CONF_THINKING_EFFORT: "low",
|
||||
CONF_THINKING_EFFORT: "medium",
|
||||
CONF_WEB_SEARCH: False,
|
||||
CONF_WEB_SEARCH_USER_LOCATION: False,
|
||||
CONF_WEB_SEARCH_MAX_USES: 5,
|
||||
|
||||
@@ -694,6 +694,11 @@ class AnthropicBaseLLMEntity(Entity):
|
||||
thinking_effort = options.get(
|
||||
CONF_THINKING_EFFORT, DEFAULT[CONF_THINKING_EFFORT]
|
||||
)
|
||||
# Some models (e.g. *-think variants) require minimum effort of "medium"
|
||||
_EFFORT_ORDER = ["low", "medium", "high", "max"]
|
||||
if "think" in model and thinking_effort in _EFFORT_ORDER:
|
||||
if _EFFORT_ORDER.index(thinking_effort) < _EFFORT_ORDER.index("medium"):
|
||||
thinking_effort = "medium"
|
||||
if thinking_effort != "none":
|
||||
model_args["thinking"] = ThinkingConfigAdaptiveParam(type="adaptive")
|
||||
model_args["output_config"] = OutputConfigParam(effort=thinking_effort)
|
||||
|
||||
Reference in new issue
Block a user