jpmschweitzer/odysseus
1
0
Fork 0
mirror of https://github.com/pewdiepie-archdaemon/odysseus.git synced 2026-10-09 08:22:19 +02:00
Code Issues Packages Projects Releases Wiki Activity

preserve output budget for artifact body recovery

Browse Source
This commit is contained in:
pewdiepie-archdaemon
2026-09-18 16:29:04 +00:00
parent a394ea25d3
commit 629bd32d03
2 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/clean_agent_preview.py
+5 -4
View File
@@ -4393,10 +4393,11 @@ async def stream_preview(*, endpoint_url, model, messages, headers, turn_contrac
retrievals=successful_web_retrievals,
search_limit=2,
)
round_max_tokens = (
min(request_max_tokens, 4096)
if artifact_body_handoff_target else request_max_tokens
)
# Thinking providers can consume several thousand tokens before
# emitting the requested body. Reusing the configured output
# budget avoids a reasoning-only response that leaves the
# required artifact unwritten.
round_max_tokens = request_max_tokens
request = {'model': model, 'messages': request_messages, 'temperature': temperature,
'max_tokens': round_max_tokens, 'stream': True,
'stream_options': {'include_usage': True},