fix(agent): close external-context gate gaps

This commit is contained in:
RaresKeY
2026-08-15 03:52:23 +00:00
parent 2295504141
commit 05442a9945
8 changed files with 693 additions and 225 deletions
+121 -159
View File
@@ -37,8 +37,10 @@ from src.tool_capabilities import (
ResultIntegrity,
ToolRunSecurityContext,
blocked_tool_result,
capabilities_for_action,
capabilities_for_tool,
messages_contain_external_untrusted_context,
tool_result_is_successful,
)
from src.tool_utils import _truncate, get_mcp_manager
from src.agent_tools import (
@@ -1139,7 +1141,11 @@ def _uploaded_files_context_message(uploaded_files: Optional[List[Dict]]) -> Opt
"",
"The attachment contents may already be in the latest user message. If an attachment is marked truncated or omitted, read its listed path with `read_file` when that tool is available. Do not say uploaded files are undiscoverable when they are listed here.",
])
return untrusted_context_message("current chat uploaded files", "\n".join(lines))
return untrusted_context_message(
"current chat uploaded files",
"\n".join(lines),
arm_tool_gate=False,
)
_WORKSPACE_CODE_ACTION_RE = re.compile(
@@ -1594,6 +1600,7 @@ def _minimal_saved_memory_message(messages: List[Dict]) -> Optional[Dict]:
"preferences, or anything about \"me\" or \"my\":\n"
+ "\n".join(f"- {fact}" for fact in facts)
),
arm_tool_gate=False,
)
@@ -1702,6 +1709,7 @@ def _minimal_recent_notes_tool_context_message(messages: List[Dict]) -> Optional
+ recent_text
+ "\n\n".join(parts)
),
arm_tool_gate=False,
)
@@ -1821,6 +1829,7 @@ def _minimal_odysseus_doc_messages(messages: List[Dict], active_document, stream
f"{content_note}"
f"{content_for_prompt}"
),
arm_tool_gate=False,
)
active_document_message["_agent_injected"] = "context"
out.append(active_document_message)
@@ -2096,6 +2105,39 @@ def _normalize_stream_document_fences(text: str, target_tool: str = "create_docu
)
def _document_stream_events(block: ToolBlock) -> list[dict]:
"""Build editor stream events only after a document tool has succeeded."""
if block.tool_type == "create_document":
lines = block.content.strip().split("\n")
title = lines[0].strip() if lines else "Untitled"
language = ""
content_start = 1
if (
len(lines) > 1
and len(lines[1].strip()) < 20
and lines[1].strip().isalpha()
):
language = lines[1].strip()
content_start = 2
content = "\n".join(lines[content_start:]) if len(lines) > content_start else ""
events = [
{
"type": "doc_stream_open",
"title": title,
"language": language,
}
]
if content:
events.append({"type": "doc_stream_delta", "content": content})
return events
if block.tool_type == "update_document":
return [
{"type": "doc_stream_open", "title": "", "language": ""},
{"type": "doc_stream_delta", "content": block.content.strip()},
]
return []
def _recent_context_for_retrieval(messages: List[Dict], max_user: int = 3, max_chars: int = 600) -> str:
"""Build the tool-retrieval query from the last few USER turns, not just
the latest one.
@@ -2388,7 +2430,11 @@ def _build_system_prompt(
"rewriting for style. You may still make ordinary requested edits that do not depend on "
"knowing the user's personal style."
)
_doc_message = untrusted_context_message("active editor document", doc_ctx)
_doc_message = untrusted_context_message(
"active editor document",
doc_ctx,
arm_tool_gate=False,
)
_doc_message["_protected"] = True
# Auto-detect suggestion mode
@@ -2468,7 +2514,11 @@ def _build_system_prompt(
f"recipient you can't identify. A bare 'send email saying X' = the "
f"open email's sender.\n"
)
_email_message = untrusted_context_message("active email reader", email_ctx)
_email_message = untrusted_context_message(
"active email reader",
email_ctx,
arm_tool_gate=False,
)
_email_message["_protected"] = True
# Inject writing style for any email writing path. This is deliberately
@@ -2533,6 +2583,7 @@ def _build_system_prompt(
_email_style_message = untrusted_context_message(
"email writing style",
"EMAIL WRITING STYLE AND IDENTITY — FOLLOW FOR ANY EMAIL DRAFT OR SEND:\n" + _style,
arm_tool_gate=False,
)
except Exception:
pass
@@ -2664,7 +2715,11 @@ def _build_system_prompt(
_skills_text = "\n".join(lines)
if _skill_index_block:
_skills_text = _skill_index_block + "\n\n" + _skills_text
_skills_message = untrusted_context_message("skills", _skills_text)
_skills_message = untrusted_context_message(
"skills",
_skills_text,
arm_tool_gate=False,
)
else:
_skills_message = None
except Exception as _sk_err:
@@ -2676,7 +2731,11 @@ def _build_system_prompt(
from src.integrations import get_integrations_prompt
_integ_prompt = get_integrations_prompt()
if _integ_prompt:
_integ_message = untrusted_context_message("integrations", _integ_prompt)
_integ_message = untrusted_context_message(
"integrations",
_integ_prompt,
arm_tool_gate=False,
)
except Exception as _integ_err:
logger.debug(f"Integration prompt injection skipped: {_integ_err}")
@@ -2685,7 +2744,11 @@ def _build_system_prompt(
try:
_mcp_desc = mcp_mgr.get_tool_descriptions_for_prompt(mcp_disabled_map or {})
if _mcp_desc:
_mcp_desc_message = untrusted_context_message("MCP tools", _mcp_desc)
_mcp_desc_message = untrusted_context_message(
"MCP tools",
_mcp_desc,
arm_tool_gate=False,
)
except Exception as _mcp_err:
logger.debug(f"MCP description injection skipped: {_mcp_err}")
@@ -2935,6 +2998,7 @@ def _append_tool_results(
used_native: bool,
round_num: int,
round_reasoning: str = "",
tool_result_records: Optional[list] = None,
):
"""Append tool execution results back into the message history for the next LLM round.
@@ -2951,6 +3015,7 @@ def _append_tool_results(
on the MOST RECENT assistant turn only: enough for DeepSeek continuity,
without the per-round accumulation.
"""
tool_result_records = tool_result_records or []
# Strip reasoning_content from earlier assistant turns; only the newest keeps it.
for _m in messages:
if _m.get("role") == "assistant":
@@ -2986,17 +3051,24 @@ def _append_tool_results(
messages.append(assistant_msg)
for j, tc in enumerate(native_tool_calls):
result_text = tool_result_texts[j] if j < len(tool_result_texts) else ""
record = tool_result_records[j] if j < len(tool_result_records) else {}
tool_name = record.get("tool_name", tc.get("name", ""))
tool_content = record.get("content", tc.get("arguments", ""))
result = record.get(
"result",
tool_results[j] if j < len(tool_results) else None,
)
result_message = {
"role": "tool",
"tool_call_id": tc.get("id", f"call_{round_num}_{j}"),
"content": result_text,
}
capabilities = capabilities_for_tool(tc.get("name", ""))
capabilities = capabilities_for_action(tool_name, tool_content)
if capabilities.result_integrity is not ResultIntegrity.SYSTEM:
result_message["metadata"] = {
"trusted": False,
"source": f"tool result: {tc.get('name', '')}",
"tool_gate_untrusted": True,
"source": f"tool result: {tool_name}",
"tool_gate_untrusted": tool_result_is_successful(result),
}
messages.append(result_message)
else:
@@ -3011,8 +3083,20 @@ def _append_tool_results(
# data, not instructions — same hardening as skills (#788) and the
# web/RAG context. THREAT_MODEL.md lists tool output as a surface that
# must go through untrusted_context_message.
arm_tool_gate = any(
tool_result_is_successful(record.get("result"))
and capabilities_for_action(
record.get("tool_name"),
record.get("content"),
).result_integrity is not ResultIntegrity.SYSTEM
for record in tool_result_records
)
messages.append(
untrusted_context_message("tool execution results", tool_output_text)
untrusted_context_message(
"tool execution results",
tool_output_text,
arm_tool_gate=arm_tool_gate,
)
)
@@ -4352,10 +4436,6 @@ async def stream_agent_loop(
)
_awaiting_user = False # set by ask_user → end the turn and wait for a choice
# Document streaming state (persists across rounds)
_doc_acc = "" # accumulated tool-call JSON arguments
_doc_opened = False # whether doc_stream_open was sent
_doc_last_len = 0 # last content length sent
_doc_stream_create_completed = False
_ody_doc_tool_completed = False
@@ -4418,15 +4498,6 @@ async def stream_agent_loop(
round_response = ""
round_reasoning = "" # reasoning_content deltas (DeepSeek-thinking, vLLM --reasoning-parser)
native_tool_calls = [] # populated if model uses function calling
# Reset doc streaming state per round
_doc_acc = ""
_doc_opened = False
_doc_last_len = 0
_doc_fence_offset = 0 # offset into round_response for text-fence content
# Cursor for the multi-block scanner — when a `create_document`
# fenced block closes we advance this so the next iteration can
# detect a SUBSEQUENT block in the same round.
_doc_scan_from = 0
_active_route_state = {
"messages": messages,
@@ -4707,43 +4778,10 @@ async def stream_agent_loop(
# IMPORTANT: check type-based events BEFORE "delta" key,
# because tool_call_delta also has an "arg_delta" field.
if data.get("type") == "tool_call_delta":
if tool_policy and tool_policy.blocks(data.get("name")):
continue
# Stream document content to frontend as AI generates it
logger.debug(f"tool_call_delta: name={data.get('name')}, len(arg_delta)={len(data.get('arg_delta', ''))}")
_doc_acc += data.get("arg_delta", "")
if not _doc_opened:
tm = re.search(r'"title"\s*:\s*"((?:[^"\\]|\\.)*)"', _doc_acc)
if tm:
_doc_opened = True
try:
title = json.loads('"' + tm.group(1) + '"')
except Exception:
title = tm.group(1)
lm = re.search(r'"language"\s*:\s*"((?:[^"\\]|\\.)*)"', _doc_acc)
lang = ""
if lm:
try:
lang = json.loads('"' + lm.group(1) + '"')
except Exception:
lang = lm.group(1)
logger.info(f"Doc streaming: open title={title!r} lang={lang!r}")
yield f'data: {json.dumps({"type": "doc_stream_open", "title": title, "language": lang})}\n\n'
if _doc_opened:
cm = re.search(r'"content"\s*:\s*"', _doc_acc)
if cm:
raw = _doc_acc[cm.end():]
raw = re.sub(r'"\s*\}\s*$', '', raw)
try:
decoded = json.loads('"' + raw + '"')
except Exception:
try:
decoded = json.loads('"' + raw.rstrip('\\') + '"')
except Exception:
decoded = raw.replace('\\n', '\n').replace('\\t', '\t').replace('\\"', '"').replace('\\\\', '\\')
if len(decoded) > _doc_last_len:
_doc_last_len = len(decoded)
yield f'data: {json.dumps({"type": "doc_stream_delta", "content": decoded})}\n\n'
# Tool-call argument deltas are model proposals, not an
# authorization decision. Document UI events are built
# from the parsed ToolBlock only after successful dispatch.
continue
elif data.get("type") == "tool_calls":
if _apply_candidate_compaction(candidate_index):
yield f'data: {json.dumps({"type": "compacted", "context_length": _last_route_context_length})}\n\n'
@@ -4901,64 +4939,6 @@ async def stream_agent_loop(
data["delta"] = _delta_text
if not _ody_qwen_finetune_model or data.get("thinking"):
yield f"data: {json.dumps(data)}\n\n"
# Detect text-fence doc streaming. Normal agent prompts
# use ```create_document; the doc LoRA streaming path
# uses neutral ```document to avoid triggering learned
# hidden native tool-call output.
if (
(round_num > 1 or _ody_doc_stream_create_mode)
and not _doc_acc
and not (tool_policy and tool_policy.blocks("create_document"))
):
_fence_markers = (
('```document\n', '```documen\n')
if _ody_doc_stream_create_mode
else ('```create_document\n',)
)
_fence_marker = None
for _mk in _fence_markers:
_candidate = _mk[0] if isinstance(_mk, tuple) else _mk
if _candidate in round_response[_doc_scan_from:]:
_fence_marker = _candidate
break
# Open a new block if we're not currently inside one
# and there's an unstreamed marker in the response.
# The marker search starts at the byte after the
# last block's closing fence so the SECOND
# `create_document` block in the same round gets
# detected (previously only the first one was
# streamed and the rest were silently dropped).
if not _doc_opened and _fence_marker:
_fi = round_response.index(_fence_marker, _doc_scan_from)
_fa = round_response[_fi + len(_fence_marker):]
_fl = _fa.split('\n')
if _fl and _fl[0].strip():
_doc_opened = True
_ft = _fl[0].strip()
_kl = {'python','py','javascript','js','typescript','ts','html','css','json','yaml','bash','sql','rust','go','java','c','cpp','markdown','text'}
_flang = _fl[1].strip() if len(_fl) > 1 and _fl[1].strip().lower() in _kl else ''
_doc_fence_offset = _fi + len(_fence_marker) + len(_fl[0]) + 1
if _flang:
_doc_fence_offset += len(_fl[1]) + 1
_doc_last_len = 0
yield f'data: {json.dumps({"type": "doc_stream_open", "title": _ft, "language": _flang})}\n\n'
if _doc_opened:
_rc = round_response[_doc_fence_offset:]
_ci = _rc.find('\n```')
if _ci >= 0:
_rc = _rc[:_ci]
if len(_rc) > _doc_last_len:
_doc_last_len = len(_rc)
yield f'data: {json.dumps({"type": "doc_stream_delta", "content": _rc})}\n\n'
# If the closing fence has arrived, finalise
# this block and arm detection of the NEXT
# one. The model can emit multiple
# `create_document` blocks in a single round.
if _ci >= 0:
_doc_opened = False
_doc_scan_from = _doc_fence_offset + _ci + len('\n```')
_doc_fence_offset = 0
_doc_last_len = 0
elif data.get("error"):
err_msg = data.get("error", "unknown")
logger.error(f"Agent round {round_num}: stream error: {err_msg}")
@@ -5156,9 +5136,6 @@ async def stream_agent_loop(
doc_title = f"Code ({doc_lang})"
tb = ToolBlock("create_document", f"{doc_title}\n{doc_lang}\n{code_body}")
tool_blocks.append(tb)
# Stream the document open event
yield f'data: {json.dumps({"type": "doc_stream_open", "title": doc_title, "language": doc_lang})}\n\n'
yield f'data: {json.dumps({"type": "doc_stream_delta", "content": code_body})}\n\n'
logger.info(f"Auto-created document from {lang_tag} code block ({code_body.count(chr(10))+1} lines)")
break # only auto-create one document per round
@@ -5370,44 +5347,10 @@ async def stream_agent_loop(
yield f'data: {json.dumps({"type": "agent_step", "round": round_num + 1})}\n\n'
continue
# Pre-stream document content for fenced tool blocks (non-native path)
# Native path already streamed via tool_call_delta above
# For round 1 fenced blocks, frontend fence detection already handled streaming
if not _doc_opened and round_num == 1:
for block in tool_blocks:
if tool_policy and tool_policy.blocks(block.tool_type):
continue
if block.tool_type == "create_document":
_doc_opened = True
break
if not _doc_opened:
for block in tool_blocks:
if tool_policy and tool_policy.blocks(block.tool_type):
continue
if block.tool_type == "create_document":
lines = block.content.strip().split("\n")
title = lines[0].strip() if lines else "Untitled"
lang = ""
content_start = 1
if len(lines) > 1 and len(lines[1].strip()) < 20 and lines[1].strip().isalpha():
lang = lines[1].strip()
content_start = 2
content = "\n".join(lines[content_start:]) if len(lines) > content_start else ""
yield f'data: {json.dumps({"type": "doc_stream_open", "title": title, "language": lang})}\n\n'
if content:
yield f'data: {json.dumps({"type": "doc_stream_delta", "content": content})}\n\n'
break
elif block.tool_type == "update_document":
# Pre-stream the full replacement content so user sees it immediately
content = block.content.strip()
yield f'data: {json.dumps({"type": "doc_stream_open", "title": "", "language": ""})}\n\n'
yield f'data: {json.dumps({"type": "doc_stream_delta", "content": content})}\n\n'
break
# Execute each tool block
tool_results = []
tool_result_texts = [] # plain text for native tool role messages
tool_result_records = [] # aligned structured provenance for next round
budget_hit = False
for i, block in enumerate(tool_blocks):
# --- Tool budget check ---
@@ -5426,7 +5369,10 @@ async def stream_agent_loop(
else:
cmd_display = full_command
security_decision = run_security.decision_for(block.tool_type)
security_decision = run_security.decision_for(
block.tool_type,
block.content,
)
_ody_clamped_tool_allowed = (
_ody_notes_finetune_mode
and block.tool_type in {"manage_notes", "manage_calendar", "manage_tasks"}
@@ -5505,7 +5451,7 @@ async def stream_agent_loop(
except (asyncio.CancelledError, Exception):
pass
run_security.observe_tool_result(block.tool_type, result)
run_security.observe_tool_result(block.tool_type, result, block.content)
# A skill the model just loaded can prescribe tools that weren't
# RAG-selected this turn (declared via requires_toolsets in its
@@ -5813,6 +5759,13 @@ async def stream_agent_loop(
f'data: {json.dumps({"type": "ask_user", "data": _pending_ask_user_event})}\n\n'
)
# Only a successful, authorized document execution may affect the
# editor. Model deltas and raw fences are proposals and can be
# invalidated by an earlier result in the same tool batch.
if tool_result_is_successful(result):
for doc_event in _document_stream_events(block):
yield f'data: {json.dumps(doc_event)}\n\n'
# Native document tools open in the editor + carry the REAL doc id.
# Emit a doc_update so the frontend opens/activates it and sends it
# back as active_doc_id next turn (otherwise the agent can't "see"
@@ -5892,6 +5845,14 @@ async def stream_agent_loop(
formatted = format_tool_result(desc, result)
tool_results.append(formatted)
tool_result_texts.append(formatted)
tool_result_records.append(
{
"tool_name": block.tool_type,
"content": block.content,
"result": result,
"text": formatted,
}
)
if (
_ody_doc_stream_create_mode
and block.tool_type == "create_document"
@@ -5942,7 +5903,8 @@ async def stream_agent_loop(
# (and left the real call answered empty).
_append_tool_results(messages, round_response, converted_calls,
tool_results, tool_result_texts, used_native, round_num,
round_reasoning=round_reasoning)
round_reasoning=round_reasoning,
tool_result_records=tool_result_records)
# Emit agent_step event
yield (
+12 -2
View File
@@ -325,6 +325,7 @@ class ChatProcessor:
"Pinned memory context. Some pinned memories are only "
f"included when relevant:\n- {pinned_text}"
),
arm_tool_gate=False,
))
for m in selected_pinned:
self._last_used_memories.append({"text": m["text"], "category": m.get("category", "fact"), "type": "pinned"})
@@ -342,6 +343,7 @@ class ChatProcessor:
"Memory context. Do not reference unless the user asks "
f"about these topics.\n{ext_text}"
),
arm_tool_gate=False,
))
for m in relevant:
self._last_used_memories.append({"text": m["text"], "category": m.get("category", "fact"), "type": "recalled"})
@@ -381,7 +383,11 @@ class ChatProcessor:
)
if len(rag_content) > 10000:
rag_content = rag_content[:10000] + "\n[Truncated]"
preface.append(untrusted_context_message("retrieved documents", rag_content))
preface.append(untrusted_context_message(
"retrieved documents",
rag_content,
arm_tool_gate=False,
))
except Exception as e:
logger.warning(f"RAG retrieval failed: {e}")
@@ -489,6 +495,10 @@ class ChatProcessor:
for s in sorted(by_cat[cat], key=lambda x: x["name"]):
desc = s.get("description") or ""
lines.append(f" - {s['name']}: {desc}" if desc else f" - {s['name']}")
preface.append(untrusted_context_message("available skills index", "\n".join(lines)))
preface.append(untrusted_context_message(
"available skills index",
"\n".join(lines),
arm_tool_gate=False,
))
return preface, rag_sources, web_sources
+195 -11
View File
@@ -7,6 +7,7 @@ run-local integrity gates before dispatch.
from __future__ import annotations
import json
from dataclasses import dataclass, field
from enum import Enum
from types import MappingProxyType
@@ -88,10 +89,16 @@ _register(
result_integrity=ResultIntegrity.WORKSPACE_UNTRUSTED,
)
_register(
{"web_fetch", "web_search"},
{"web_search"},
ToolEffect.BROKERED_NETWORK_READ,
result_integrity=ResultIntegrity.EXTERNAL_UNTRUSTED,
)
_register(
{"web_fetch"},
ToolEffect.BROKERED_NETWORK_READ,
ToolEffect.NETWORK_EGRESS,
result_integrity=ResultIntegrity.EXTERNAL_UNTRUSTED,
)
_register(
{
"list_email_accounts",
@@ -135,14 +142,23 @@ _register(
"manage_session",
"manage_skills",
"manage_tasks",
"pipeline",
"send_to_session",
"suggest_document",
"todowrite",
"update_document",
},
ToolEffect.WRITE_PRIVATE,
)
_register(
{"pipeline"},
ToolEffect.NETWORK_EGRESS,
result_integrity=ResultIntegrity.EXTERNAL_UNTRUSTED,
)
_register(
{"send_to_session"},
ToolEffect.NETWORK_EGRESS,
ToolEffect.WRITE_PRIVATE,
result_integrity=ResultIntegrity.EXTERNAL_UNTRUSTED,
)
_register(
{"chat_with_model", "ask_teacher"},
ToolEffect.NETWORK_EGRESS,
@@ -251,6 +267,165 @@ def capabilities_for_tool(tool_name: Any) -> ToolCapabilities:
return _UNKNOWN_CAPABILITIES
_PRIVATE_ACTION_READS: Mapping[str, frozenset[str]] = MappingProxyType(
{
"manage_calendar": frozenset({"list_calendars", "list_events"}),
"manage_contact": frozenset({"list"}),
"manage_documents": frozenset({"list", "read", "view", "open", "get"}),
"manage_memory": frozenset({"list", "search"}),
"manage_notes": frozenset({"list", "search", "find", "view"}),
"manage_research": frozenset({"list", "read", "open", "view", "get"}),
"manage_session": frozenset({"list", "switch", "open", "select", "view"}),
"manage_skills": frozenset({"list", "index", "view", "view_ref", "search"}),
"manage_tasks": frozenset({"list"}),
}
)
_PRIVATE_ACTION_WRITES: Mapping[str, frozenset[str]] = MappingProxyType(
{
"manage_calendar": frozenset(
{"create_event", "update_event", "delete_event"}
),
"manage_contact": frozenset({"add", "update", "edit", "delete"}),
"manage_documents": frozenset({"delete", "tidy"}),
"manage_memory": frozenset({"add", "edit", "delete"}),
"manage_notes": frozenset({"add", "update", "delete", "toggle_item"}),
"manage_research": frozenset({"delete"}),
"manage_session": frozenset(
{
"rename",
"archive",
"unarchive",
"delete",
"important",
"unimportant",
"truncate",
"fork",
}
),
"manage_skills": frozenset({"add", "edit", "patch", "publish", "delete"}),
"manage_tasks": frozenset({"create", "edit", "delete", "pause", "resume", "run"}),
}
)
_ACTION_DEFAULTS: Mapping[str, str] = MappingProxyType(
{
"manage_calendar": "list_events",
"manage_documents": "list",
"manage_research": "list",
"manage_tasks": "list",
}
)
_ACTION_ALIASES: Mapping[str, Mapping[str, str]] = MappingProxyType(
{
"manage_calendar": MappingProxyType(
{
"create": "create_event",
"update": "update_event",
"delete": "delete_event",
"list": "list_events",
}
),
"manage_notes": MappingProxyType(
{
"create": "add",
"new": "add",
"save": "add",
"remind": "add",
"reminder": "add",
"remove": "delete",
"remove_item": "toggle_item",
}
),
}
)
_LINE_ACTION_TOOLS = frozenset({"manage_memory", "manage_session"})
def _action_from_content(tool_name: str, content: Any) -> str | None:
"""Extract the action discriminator using the same accepted input shapes."""
if isinstance(content, Mapping):
payload: Any = dict(content)
elif isinstance(content, str):
raw = content.strip()
if tool_name in _LINE_ACTION_TOOLS and raw and not raw.startswith("{"):
return raw.splitlines()[0].strip().replace("-", "_").casefold() or None
try:
payload = json.loads(raw) if raw else {}
except (TypeError, ValueError):
return None
else:
payload = {}
if not isinstance(payload, dict):
return None
if (
len(payload) == 1
and isinstance(payload.get("body"), dict)
and "action" in payload["body"]
):
payload = payload["body"]
action = payload.get("action")
if (
not action
and tool_name == "manage_calendar"
and isinstance(payload.get("events"), list)
):
action = "create_event"
if not action and tool_name == "manage_tasks" and any(
payload.get(key) is not None
for key in ("task", "description", "schedule", "time", "day_of_week")
):
action = "create"
if not isinstance(action, str) or not action.strip():
action = _ACTION_DEFAULTS.get(tool_name)
if not action:
return None
normalized = action.strip().replace("-", "_").casefold()
return _ACTION_ALIASES.get(tool_name, {}).get(normalized, normalized)
def capabilities_for_action(tool_name: Any, content: Any) -> ToolCapabilities:
"""Classify a sealed multiplexed action; ambiguous actions fail high."""
base = capabilities_for_tool(tool_name)
if not isinstance(tool_name, str) or tool_name not in _PRIVATE_ACTION_READS:
return base
action = _action_from_content(tool_name, content)
if action in _PRIVATE_ACTION_READS[tool_name]:
return _capabilities(
ToolEffect.READ_PRIVATE,
result_integrity=ResultIntegrity.EXTERNAL_UNTRUSTED,
)
if action in _PRIVATE_ACTION_WRITES[tool_name]:
return ToolCapabilities(
base.effects,
ResultIntegrity.EXTERNAL_UNTRUSTED,
known=base.known,
)
return _capabilities(
ToolEffect.READ_PRIVATE,
ToolEffect.WRITE_PRIVATE,
result_integrity=ResultIntegrity.EXTERNAL_UNTRUSTED,
)
def tool_result_is_successful(result: Any) -> bool:
"""Return whether a result actually introduced successful tool output."""
return bool(
isinstance(result, dict)
and not result.get("blocked")
and not result.get("approval_required")
and not result.get("error")
and result.get("exit_code") in (None, 0)
and result.get("success") is not False
)
POST_EXTERNAL_BLOCKED_EFFECTS = frozenset(
{
ToolEffect.READ_PRIVATE,
@@ -292,8 +467,14 @@ def messages_contain_external_untrusted_context(messages: Iterable[dict]) -> boo
metadata = message.get("metadata")
if not isinstance(metadata, dict) or metadata.get("trusted") is not False:
continue
if metadata.get("tool_gate_untrusted") is True:
gate_marker = metadata.get("tool_gate_untrusted")
if gate_marker is True:
return True
if gate_marker is False:
# Explicit current-format opt-outs are authoritative. The source
# label heuristics below exist only for older saved wrappers that
# predate the marker.
continue
if metadata.get("provenance_origin") == "external":
return True
source = metadata.get("source")
@@ -319,10 +500,10 @@ class ToolRunSecurityContext:
if messages_contain_external_untrusted_context(messages):
self.external_untrusted_context_seen = True
def decision_for(self, tool_name: Any) -> ToolGateDecision:
def decision_for(self, tool_name: Any, content: Any = None) -> ToolGateDecision:
if not self.external_untrusted_context_seen:
return ToolGateDecision(True)
capabilities = capabilities_for_tool(tool_name)
capabilities = capabilities_for_action(tool_name, content)
blocked_effects = capabilities.effects & POST_EXTERNAL_BLOCKED_EFFECTS
if capabilities.known and not blocked_effects:
return ToolGateDecision(True)
@@ -338,12 +519,15 @@ class ToolRunSecurityContext:
),
)
def observe_tool_result(self, tool_name: Any, result: Any) -> None:
if not isinstance(result, dict):
def observe_tool_result(
self,
tool_name: Any,
result: Any,
content: Any = None,
) -> None:
if not tool_result_is_successful(result):
return
if result.get("blocked") or result.get("error") or result.get("exit_code") not in (None, 0):
return
capabilities = capabilities_for_tool(tool_name)
capabilities = capabilities_for_action(tool_name, content)
if capabilities.result_integrity is not ResultIntegrity.SYSTEM:
self.external_untrusted_context_seen = True
if isinstance(tool_name, str) and tool_name not in self.external_sources:
+5 -1
View File
@@ -615,7 +615,10 @@ async def execute_tool_block(
)
if isinstance(security_context, ToolRunSecurityContext):
decision = security_context.decision_for(getattr(block, "tool_type", None))
decision = security_context.decision_for(
getattr(block, "tool_type", None),
getattr(block, "content", None),
)
if not decision.allowed:
logger.warning(
"External-context policy blocked tool=%r",
@@ -640,6 +643,7 @@ async def execute_tool_block(
security_context.observe_tool_result(
getattr(block, "tool_type", None),
output[1],
getattr(block, "content", None),
)
return output
finally: