Preserve query-relevant page passages across search observation limits

This commit is contained in:
pewdiepie-archdaemon
2026-09-17 21:04:57 +00:00
parent 5a5a2c5195
commit 31e03c9eb7
4 changed files with 136 additions and 4 deletions
+2 -3
View File
@@ -8,6 +8,7 @@ from concurrent.futures import ThreadPoolExecutor, as_completed
from datetime import datetime, timedelta
from typing import Dict, Any, Optional, List, Set
from urllib.parse import urlparse
from src.search_passages import search_excerpt
import httpx
@@ -1108,9 +1109,7 @@ def comprehensive_web_search(
output_parts.append(f"Title: {content['title']}")
output_parts.append("-" * 30)
text = content["content"][:3000]
if len(content["content"]) > 3000:
text += "... [truncated]"
text = search_excerpt(content["content"], provider_query, 3000)
output_parts.append(text)
key_points = extract_key_points(content["content"])