mirror of
https://github.com/pewdiepie-archdaemon/odysseus.git
synced 2026-10-30 17:52:26 +01:00
Compare commits
10
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b9df7319a4 | ||
|
|
2f40885828 | ||
|
|
e15a3c7bc1 | ||
|
|
e1b30d010a | ||
|
|
9f4366f598 | ||
|
|
96cb5bdc8f | ||
|
|
b4247dd0dc | ||
|
|
08833d715e | ||
|
|
2e35f366e0 | ||
|
|
8fab40eb42 |
@@ -0,0 +1,17 @@
|
|||||||
|
"""Reject skipped/empty native CI runs without conflating driver child counts."""
|
||||||
|
import argparse
|
||||||
|
from pathlib import Path
|
||||||
|
import xml.etree.ElementTree as ET
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(description=__doc__)
|
||||||
|
parser.add_argument('report', type=Path)
|
||||||
|
parser.add_argument('--minimum', type=int, required=True)
|
||||||
|
args = parser.parse_args()
|
||||||
|
root = ET.parse(args.report).getroot()
|
||||||
|
cases = list(root.iter('testcase'))
|
||||||
|
if len(cases) < args.minimum:
|
||||||
|
raise SystemExit(f'Incomplete execution: {len(cases)} cases, expected at least {args.minimum}')
|
||||||
|
for case in cases:
|
||||||
|
if any(case.find(tag) is not None for tag in ('skipped', 'failure', 'error')):
|
||||||
|
raise SystemExit(f'Case did not pass: {case.get("classname")}::{case.get("name")}')
|
||||||
|
print(f'Verified {len(cases)} executed cases; no skipped, failed or errored cases')
|
||||||
@@ -0,0 +1,46 @@
|
|||||||
|
import fs from 'node:fs';
|
||||||
|
import path from 'node:path';
|
||||||
|
import { fileURLToPath } from 'node:url';
|
||||||
|
import { spawnSync } from 'node:child_process';
|
||||||
|
import { parse } from 'acorn';
|
||||||
|
|
||||||
|
const root = fileURLToPath(new URL('../../', import.meta.url));
|
||||||
|
const manifest = JSON.parse(fs.readFileSync(path.join(root, 'tests/native-ci-manifest.json'), 'utf8'));
|
||||||
|
function files(directory) {
|
||||||
|
return fs.readdirSync(directory, { withFileTypes: true }).flatMap(entry => {
|
||||||
|
const target = path.join(directory, entry.name);
|
||||||
|
return entry.isDirectory() ? files(target) : /\.(?:mjs|cjs|js)$/.test(entry.name) ? [target] : [];
|
||||||
|
});
|
||||||
|
}
|
||||||
|
function importsNativeTest(node) {
|
||||||
|
if (!node || typeof node !== 'object') return false;
|
||||||
|
if (node.type === 'ImportDeclaration' && node.source.value === 'node:test') return true;
|
||||||
|
if (node.type === 'CallExpression' && node.callee.name === 'require' && node.arguments[0]?.value === 'node:test') return true;
|
||||||
|
return Object.values(node).some(value => Array.isArray(value) ? value.some(importsNativeTest) : importsNativeTest(value));
|
||||||
|
}
|
||||||
|
const discovered = files(path.join(root, 'tests')).filter(file => {
|
||||||
|
const source = fs.readFileSync(file, 'utf8');
|
||||||
|
return source.includes('node:test') && importsNativeTest(parse(source, { ecmaVersion: 'latest', sourceType: 'module' }));
|
||||||
|
}).map(file => path.relative(root, file).split(path.sep).join('/')).sort();
|
||||||
|
const assigned = Object.values(manifest).flatMap(group => Array.isArray(group) ? group : Object.keys(group));
|
||||||
|
if (new Set(assigned).size !== assigned.length || JSON.stringify([...assigned].sort()) !== JSON.stringify(discovered)) {
|
||||||
|
throw new Error('Native test coverage must be exhaustive and disjoint; update tests/native-ci-manifest.json for added, removed or duplicated files');
|
||||||
|
}
|
||||||
|
for (const wrappers of Object.values(manifest['python-ci'])) {
|
||||||
|
for (const wrapper of wrappers) if (!fs.existsSync(path.join(root, wrapper))) throw new Error(`Missing pytest wrapper: ${wrapper}`);
|
||||||
|
}
|
||||||
|
if (process.argv.includes('--list')) {
|
||||||
|
console.log(JSON.stringify({ discovered, runners: manifest }, null, 2));
|
||||||
|
} else {
|
||||||
|
const reports = path.join(root, 'test-results/native-node');
|
||||||
|
fs.mkdirSync(reports, { recursive: true });
|
||||||
|
const result = spawnSync(process.execPath, ['--test', '--test-concurrency=1',
|
||||||
|
'--test-reporter=spec', '--test-reporter-destination=stdout',
|
||||||
|
'--test-reporter=junit', `--test-reporter-destination=${path.join(reports, 'junit.xml')}`,
|
||||||
|
...manifest['native-ci']], {
|
||||||
|
cwd: root, stdio: 'inherit',
|
||||||
|
env: { ...process.env, ENDPOINT_URL: 'http://127.0.0.1:1' },
|
||||||
|
});
|
||||||
|
if (result.error) throw result.error;
|
||||||
|
process.exitCode = result.status ?? 1;
|
||||||
|
}
|
||||||
@@ -4,6 +4,7 @@ on:
|
|||||||
push:
|
push:
|
||||||
branches: [main, dev]
|
branches: [main, dev]
|
||||||
pull_request:
|
pull_request:
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
# Least privilege: none of the jobs write to the repo.
|
# Least privilege: none of the jobs write to the repo.
|
||||||
permissions:
|
permissions:
|
||||||
@@ -256,10 +257,3 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
PYTEST_SHARD: ${{ matrix.shard }}
|
PYTEST_SHARD: ${{ matrix.shard }}
|
||||||
run: python -m pytest -q -rs --durations=25 --shard "$PYTEST_SHARD"
|
run: python -m pytest -q -rs --durations=25 --shard "$PYTEST_SHARD"
|
||||||
|
|
||||||
- name: Playwright mobile layout checks (shard 1/4 only)
|
|
||||||
if: steps.docs-check.outputs.docs_only != 'true' && matrix.shard == '1/4'
|
|
||||||
run: |
|
|
||||||
ODYSSEUS_TEST_PYTHON=python ODYSSEUS_LAYOUT_BROWSER=chromium npx --no-install playwright test \
|
|
||||||
--config tests/e2e/ios-layout.config.cjs \
|
|
||||||
--reporter=line
|
|
||||||
|
|||||||
@@ -0,0 +1,119 @@
|
|||||||
|
name: Native test suites
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
push:
|
||||||
|
branches: [main, dev, test/remediation-integration-validation]
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: native-tests-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
native-node:
|
||||||
|
name: Native Node regressions
|
||||||
|
runs-on: ubuntu-24.04
|
||||||
|
timeout-minutes: 15
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
|
||||||
|
with:
|
||||||
|
python-version: '3.11'
|
||||||
|
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
||||||
|
with:
|
||||||
|
node-version: '22.23.4'
|
||||||
|
cache: npm
|
||||||
|
- run: npm ci --ignore-scripts --no-audit --no-fund
|
||||||
|
- uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
|
||||||
|
with:
|
||||||
|
path: ~/.cache/ms-playwright
|
||||||
|
key: ms-playwright-${{ runner.os }}-${{ hashFiles('package-lock.json') }}
|
||||||
|
- run: npx playwright install --with-deps chromium
|
||||||
|
- name: Validate exhaustive disjoint runner mapping and execute omitted suites
|
||||||
|
run: |
|
||||||
|
node .github/scripts/run_native_tests.mjs
|
||||||
|
python .github/scripts/check_test_execution.py test-results/native-node/junit.xml --minimum 43
|
||||||
|
- name: Save native test identities and results
|
||||||
|
if: always()
|
||||||
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
||||||
|
with:
|
||||||
|
name: native-node-results
|
||||||
|
path: test-results/native-node/
|
||||||
|
retention-days: 7
|
||||||
|
if-no-files-found: warn
|
||||||
|
|
||||||
|
browser:
|
||||||
|
name: Chromium application regressions
|
||||||
|
runs-on: ubuntu-24.04
|
||||||
|
timeout-minutes: 30
|
||||||
|
env:
|
||||||
|
ODYSSEUS_E2E_DISPOSABLE_ARTIFACTS: '1'
|
||||||
|
ODYSSEUS_TEST_PYTHON: python
|
||||||
|
CHROMADB_HOST: 127.0.0.1
|
||||||
|
CHROMADB_PORT: '1'
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
|
- uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
|
||||||
|
with:
|
||||||
|
python-version: '3.11'
|
||||||
|
- name: Install FFmpeg and establish system trust
|
||||||
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y --no-install-recommends ffmpeg ca-certificates
|
||||||
|
python scripts/check_ca_trust.py --system
|
||||||
|
- uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
|
||||||
|
with:
|
||||||
|
version: '0.13.5'
|
||||||
|
enable-cache: true
|
||||||
|
cache-dependency-glob: requirements.txt
|
||||||
|
prune-cache: false
|
||||||
|
- run: |
|
||||||
|
uv pip install --system --require-hashes --only-binary=:all: --no-deps -r requirements-bootstrap.txt
|
||||||
|
python scripts/check_ca_trust.py --python
|
||||||
|
uv pip install --system -r requirements.txt
|
||||||
|
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
|
||||||
|
with:
|
||||||
|
node-version: '22.23.4'
|
||||||
|
cache: npm
|
||||||
|
- run: npm ci --ignore-scripts --no-audit --no-fund
|
||||||
|
- uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
|
||||||
|
with:
|
||||||
|
path: ~/.cache/ms-playwright
|
||||||
|
key: ms-playwright-${{ runner.os }}-${{ hashFiles('package-lock.json') }}
|
||||||
|
- run: npx playwright install --with-deps chromium
|
||||||
|
- name: Run complete Chromium suite against a fresh authenticated app
|
||||||
|
env:
|
||||||
|
PLAYWRIGHT_JUNIT_OUTPUT_FILE: test-results/browser-junit.xml
|
||||||
|
run: |
|
||||||
|
npm run test:photo-editor -- --reporter=line,junit
|
||||||
|
python .github/scripts/check_test_execution.py test-results/browser-junit.xml --minimum 130
|
||||||
|
- name: Save per-test results and sanitized failure diagnostics
|
||||||
|
if: always()
|
||||||
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
||||||
|
with:
|
||||||
|
name: chromium-regression-results
|
||||||
|
path: test-results/
|
||||||
|
retention-days: 7
|
||||||
|
if-no-files-found: warn
|
||||||
|
|
||||||
|
authoritative-native-suites:
|
||||||
|
name: Authoritative native suites
|
||||||
|
if: always()
|
||||||
|
needs: [native-node, browser]
|
||||||
|
runs-on: ubuntu-24.04
|
||||||
|
steps:
|
||||||
|
- name: Require both complete suites to succeed
|
||||||
|
env:
|
||||||
|
NODE_RESULT: ${{ needs.native-node.result }}
|
||||||
|
BROWSER_RESULT: ${{ needs.browser.result }}
|
||||||
|
run: |
|
||||||
|
test "$NODE_RESULT" = success
|
||||||
|
test "$BROWSER_RESULT" = success
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
# Native test merge gate
|
||||||
|
|
||||||
|
`Native test suites` runs on pull requests, dev/main pushes and manual dispatch.
|
||||||
|
`Authoritative native suites` fails unless both the native Node and complete
|
||||||
|
Chromium jobs succeed; it has no continue-on-error, retries or path bypass.
|
||||||
|
Repository administrators must require this check alongside the four pytest
|
||||||
|
checks in branch protection. The audited public dev branch had no protection or
|
||||||
|
ruleset, so merely adding workflow jobs cannot prevent a manual merge.
|
||||||
|
|
||||||
|
`tests/native-ci-manifest.json` exhaustively partitions all native Node files:
|
||||||
|
16 run in the native job,14 through existing pytest wrappers, one through the
|
||||||
|
existing frontend architecture CI step, and the formerly live email-reply file
|
||||||
|
through an explicitly identified Playwright driver. The manifest validator fails
|
||||||
|
for omitted/duplicate/unreachable entries. Node emits individual JUnit identities
|
||||||
|
and propagates its failure exit. No native file is newly run in each pytest shard.
|
||||||
|
|
||||||
|
The browser job uses the existing one-worker Chromium config and all original129
|
||||||
|
cases, plus one driver for the native email-reply contract. Its ephemeral account,
|
||||||
|
SQLite DB and server are created by the config/setup; reuseExistingServer remains
|
||||||
|
false. NPX startup is offline/cache-only in a private cache; Notes/editor behavior
|
||||||
|
and Python MCP services remain real. No developer app or external account is used.
|
||||||
|
|
||||||
|
Default CI trace suppression remains intact. Only this job's explicit opt-in plus
|
||||||
|
a newly generated authenticated synthetic fixture marker permits failure traces.
|
||||||
|
The existing structured sanitizer runs before artifacts are uploaded; invalid
|
||||||
|
ownership, failed sanitization and missing tooling purge sensitive artifacts.
|
||||||
|
Never upload the fixture directory, database or browser storage state.
|
||||||
|
|
||||||
|
The stroke budget now excludes measured synthetic event-delivery pacing and also
|
||||||
|
bounds actual Chromium main-thread work at the original5s. All240 samples and
|
||||||
|
pixel/thumbnail/undo/redo assertions remain. Per-case timing attachments expose
|
||||||
|
both clocks rather than treating driver frame cadence as application work.
|
||||||
|
|
||||||
|
Three Bombadil properties remain opt-in: they require a Bombadil/browser scenario
|
||||||
|
and bounded fuzz campaign; no authoritative execution is claimed. The two model
|
||||||
|
smoke scripts require supplied model endpoints/models and remain explicit live
|
||||||
|
operations. No credentials or live-service authorization are implied by CI setup.
|
||||||
|
Firefox/WebKit alternatives remain opt-in and are not certified by Chromium CI.
|
||||||
+1
-5
@@ -9,11 +9,7 @@
|
|||||||
"test:photo-editor": "playwright test --config tests/e2e/playwright.config.js",
|
"test:photo-editor": "playwright test --config tests/e2e/playwright.config.js",
|
||||||
"test:photo-editor:install": "playwright install chromium firefox webkit",
|
"test:photo-editor:install": "playwright install chromium firefox webkit",
|
||||||
"test:photo-editor:firefox": "PHOTO_EDITOR_E2E_BROWSER=firefox playwright test --config tests/e2e/playwright.config.js",
|
"test:photo-editor:firefox": "PHOTO_EDITOR_E2E_BROWSER=firefox playwright test --config tests/e2e/playwright.config.js",
|
||||||
"test:photo-editor:webkit": "PHOTO_EDITOR_E2E_BROWSER=webkit playwright test --config tests/e2e/playwright.config.js",
|
"test:photo-editor:webkit": "PHOTO_EDITOR_E2E_BROWSER=webkit playwright test --config tests/e2e/playwright.config.js"
|
||||||
"test:ios-layout": "playwright test --config tests/e2e/ios-layout.config.cjs",
|
|
||||||
"test:ios-layout:chromium": "ODYSSEUS_LAYOUT_BROWSER=chromium playwright test --config tests/e2e/ios-layout.config.cjs",
|
|
||||||
"test:ios-layout:webkit": "ODYSSEUS_LAYOUT_BROWSER=webkit playwright test --config tests/e2e/ios-layout.config.cjs",
|
|
||||||
"test:ios-layout:install": "playwright install chromium webkit"
|
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@antithesishq/bombadil": "^0.7.0",
|
"@antithesishq/bombadil": "^0.7.0",
|
||||||
|
|||||||
@@ -1030,166 +1030,6 @@ def _append_llama_cpp_linux_accel_build_lines(runner_lines: list[str]) -> None:
|
|||||||
runner_lines.append(' fi # end _odysseus_have_prebuilt guard')
|
runner_lines.append(' fi # end _odysseus_have_prebuilt guard')
|
||||||
|
|
||||||
|
|
||||||
ODYSSEUS_LLAMA_SHIM_MARKER = "# Auto-generated by Odysseus Cookbook: a `llama-server` lookalike"
|
|
||||||
|
|
||||||
|
|
||||||
def _append_llama_server_resolution_definition_lines(runner_lines: list[str]) -> None:
|
|
||||||
"""Define the helper shell function that discovers, reconciles and prioritizes llama-server."""
|
|
||||||
marker = f"'{_bash_squote(ODYSSEUS_LLAMA_SHIM_MARKER)}'"
|
|
||||||
runner_lines.append('_odysseus_resolve_llama_server() {')
|
|
||||||
runner_lines.append(' _odysseus_llama_bin=""')
|
|
||||||
runner_lines.append(f' local _marker={marker}')
|
|
||||||
runner_lines.append(' local _saved_ifs="$IFS"')
|
|
||||||
runner_lines.append(" IFS=':'")
|
|
||||||
runner_lines.append(' local -a _parts')
|
|
||||||
runner_lines.append(' read -r -a _parts <<< "$PATH"')
|
|
||||||
runner_lines.append(' IFS="$_saved_ifs"')
|
|
||||||
runner_lines.append(' local _dir _cand')
|
|
||||||
runner_lines.append(' for _dir in "${_parts[@]}"; do')
|
|
||||||
runner_lines.append(' [ -n "$_dir" ] || continue')
|
|
||||||
runner_lines.append(' _cand="$_dir/llama-server"')
|
|
||||||
runner_lines.append(' [ -x "$_cand" ] || continue')
|
|
||||||
runner_lines.append(' if [ -f "$_cand" ] && [ ! -L "$_cand" ] && grep -Fxq "$_marker" "$_cand" 2>/dev/null; then')
|
|
||||||
runner_lines.append(' continue')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' if "$_cand" --version >/dev/null 2>&1; then')
|
|
||||||
runner_lines.append(' _odysseus_llama_bin="$_cand"')
|
|
||||||
runner_lines.append(' break')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' done')
|
|
||||||
runner_lines.append(' if [ -f "$HOME/bin/llama-server" ] && [ ! -L "$HOME/bin/llama-server" ] && grep -Fxq "$_marker" "$HOME/bin/llama-server" 2>/dev/null; then')
|
|
||||||
runner_lines.append(' if [ -n "$_odysseus_llama_bin" ]; then')
|
|
||||||
runner_lines.append(' echo "[odysseus] Native llama-server detected — retiring Odysseus compatibility shim in ~/bin"')
|
|
||||||
runner_lines.append(' rm -f "$HOME/bin/llama-server"')
|
|
||||||
runner_lines.append(' hash -r')
|
|
||||||
runner_lines.append(' elif python3 -c "import llama_cpp.server" 2>/dev/null; then')
|
|
||||||
runner_lines.append(' _odysseus_llama_bin="$HOME/bin/llama-server"')
|
|
||||||
runner_lines.append(' else')
|
|
||||||
runner_lines.append(' echo "[odysseus] Removing stale Odysseus llama-server shim (python3 -m llama_cpp.server unavailable)"')
|
|
||||||
runner_lines.append(' rm -f "$HOME/bin/llama-server"')
|
|
||||||
runner_lines.append(' hash -r')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' if [ -n "$_odysseus_llama_bin" ]; then')
|
|
||||||
runner_lines.append(' local _cand_dir')
|
|
||||||
runner_lines.append(' _cand_dir="$(dirname "$_odysseus_llama_bin")"')
|
|
||||||
runner_lines.append(' if [ "${PATH%%:*}" != "$_cand_dir" ]; then')
|
|
||||||
runner_lines.append(' export PATH="$_cand_dir:$PATH"')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' hash -r')
|
|
||||||
runner_lines.append(' return 0')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' return 1')
|
|
||||||
runner_lines.append('}')
|
|
||||||
|
|
||||||
|
|
||||||
def _append_llama_server_shim_definition_lines(runner_lines: list[str]) -> None:
|
|
||||||
"""Define the helper shell function that generates the Odysseus compatibility shim."""
|
|
||||||
_append_llama_server_resolution_definition_lines(runner_lines)
|
|
||||||
marker = f"'{_bash_squote(ODYSSEUS_LLAMA_SHIM_MARKER)}'"
|
|
||||||
runner_lines.append('_odysseus_create_llama_shim() {')
|
|
||||||
runner_lines.append(' local _target="$HOME/bin/llama-server"')
|
|
||||||
runner_lines.append(f' local _marker={marker}')
|
|
||||||
runner_lines.append(' if [ -e "$_target" ] || [ -L "$_target" ]; then')
|
|
||||||
runner_lines.append(' if [ -f "$_target" ] && [ ! -L "$_target" ] && grep -Fxq "$_marker" "$_target" 2>/dev/null; then')
|
|
||||||
runner_lines.append(' : # existing Odysseus shim — safe to replace')
|
|
||||||
runner_lines.append(' else')
|
|
||||||
runner_lines.append(' echo "[odysseus] WARNING: $_target already exists and is not an Odysseus-managed shim; leaving untouched." >&2')
|
|
||||||
runner_lines.append(' return 1')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' mkdir -p "$HOME/bin" || return 1')
|
|
||||||
runner_lines.append(' local _tmp')
|
|
||||||
runner_lines.append(' _tmp="$(mktemp "$HOME/bin/.llama-server.odysseus.tmp.XXXXXX")" || {')
|
|
||||||
runner_lines.append(' echo "[odysseus] ERROR: unable to create secure temporary llama-server shim in $HOME/bin" >&2')
|
|
||||||
runner_lines.append(' return 1')
|
|
||||||
runner_lines.append(' }')
|
|
||||||
runner_lines.append(" if ! cat > \"$_tmp\" <<'_ODY_LLAMA_SHIM_EOF'")
|
|
||||||
runner_lines.append('#!/usr/bin/env bash')
|
|
||||||
runner_lines.append(ODYSSEUS_LLAMA_SHIM_MARKER)
|
|
||||||
runner_lines.append('# that translates the native CLI to `python -m llama_cpp.server`.')
|
|
||||||
runner_lines.append('# Lets cookbook-generated launch commands run unchanged on hosts')
|
|
||||||
runner_lines.append('# where only the pip llama-cpp-python package is installed.')
|
|
||||||
runner_lines.append('ARGS=()')
|
|
||||||
runner_lines.append('while [ $# -gt 0 ]; do')
|
|
||||||
runner_lines.append(' case "$1" in')
|
|
||||||
runner_lines.append(' -ngl|--gpu-layers|--n-gpu-layers) ARGS+=(--n_gpu_layers "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' -c|--ctx-size) ARGS+=(--n_ctx "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' -b|--batch-size) ARGS+=(--n_batch "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' -ub|--ubatch-size) shift 2 ;; # llama-cpp-python has no separate ubatch')
|
|
||||||
runner_lines.append(' --flash-attn) ARGS+=(--flash_attn true); shift 2 ;;')
|
|
||||||
runner_lines.append(' --cache-type-k) ARGS+=(--type_k "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' --cache-type-v) ARGS+=(--type_v "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' --n-cpu-moe) ARGS+=(--n_cpu_moe "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' --mmproj) ARGS+=(--clip_model_path "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' --image-max-tokens) shift 2 ;; # native-only')
|
|
||||||
runner_lines.append(' --no-mmap) ARGS+=(--no_mmap true); shift ;;')
|
|
||||||
runner_lines.append(' --no-warmup) shift ;; # native-only')
|
|
||||||
runner_lines.append(' --chat-template) ARGS+=(--chat_format "$2"); shift 2 ;;')
|
|
||||||
runner_lines.append(' --fit|--split-mode|--tensor-split|--main-gpu|--parallel) shift 2 ;; # native-only')
|
|
||||||
runner_lines.append(' --mlock) ARGS+=(--use_mlock true); shift ;;')
|
|
||||||
runner_lines.append(' *) ARGS+=("$1"); shift ;;')
|
|
||||||
runner_lines.append(' esac')
|
|
||||||
runner_lines.append('done')
|
|
||||||
runner_lines.append('exec python3 -m llama_cpp.server "${ARGS[@]}"')
|
|
||||||
runner_lines.append('_ODY_LLAMA_SHIM_EOF')
|
|
||||||
runner_lines.append(' then')
|
|
||||||
runner_lines.append(' rm -f -- "$_tmp"')
|
|
||||||
runner_lines.append(' return 1')
|
|
||||||
runner_lines.append(' fi')
|
|
||||||
runner_lines.append(' chmod +x "$_tmp" || { rm -f -- "$_tmp"; return 1; }')
|
|
||||||
runner_lines.append(' mv -f -- "$_tmp" "$_target" || { rm -f -- "$_tmp"; return 1; }')
|
|
||||||
runner_lines.append(' hash -r')
|
|
||||||
runner_lines.append(' echo "[odysseus] Created llama-server shim → python -m llama_cpp.server (no native binary needed)"')
|
|
||||||
runner_lines.append('}')
|
|
||||||
|
|
||||||
|
|
||||||
def _append_llama_server_shim_reconciliation_lines(runner_lines: list[str]) -> None:
|
|
||||||
"""Reconcile an existing ~/bin/llama-server if it is owned by Odysseus Cookbook.
|
|
||||||
|
|
||||||
Invariants:
|
|
||||||
- Never touch an arbitrary user-owned executable or symlink.
|
|
||||||
- If ~/bin/llama-server is an Odysseus generated shim:
|
|
||||||
- If a native llama-server is present and healthy elsewhere on PATH, remove the shim
|
|
||||||
so the native binary is used.
|
|
||||||
- If python3 -m llama_cpp.server is unavailable, remove the stale shim
|
|
||||||
and hash -r so the fallback/build path is triggered.
|
|
||||||
- If no healthy native server exists and llama_cpp.server is working, preserve it.
|
|
||||||
- If a healthy native candidate exists on PATH (even later in PATH), prioritize it and
|
|
||||||
ensure the launched executable is the validated candidate.
|
|
||||||
"""
|
|
||||||
runner_lines.append('[ -r ~/.config/odysseus-llama-cpp-env ] && . ~/.config/odysseus-llama-cpp-env')
|
|
||||||
runner_lines.append('if ! declare -F _odysseus_resolve_llama_server >/dev/null 2>&1; then')
|
|
||||||
_append_llama_server_resolution_definition_lines(runner_lines)
|
|
||||||
runner_lines.append('fi')
|
|
||||||
runner_lines.append('_odysseus_resolve_llama_server || true')
|
|
||||||
|
|
||||||
|
|
||||||
def _append_llama_server_finalization_lines(runner_lines: list[str], platform_hint: str = "") -> None:
|
|
||||||
"""Reconcile post-install launcher availability and enforce fail-closed invariant.
|
|
||||||
|
|
||||||
Guarantees that if python3 -m llama_cpp.server is usable but the `llama-server`
|
|
||||||
command is unresolvable, the compatibility launcher is created. If no usable
|
|
||||||
launcher exists after all build/install attempts, sets ODYSSEUS_PREFLIGHT_EXIT=127.
|
|
||||||
"""
|
|
||||||
err_msg = (
|
|
||||||
f"ERROR: llama.cpp serving is not available on {platform_hint} after install attempts."
|
|
||||||
if platform_hint
|
|
||||||
else "ERROR: llama.cpp serving is not available after install/build attempts."
|
|
||||||
)
|
|
||||||
runner_lines.append('if ! declare -F _odysseus_resolve_llama_server >/dev/null 2>&1; then')
|
|
||||||
_append_llama_server_resolution_definition_lines(runner_lines)
|
|
||||||
runner_lines.append('fi')
|
|
||||||
runner_lines.append('if [ -z "$_odysseus_llama_bin" ] && python3 -c "import llama_cpp.server" 2>/dev/null; then')
|
|
||||||
runner_lines.append(' _odysseus_create_llama_shim')
|
|
||||||
runner_lines.append(' _odysseus_resolve_llama_server || true')
|
|
||||||
runner_lines.append('fi')
|
|
||||||
runner_lines.append('if [ -z "$_odysseus_llama_bin" ]; then')
|
|
||||||
runner_lines.append(f' echo "{err_msg}"')
|
|
||||||
runner_lines.append(' ODYSSEUS_PREFLIGHT_EXIT=127')
|
|
||||||
runner_lines.append('fi')
|
|
||||||
|
|
||||||
|
|
||||||
def _llama_cpp_rebuild_cmd(update_source: bool = False) -> str:
|
def _llama_cpp_rebuild_cmd(update_source: bool = False) -> str:
|
||||||
"""Shell command that clears the Cookbook-managed llama.cpp build.
|
"""Shell command that clears the Cookbook-managed llama.cpp build.
|
||||||
|
|
||||||
|
|||||||
+55
-14
@@ -57,11 +57,9 @@ from routes.cookbook_helpers import (
|
|||||||
_pip_install_no_cache, _user_shell_path_bootstrap, _venv_safe_local_pip_install_cmd,
|
_pip_install_no_cache, _user_shell_path_bootstrap, _venv_safe_local_pip_install_cmd,
|
||||||
_diagnose_serve_output, run_ssh_command_async,
|
_diagnose_serve_output, run_ssh_command_async,
|
||||||
_ollama_bind_from_cmd, _pip_install_fallback_chain, _pip_install_no_cache,
|
_ollama_bind_from_cmd, _pip_install_fallback_chain, _pip_install_no_cache,
|
||||||
|
_user_shell_path_bootstrap, _venv_safe_local_pip_install_cmd,
|
||||||
_append_pip_install_runner_lines, _pip_install_command_without_break_system_packages,
|
_append_pip_install_runner_lines, _pip_install_command_without_break_system_packages,
|
||||||
_normalize_llama_cpp_python_cache_types,
|
_normalize_llama_cpp_python_cache_types,
|
||||||
_append_llama_server_shim_definition_lines,
|
|
||||||
_append_llama_server_shim_reconciliation_lines,
|
|
||||||
_append_llama_server_finalization_lines,
|
|
||||||
ModelDownloadRequest, ServeRequest,
|
ModelDownloadRequest, ServeRequest,
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -2163,7 +2161,7 @@ def setup_cookbook_routes() -> APIRouter:
|
|||||||
ps_lines.append('}')
|
ps_lines.append('}')
|
||||||
elif "llama_cpp" in req.cmd or "llama-server" in req.cmd:
|
elif "llama_cpp" in req.cmd or "llama-server" in req.cmd:
|
||||||
ps_lines.append('# Auto-install llama-cpp-python if missing')
|
ps_lines.append('# Auto-install llama-cpp-python if missing')
|
||||||
ps_lines.append('try { python -c "import llama_cpp.server" 2>$null } catch {}')
|
ps_lines.append('try { python -c "import llama_cpp" 2>$null } catch {}')
|
||||||
ps_lines.append('if ($LASTEXITCODE -ne 0) {')
|
ps_lines.append('if ($LASTEXITCODE -ne 0) {')
|
||||||
ps_lines.append(' Write-Host "Installing llama-cpp-python..."')
|
ps_lines.append(' Write-Host "Installing llama-cpp-python..."')
|
||||||
ps_lines.append(' python -m pip install llama-cpp-python[server]')
|
ps_lines.append(' python -m pip install llama-cpp-python[server]')
|
||||||
@@ -2249,17 +2247,14 @@ def setup_cookbook_routes() -> APIRouter:
|
|||||||
# ollama is found (otherwise macOS falls back to a slow source build).
|
# ollama is found (otherwise macOS falls back to a slow source build).
|
||||||
# /opt/homebrew = Apple Silicon, /usr/local = Intel; harmless on Linux.
|
# /opt/homebrew = Apple Silicon, /usr/local = Intel; harmless on Linux.
|
||||||
runner_lines.append('export PATH="$HOME/.local/bin:$HOME/bin:$HOME/llama.cpp/build/bin:/opt/homebrew/bin:/usr/local/bin:$PATH"')
|
runner_lines.append('export PATH="$HOME/.local/bin:$HOME/bin:$HOME/llama.cpp/build/bin:/opt/homebrew/bin:/usr/local/bin:$PATH"')
|
||||||
_append_llama_server_shim_definition_lines(runner_lines)
|
|
||||||
_append_llama_server_shim_reconciliation_lines(runner_lines)
|
|
||||||
runner_lines.append('if [ -d /data/data/com.termux ]; then')
|
runner_lines.append('if [ -d /data/data/com.termux ]; then')
|
||||||
runner_lines.append(' # Termux: no native build — use the Python bindings (CPU).')
|
runner_lines.append(' # Termux: no native build — use the Python bindings (CPU).')
|
||||||
runner_lines.append(' if ! python3 -c "import llama_cpp.server" 2>/dev/null; then')
|
runner_lines.append(' if ! python3 -c "import llama_cpp" 2>/dev/null; then')
|
||||||
runner_lines.append(' pkg install -y cmake 2>/dev/null')
|
runner_lines.append(' pkg install -y cmake 2>/dev/null')
|
||||||
runner_lines.append(' pip install numpy diskcache jinja2 2>/dev/null')
|
runner_lines.append(' pip install numpy diskcache jinja2 2>/dev/null')
|
||||||
runner_lines.append(' CMAKE_ARGS="-DGGML_BLAS=OFF -DGGML_LLAMAFILE=OFF" pip install \'llama-cpp-python[server]\' --no-build-isolation --no-cache-dir 2>&1 || true')
|
runner_lines.append(' CMAKE_ARGS="-DGGML_BLAS=OFF -DGGML_LLAMAFILE=OFF" pip install \'llama-cpp-python[server]\' --no-build-isolation --no-cache-dir 2>&1 || true')
|
||||||
runner_lines.append(' fi')
|
runner_lines.append(' fi')
|
||||||
_append_llama_server_finalization_lines(runner_lines, platform_hint="Termux")
|
runner_lines.append('elif ! command -v llama-server &>/dev/null; then')
|
||||||
runner_lines.append('elif [ -z "$_odysseus_llama_bin" ]; then')
|
|
||||||
runner_lines.append(' echo "Native llama-server not found — building from source (one-time, may take a few minutes)..."')
|
runner_lines.append(' echo "Native llama-server not found — building from source (one-time, may take a few minutes)..."')
|
||||||
runner_lines.append(' mkdir -p ~/bin')
|
runner_lines.append(' mkdir -p ~/bin')
|
||||||
runner_lines.append(' cd ~ && [ -d llama.cpp ] || git clone --depth 1 https://github.com/ggml-org/llama.cpp')
|
runner_lines.append(' cd ~ && [ -d llama.cpp ] || git clone --depth 1 https://github.com/ggml-org/llama.cpp')
|
||||||
@@ -2276,7 +2271,8 @@ def setup_cookbook_routes() -> APIRouter:
|
|||||||
# would reuse the bad settings and fail again. CMAKE_BUILD_TYPE is
|
# would reuse the bad settings and fail again. CMAKE_BUILD_TYPE is
|
||||||
# explicit so the binary is optimized (Metal auto-enables on macOS).
|
# explicit so the binary is optimized (Metal auto-enables on macOS).
|
||||||
runner_lines.append(' cd ~/llama.cpp && rm -rf build && cmake -B build -DCMAKE_BUILD_TYPE=Release \\')
|
runner_lines.append(' cd ~/llama.cpp && rm -rf build && cmake -B build -DCMAKE_BUILD_TYPE=Release \\')
|
||||||
runner_lines.append(' && cmake --build build -j"$NPROC" --target llama-server')
|
runner_lines.append(' && cmake --build build -j"$NPROC" --target llama-server \\')
|
||||||
|
runner_lines.append(' && ln -sf ~/llama.cpp/build/bin/llama-server ~/bin/llama-server')
|
||||||
runner_lines.append(' else')
|
runner_lines.append(' else')
|
||||||
_append_llama_cpp_linux_accel_build_lines(runner_lines)
|
_append_llama_cpp_linux_accel_build_lines(runner_lines)
|
||||||
runner_lines.append(' fi')
|
runner_lines.append(' fi')
|
||||||
@@ -2300,13 +2296,58 @@ def setup_cookbook_routes() -> APIRouter:
|
|||||||
runner_lines.append(' fi')
|
runner_lines.append(' fi')
|
||||||
runner_lines.append(' fi')
|
runner_lines.append(' fi')
|
||||||
runner_lines.append(' fi')
|
runner_lines.append(' fi')
|
||||||
runner_lines.append(' _odysseus_resolve_llama_server || true')
|
# SHORT-CIRCUIT before the build/pip fallback: if the
|
||||||
# If the native build failed, fall back to the Python bindings.
|
# native binary is missing but llama_cpp Python is already
|
||||||
runner_lines.append(' if [ -z "$_odysseus_llama_bin" ] && ! python3 -c "import llama_cpp.server" 2>/dev/null; then')
|
# installed, drop a wrapper at ~/bin/llama-server that
|
||||||
|
# translates llama-server CLI args to llama_cpp.server's
|
||||||
|
# underscore-style flags. The user's serve command stays
|
||||||
|
# `llama-server ...` and "just works" — no build, no cmake,
|
||||||
|
# no second install. This is the path that unblocks every
|
||||||
|
# remote where pip-installed llama-cpp-python is already
|
||||||
|
# working but Cookbook used to insist on a native binary.
|
||||||
|
runner_lines.append(' if ! command -v llama-server >/dev/null 2>&1 && python3 -c "import llama_cpp" 2>/dev/null; then')
|
||||||
|
runner_lines.append(' mkdir -p ~/bin')
|
||||||
|
runner_lines.append(' cat > ~/bin/llama-server <<\'_ODY_LLAMA_SHIM_EOF\'')
|
||||||
|
runner_lines.append('#!/usr/bin/env bash')
|
||||||
|
runner_lines.append('# Auto-generated by Odysseus Cookbook: a `llama-server` lookalike')
|
||||||
|
runner_lines.append('# that translates the native CLI to `python -m llama_cpp.server`.')
|
||||||
|
runner_lines.append('# Lets cookbook-generated launch commands run unchanged on hosts')
|
||||||
|
runner_lines.append('# where only the pip llama-cpp-python package is installed.')
|
||||||
|
runner_lines.append('ARGS=()')
|
||||||
|
runner_lines.append('while [ $# -gt 0 ]; do')
|
||||||
|
runner_lines.append(' case "$1" in')
|
||||||
|
runner_lines.append(' -ngl|--gpu-layers|--n-gpu-layers) ARGS+=(--n_gpu_layers "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' -c|--ctx-size) ARGS+=(--n_ctx "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' -b|--batch-size) ARGS+=(--n_batch "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' -ub|--ubatch-size) shift 2 ;; # llama-cpp-python has no separate ubatch')
|
||||||
|
runner_lines.append(' --flash-attn) ARGS+=(--flash_attn true); shift 2 ;;')
|
||||||
|
runner_lines.append(' --cache-type-k) ARGS+=(--type_k "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' --cache-type-v) ARGS+=(--type_v "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' --n-cpu-moe) ARGS+=(--n_cpu_moe "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' --mmproj) ARGS+=(--clip_model_path "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' --image-max-tokens) shift 2 ;; # native-only')
|
||||||
|
runner_lines.append(' --no-mmap) ARGS+=(--no_mmap true); shift ;;')
|
||||||
|
runner_lines.append(' --no-warmup) shift ;; # native-only')
|
||||||
|
runner_lines.append(' --chat-template) ARGS+=(--chat_format "$2"); shift 2 ;;')
|
||||||
|
runner_lines.append(' --fit|--split-mode|--tensor-split|--main-gpu|--parallel) shift 2 ;; # native-only')
|
||||||
|
runner_lines.append(' --mlock) ARGS+=(--use_mlock true); shift ;;')
|
||||||
|
runner_lines.append(' *) ARGS+=("$1"); shift ;;')
|
||||||
|
runner_lines.append(' esac')
|
||||||
|
runner_lines.append('done')
|
||||||
|
runner_lines.append('exec python3 -m llama_cpp.server "${ARGS[@]}"')
|
||||||
|
runner_lines.append('_ODY_LLAMA_SHIM_EOF')
|
||||||
|
runner_lines.append(' chmod +x ~/bin/llama-server')
|
||||||
|
runner_lines.append(' echo "[odysseus] Created llama-server shim → python -m llama_cpp.server (no native binary needed)"')
|
||||||
|
runner_lines.append(' fi')
|
||||||
|
runner_lines.append(' # If the native build failed, fall back to the Python bindings.')
|
||||||
|
runner_lines.append(' if ! command -v llama-server &>/dev/null && ! python3 -c "import llama_cpp" 2>/dev/null; then')
|
||||||
runner_lines.append(' echo "llama-server build failed — installing Python bindings as fallback..."')
|
runner_lines.append(' echo "llama-server build failed — installing Python bindings as fallback..."')
|
||||||
runner_lines.append(f" {_pip_install_fallback_chain('llama-cpp-python[server]', python_cmd='pip')} || true")
|
runner_lines.append(f" {_pip_install_fallback_chain('llama-cpp-python[server]', python_cmd='pip')} || true")
|
||||||
runner_lines.append(' fi')
|
runner_lines.append(' fi')
|
||||||
_append_llama_server_finalization_lines(runner_lines)
|
runner_lines.append(' if ! command -v llama-server &>/dev/null && ! python3 -c "import llama_cpp" 2>/dev/null; then')
|
||||||
|
runner_lines.append(' echo "ERROR: llama.cpp serving is not available after install/build attempts."')
|
||||||
|
runner_lines.append(' ODYSSEUS_PREFLIGHT_EXIT=127')
|
||||||
|
runner_lines.append(' fi')
|
||||||
runner_lines.append('fi')
|
runner_lines.append('fi')
|
||||||
elif re.search(r"\bollama\s+serve\b", req.cmd):
|
elif re.search(r"\bollama\s+serve\b", req.cmd):
|
||||||
handled_ollama_serve = True
|
handled_ollama_serve = True
|
||||||
|
|||||||
@@ -1315,7 +1315,7 @@ def setup_session_routes(
|
|||||||
def auto_sort_sessions(request: Request, skip_llm: bool = False):
|
def auto_sort_sessions(request: Request, skip_llm: bool = False):
|
||||||
"""Use AI to categorize all sessions into folders.
|
"""Use AI to categorize all sessions into folders.
|
||||||
|
|
||||||
Phase 1 deletes empty/Incognito sessions and Phase 2 asks the LLM
|
Phase 1 deletes empty/throwaway sessions and Phase 2 asks the LLM
|
||||||
to assign folders. When `skip_llm=true` the endpoint returns
|
to assign folders. When `skip_llm=true` the endpoint returns
|
||||||
after Phase 1 — used by the "Tidy (no AI)" UI affordance so
|
after Phase 1 — used by the "Tidy (no AI)" UI affordance so
|
||||||
users can clean junk without spending tokens.
|
users can clean junk without spending tokens.
|
||||||
@@ -1326,11 +1326,21 @@ def setup_session_routes(
|
|||||||
single_user_mode = not user and _auth_disabled()
|
single_user_mode = not user and _auth_disabled()
|
||||||
user_sessions = session_manager.get_sessions_for_user(user)
|
user_sessions = session_manager.get_sessions_for_user(user)
|
||||||
|
|
||||||
# Saved conversations are never disposable based on their title or prompt.
|
# Delete empty and throwaway sessions before sorting
|
||||||
from core.database import ChatMessage as DbMsg
|
from core.database import ChatMessage as DbMsg
|
||||||
db = SessionLocal()
|
db = SessionLocal()
|
||||||
deleted_empty = 0
|
deleted_empty = 0
|
||||||
deleted_throwaway = 0
|
deleted_throwaway = 0
|
||||||
|
# Names that indicate a throwaway/test session (case-insensitive exact or prefix match)
|
||||||
|
_THROWAWAY_NAMES = {
|
||||||
|
"test", "testing", "asdf", "asd", "hello", "hi", "hey",
|
||||||
|
"yo", "sup", "hola", "hii", "hiii", "heyo",
|
||||||
|
"foo", "bar", "baz", "tmp", "temp", "scratch", "untitled",
|
||||||
|
"new chat", "delete", "remove", "junk", "trash", "xxx",
|
||||||
|
"abc", "qwerty", "blah", "stuff", "whatever", "idk",
|
||||||
|
"ok", "lol", "bruh", "hmm", "hm", "meh",
|
||||||
|
}
|
||||||
|
_THROWAWAY_MAX_MESSAGES = 4 # only delete if <= this many messages
|
||||||
try:
|
try:
|
||||||
rows_q = db.query(DbSession).filter(DbSession.archived == False)
|
rows_q = db.query(DbSession).filter(DbSession.archived == False)
|
||||||
if user:
|
if user:
|
||||||
@@ -1339,11 +1349,15 @@ def setup_session_routes(
|
|||||||
rows_q = rows_q.filter(DbSession.owner == user)
|
rows_q = rows_q.filter(DbSession.owner == user)
|
||||||
rows = rows_q.limit(2000).all()
|
rows = rows_q.limit(2000).all()
|
||||||
folder_map = {r.id: r.folder for r in rows}
|
folder_map = {r.id: r.folder for r in rows}
|
||||||
# Precompute per-session message counts in one aggregate query
|
# Precompute per-session message counts in TWO aggregate queries
|
||||||
# instead of 1–3 queries PER session — with many chats the per-row
|
# instead of 1–3 queries PER session — with many chats the per-row
|
||||||
# loop was doing thousands of round-trips and blowing the timeout.
|
# loop was doing thousands of round-trips and blowing the timeout.
|
||||||
from sqlalchemy import func as _sa_func
|
from sqlalchemy import func as _sa_func
|
||||||
_counts = dict(db.query(DbMsg.session_id, _sa_func.count(DbMsg.id)).group_by(DbMsg.session_id).all())
|
_counts = dict(db.query(DbMsg.session_id, _sa_func.count(DbMsg.id)).group_by(DbMsg.session_id).all())
|
||||||
|
_asst_counts = dict(
|
||||||
|
db.query(DbMsg.session_id, _sa_func.count(DbMsg.id))
|
||||||
|
.filter(DbMsg.role == "assistant").group_by(DbMsg.session_id).all()
|
||||||
|
)
|
||||||
cleanup_now = utcnow_naive()
|
cleanup_now = utcnow_naive()
|
||||||
for row in rows:
|
for row in rows:
|
||||||
# Never delete important sessions
|
# Never delete important sessions
|
||||||
@@ -1353,10 +1367,9 @@ def setup_session_routes(
|
|||||||
if (row.name or "").strip() == "Incognito":
|
if (row.name or "").strip() == "Incognito":
|
||||||
should_delete = True
|
should_delete = True
|
||||||
deleted_throwaway += 1
|
deleted_throwaway += 1
|
||||||
|
db.delete(row)
|
||||||
if hasattr(session_manager, 'delete_session'):
|
if hasattr(session_manager, 'delete_session'):
|
||||||
session_manager.delete_session(row.id)
|
session_manager.delete_session(row.id)
|
||||||
else:
|
|
||||||
db.delete(row)
|
|
||||||
continue
|
continue
|
||||||
if is_session_recently_active(row, now=cleanup_now):
|
if is_session_recently_active(row, now=cleanup_now):
|
||||||
continue
|
continue
|
||||||
@@ -1365,11 +1378,31 @@ def setup_session_routes(
|
|||||||
if msg_count == 0:
|
if msg_count == 0:
|
||||||
should_delete = True
|
should_delete = True
|
||||||
deleted_empty += 1
|
deleted_empty += 1
|
||||||
|
elif msg_count <= _THROWAWAY_MAX_MESSAGES:
|
||||||
|
name = (row.name or "").strip().lower()
|
||||||
|
# Check first user message content (AI renames sessions, so
|
||||||
|
# "hi" becomes "Casual Greeting Exchange" — name alone won't match)
|
||||||
|
first_msg = db.query(DbMsg.content).filter(
|
||||||
|
DbMsg.session_id == row.id, DbMsg.role == "user"
|
||||||
|
).order_by(DbMsg.timestamp).first()
|
||||||
|
first_text = (first_msg[0] or "").strip().lower() if first_msg else ""
|
||||||
|
# Count assistant messages — if user sent something but AI never replied, it's dead
|
||||||
|
assistant_count = _asst_counts.get(row.id, 0)
|
||||||
|
if name in _THROWAWAY_NAMES or name.startswith("chat:") or first_text in _THROWAWAY_NAMES:
|
||||||
|
should_delete = True
|
||||||
|
deleted_throwaway += 1
|
||||||
|
# Single user message with no AI response = dead session
|
||||||
|
elif msg_count == 1 and assistant_count == 0:
|
||||||
|
should_delete = True
|
||||||
|
deleted_throwaway += 1
|
||||||
|
# Short phrase (1-3 words) with no real AI conversation (<=2 msgs)
|
||||||
|
elif msg_count <= 2 and first_text and len(first_text.split()) <= 3 and len(first_text) <= 40:
|
||||||
|
should_delete = True
|
||||||
|
deleted_throwaway += 1
|
||||||
if should_delete:
|
if should_delete:
|
||||||
|
db.delete(row)
|
||||||
if hasattr(session_manager, 'delete_session'):
|
if hasattr(session_manager, 'delete_session'):
|
||||||
session_manager.delete_session(row.id)
|
session_manager.delete_session(row.id)
|
||||||
else:
|
|
||||||
db.delete(row)
|
|
||||||
if deleted_empty or deleted_throwaway:
|
if deleted_empty or deleted_throwaway:
|
||||||
db.commit()
|
db.commit()
|
||||||
logger.info(f"Auto-sort: deleted {deleted_empty} empty + {deleted_throwaway} throwaway sessions")
|
logger.info(f"Auto-sort: deleted {deleted_empty} empty + {deleted_throwaway} throwaway sessions")
|
||||||
|
|||||||
@@ -11,6 +11,38 @@ import time
|
|||||||
from urllib.request import urlopen
|
from urllib.request import urlopen
|
||||||
|
|
||||||
ROOT = Path(__file__).resolve().parents[1]
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
if str(ROOT) not in sys.path:
|
||||||
|
sys.path.insert(0, str(ROOT))
|
||||||
|
|
||||||
|
|
||||||
|
def _stop_owned_server(server, identity):
|
||||||
|
"""Close only identity-bound descendants, including MCP's new sessions.
|
||||||
|
|
||||||
|
Capture before signalling the parent: an orphaned stderr holder can no
|
||||||
|
longer be attributed by ancestry. Never search by executable name or kill
|
||||||
|
the caller's process group.
|
||||||
|
"""
|
||||||
|
from src import process_lifecycle as lifecycle
|
||||||
|
|
||||||
|
descendants = (lifecycle.bind_descendants([identity.pid])
|
||||||
|
if identity.verdict() == lifecycle.OWNED else [])
|
||||||
|
if os.name == "nt":
|
||||||
|
if identity.verdict() == lifecycle.OWNED:
|
||||||
|
lifecycle.taskkill_tree(identity.pid)
|
||||||
|
else:
|
||||||
|
outcome = lifecycle.terminate_identities(
|
||||||
|
[*(entry.identity for entry in reversed(descendants)), identity],
|
||||||
|
steps=lifecycle.term_kill_steps(10),
|
||||||
|
)
|
||||||
|
if outcome.survivors or outcome.unverified:
|
||||||
|
raise RuntimeError(f"Disposable Notes cleanup could not verify exit: {outcome}")
|
||||||
|
try:
|
||||||
|
logs, _ = server.communicate(timeout=2)
|
||||||
|
except subprocess.TimeoutExpired as error:
|
||||||
|
# Do not turn an unidentified pipe holder into an unbounded wait.
|
||||||
|
server.stdout.close()
|
||||||
|
raise RuntimeError("Disposable Notes output pipe remained open after owned cleanup") from error
|
||||||
|
return logs
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
@@ -36,7 +68,10 @@ def main():
|
|||||||
server = subprocess.Popen(
|
server = subprocess.Popen(
|
||||||
[sys.executable, "-m", "uvicorn", "app:app", "--host", "127.0.0.1", "--port", str(port)],
|
[sys.executable, "-m", "uvicorn", "app:app", "--host", "127.0.0.1", "--port", str(port)],
|
||||||
cwd=target, env=env, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True,
|
cwd=target, env=env, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True,
|
||||||
|
start_new_session=(os.name != "nt"),
|
||||||
)
|
)
|
||||||
|
from src.process_lifecycle import ProcessIdentity
|
||||||
|
server_identity = ProcessIdentity.capture(server.pid)
|
||||||
result = None
|
result = None
|
||||||
try:
|
try:
|
||||||
origin = f"http://127.0.0.1:{port}"
|
origin = f"http://127.0.0.1:{port}"
|
||||||
@@ -62,12 +97,7 @@ def main():
|
|||||||
print(result.stderr, file=sys.stderr)
|
print(result.stderr, file=sys.stderr)
|
||||||
return result.returncode
|
return result.returncode
|
||||||
finally:
|
finally:
|
||||||
server.terminate()
|
logs = _stop_owned_server(server, server_identity)
|
||||||
try:
|
|
||||||
logs, _ = server.communicate(timeout=10)
|
|
||||||
except subprocess.TimeoutExpired:
|
|
||||||
server.kill()
|
|
||||||
logs, _ = server.communicate()
|
|
||||||
if result is None or result.returncode:
|
if result is None or result.returncode:
|
||||||
print(logs[-8000:], file=sys.stderr)
|
print(logs[-8000:], file=sys.stderr)
|
||||||
|
|
||||||
|
|||||||
@@ -10,7 +10,6 @@ import logging
|
|||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
import asyncio
|
import asyncio
|
||||||
import contextlib
|
|
||||||
from typing import Any, Dict, List, Optional, Set, Tuple
|
from typing import Any, Dict, List, Optional, Set, Tuple
|
||||||
from src.database import McpServer, SessionLocal
|
from src.database import McpServer, SessionLocal
|
||||||
|
|
||||||
@@ -384,21 +383,12 @@ class McpManager:
|
|||||||
|
|
||||||
provider = build_provider(server_id, url, on_redirect=_on_redirect)
|
provider = build_provider(server_id, url, on_redirect=_on_redirect)
|
||||||
stack = AsyncExitStack()
|
stack = AsyncExitStack()
|
||||||
try:
|
|
||||||
transport = await stack.enter_async_context(streamablehttp_client(url, auth=provider))
|
transport = await stack.enter_async_context(streamablehttp_client(url, auth=provider))
|
||||||
read_stream, write_stream, _get_session_id = transport
|
read_stream, write_stream, _get_session_id = transport
|
||||||
session = await stack.enter_async_context(ClientSession(read_stream, write_stream))
|
session = await stack.enter_async_context(ClientSession(read_stream, write_stream))
|
||||||
await session.initialize()
|
await session.initialize()
|
||||||
|
|
||||||
tools_result = await session.list_tools()
|
tools_result = await session.list_tools()
|
||||||
except BaseException:
|
|
||||||
# Close the half-open transport here, in the task that entered
|
|
||||||
# it. Left for the garbage collector, its AnyIO cancel scope is
|
|
||||||
# exited from the wrong task and the event loop keeps spinning
|
|
||||||
# (#5518). Its own teardown error would only mask the real one.
|
|
||||||
with contextlib.suppress(Exception):
|
|
||||||
await stack.aclose()
|
|
||||||
raise
|
|
||||||
tools = []
|
tools = []
|
||||||
for tool in tools_result.tools:
|
for tool in tools_result.tools:
|
||||||
tools.append({
|
tools.append({
|
||||||
|
|||||||
+51
-8
@@ -12,6 +12,16 @@ from datetime import datetime, timedelta, timezone
|
|||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
# Names that indicate a throwaway/test session
|
||||||
|
_THROWAWAY_NAMES = {
|
||||||
|
"test", "testing", "asdf", "asd", "hello", "hi", "hey",
|
||||||
|
"yo", "sup", "hola", "hii", "hiii", "heyo",
|
||||||
|
"foo", "bar", "baz", "tmp", "temp", "scratch", "untitled",
|
||||||
|
"new chat", "delete", "remove", "junk", "trash", "xxx",
|
||||||
|
"abc", "qwerty", "blah", "stuff", "whatever", "idk",
|
||||||
|
"ok", "lol", "bruh", "hmm", "hm", "meh",
|
||||||
|
}
|
||||||
|
_THROWAWAY_MAX_MESSAGES = 4
|
||||||
_FRESH_EMPTY_SESSION_GRACE = timedelta(minutes=10)
|
_FRESH_EMPTY_SESSION_GRACE = timedelta(minutes=10)
|
||||||
_FRESH_SESSION_GRACE = _FRESH_EMPTY_SESSION_GRACE
|
_FRESH_SESSION_GRACE = _FRESH_EMPTY_SESSION_GRACE
|
||||||
|
|
||||||
@@ -44,15 +54,14 @@ def is_session_recently_active(row, now=None, grace=_FRESH_SESSION_GRACE) -> boo
|
|||||||
|
|
||||||
|
|
||||||
async def run_auto_sort(owner: str, skip_llm: bool = False, delete_throwaway: bool = True) -> str:
|
async def run_auto_sort(owner: str, skip_llm: bool = False, delete_throwaway: bool = True) -> str:
|
||||||
"""Remove empty/Incognito sessions and optionally organize saved chats.
|
"""Run session cleanup + (optional) AI folder sort for the given owner.
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
owner: user whose sessions to process
|
owner: user whose sessions to process
|
||||||
skip_llm: when True, do only Phase 1 (delete empty/Incognito sessions);
|
skip_llm: when True, do only Phase 1 (delete empty/throwaway sessions);
|
||||||
skip Phase 2 (AI folder assignment). Used by the built-in daily
|
skip Phase 2 (AI folder assignment). Used by the built-in daily
|
||||||
background sweep so it never burns LLM tokens.
|
background sweep so it never burns LLM tokens.
|
||||||
delete_throwaway: retained for caller compatibility. Ordinary sessions
|
delete_throwaway: when False, only empty/incognito sessions are deleted.
|
||||||
with saved messages are always preserved, regardless of this flag.
|
|
||||||
|
|
||||||
Returns a human-readable summary of what was done.
|
Returns a human-readable summary of what was done.
|
||||||
"""
|
"""
|
||||||
@@ -62,7 +71,7 @@ async def run_auto_sort(owner: str, skip_llm: bool = False, delete_throwaway: bo
|
|||||||
|
|
||||||
db = SessionLocal()
|
db = SessionLocal()
|
||||||
try:
|
try:
|
||||||
# ── Phase 1: Delete only empty and explicitly Incognito sessions ──
|
# ── Phase 1: Delete empty/throwaway sessions ──
|
||||||
deleted_empty = 0
|
deleted_empty = 0
|
||||||
deleted_throwaway = 0
|
deleted_throwaway = 0
|
||||||
|
|
||||||
@@ -84,13 +93,47 @@ async def run_auto_sort(owner: str, skip_llm: bool = False, delete_throwaway: bo
|
|||||||
if is_session_recently_active(row, now=cleanup_now):
|
if is_session_recently_active(row, now=cleanup_now):
|
||||||
continue
|
continue
|
||||||
|
|
||||||
has_messages = db.query(DbMsg.id).filter(
|
msg_count = db.query(DbMsg.id).filter(
|
||||||
DbMsg.session_id == row.id
|
DbMsg.session_id == row.id
|
||||||
).first() is not None
|
).limit(_THROWAWAY_MAX_MESSAGES + 1).count()
|
||||||
if not has_messages:
|
should_delete = False
|
||||||
|
|
||||||
|
if msg_count == 0:
|
||||||
if is_fresh:
|
if is_fresh:
|
||||||
continue
|
continue
|
||||||
|
should_delete = True
|
||||||
deleted_empty += 1
|
deleted_empty += 1
|
||||||
|
elif delete_throwaway and msg_count <= _THROWAWAY_MAX_MESSAGES:
|
||||||
|
name = (row.name or "").strip().lower()
|
||||||
|
first_msg = db.query(DbMsg.content).filter(
|
||||||
|
DbMsg.session_id == row.id, DbMsg.role == "user"
|
||||||
|
).order_by(DbMsg.timestamp).first()
|
||||||
|
first_text = (first_msg[0] or "").strip().lower() if first_msg else ""
|
||||||
|
assistant_count = db.query(DbMsg.id).filter(
|
||||||
|
DbMsg.session_id == row.id, DbMsg.role == "assistant"
|
||||||
|
).limit(1).count()
|
||||||
|
|
||||||
|
if name in _THROWAWAY_NAMES or name.startswith("chat:") or first_text in _THROWAWAY_NAMES:
|
||||||
|
should_delete = True
|
||||||
|
deleted_throwaway += 1
|
||||||
|
elif msg_count == 1 and assistant_count == 0:
|
||||||
|
should_delete = True
|
||||||
|
deleted_throwaway += 1
|
||||||
|
elif msg_count <= 4 and first_text and len(first_text.split()) <= 8 and len(first_text) <= 80:
|
||||||
|
# Short trivial chats — e.g. "write hi to a friend" → "Hi!"
|
||||||
|
should_delete = True
|
||||||
|
deleted_throwaway += 1
|
||||||
|
else:
|
||||||
|
# Aggressive: total message text under 250 chars combined = trivial
|
||||||
|
msg_rows = db.query(DbMsg.content).filter(
|
||||||
|
DbMsg.session_id == row.id
|
||||||
|
).all()
|
||||||
|
total_chars = sum(len(m[0] or "") for m in msg_rows)
|
||||||
|
if total_chars <= 250:
|
||||||
|
should_delete = True
|
||||||
|
deleted_throwaway += 1
|
||||||
|
|
||||||
|
if should_delete:
|
||||||
db.delete(row)
|
db.delete(row)
|
||||||
|
|
||||||
if deleted_empty or deleted_throwaway:
|
if deleted_empty or deleted_throwaway:
|
||||||
|
|||||||
@@ -2690,14 +2690,11 @@ body.theme-frosted .modal {
|
|||||||
max-height: 95dvh !important;
|
max-height: 95dvh !important;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Notes and Documents must respect the same viewport and safe-area
|
|
||||||
top as other mobile full-height sheets. Keep these authoritative rules
|
|
||||||
consistent with 05-documents.css and 14-email.css. */
|
|
||||||
body.doc-view .doc-editor-pane,
|
body.doc-view .doc-editor-pane,
|
||||||
body.notes-view .notes-pane {
|
body.notes-view .notes-pane {
|
||||||
inset: var(--sheet-top) 0 0 !important;
|
inset: auto 0 0 !important;
|
||||||
height: calc(var(--app-height) - var(--sheet-top)) !important;
|
height: 95dvh !important;
|
||||||
max-height: calc(var(--app-height) - var(--sheet-top)) !important;
|
max-height: 95dvh !important;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -16,6 +16,13 @@
|
|||||||
<link rel="apple-touch-icon" href="/static/icons/icon-192.png">
|
<link rel="apple-touch-icon" href="/static/icons/icon-192.png">
|
||||||
<script nonce="{{CSP_NONCE}}">
|
<script nonce="{{CSP_NONCE}}">
|
||||||
window._odysseusLoadTime = Date.now();
|
window._odysseusLoadTime = Date.now();
|
||||||
|
// Stops iOS focus-zoom on every field; iOS still allows pinch-zoom, other platforms would not.
|
||||||
|
(function(){
|
||||||
|
var ua = navigator.userAgent || '';
|
||||||
|
var isIOS = /iPad|iPhone|iPod/.test(ua) || (/Macintosh/.test(ua) && navigator.maxTouchPoints > 1);
|
||||||
|
var vp = document.querySelector('meta[name="viewport"]');
|
||||||
|
if (isIOS && vp) vp.setAttribute('content', vp.getAttribute('content') + ', maximum-scale=1');
|
||||||
|
})();
|
||||||
(function(){
|
(function(){
|
||||||
try {
|
try {
|
||||||
var t = JSON.parse(localStorage.getItem('odysseus-theme'));
|
var t = JSON.parse(localStorage.getItem('odysseus-theme'));
|
||||||
|
|||||||
@@ -379,6 +379,7 @@ document.addEventListener('DOMContentLoaded', markComposerUserEdited, { once: tr
|
|||||||
root.classList.toggle('keyboard-open', keyboardOpen);
|
root.classList.toggle('keyboard-open', keyboardOpen);
|
||||||
if (keyboardOpen) root.style.setProperty('--keyboard-viewport-height', vv.height + 'px');
|
if (keyboardOpen) root.style.setProperty('--keyboard-viewport-height', vv.height + 'px');
|
||||||
else root.style.removeProperty('--keyboard-viewport-height');
|
else root.style.removeProperty('--keyboard-viewport-height');
|
||||||
|
if (window.scrollY) window.scrollTo(0, 0);
|
||||||
};
|
};
|
||||||
// iOS fires visualViewport resize only once, mid-animation, and no focusin when
|
// iOS fires visualViewport resize only once, mid-animation, and no focusin when
|
||||||
// the tapped field already had focus (e.g. the composer after a new chat)
|
// the tapped field already had focus (e.g. the composer after a new chat)
|
||||||
@@ -391,6 +392,7 @@ document.addEventListener('DOMContentLoaded', markComposerUserEdited, { once: tr
|
|||||||
window.visualViewport.addEventListener('scroll', _syncKeyboardViewport);
|
window.visualViewport.addEventListener('scroll', _syncKeyboardViewport);
|
||||||
document.addEventListener('focusin', _syncThroughKeyboardAnimation);
|
document.addEventListener('focusin', _syncThroughKeyboardAnimation);
|
||||||
document.addEventListener('focusout', _syncThroughKeyboardAnimation);
|
document.addEventListener('focusout', _syncThroughKeyboardAnimation);
|
||||||
|
window.addEventListener('scroll', () => { if (window.scrollY) window.scrollTo(0, 0); }, { passive: true });
|
||||||
|
|
||||||
let _lastVVHeight = window.visualViewport.height;
|
let _lastVVHeight = window.visualViewport.height;
|
||||||
window.visualViewport.addEventListener('resize', function() {
|
window.visualViewport.addEventListener('resize', function() {
|
||||||
|
|||||||
@@ -267,9 +267,8 @@ export function makeWindowResizable(content, options = {}) {
|
|||||||
content.style.maxWidth = 'none';
|
content.style.maxWidth = 'none';
|
||||||
content.style.maxHeight = 'none';
|
content.style.maxHeight = 'none';
|
||||||
const left = parseFloat(content.style.left);
|
const left = parseFloat(content.style.left);
|
||||||
if (Number.isFinite(left)) {
|
if (Number.isFinite(left) && left + w > window.innerWidth - padRight) {
|
||||||
const rightmostLeft = Math.max(padLeft, window.innerWidth - padRight - w);
|
content.style.left = Math.max(padLeft, window.innerWidth - padRight - w) + 'px';
|
||||||
content.style.left = Math.max(padLeft, Math.min(left, rightmostLeft)) + 'px';
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} catch (_) {}
|
} catch (_) {}
|
||||||
|
|||||||
@@ -1,7 +1,5 @@
|
|||||||
# Browser End-to-End Tests
|
# Browser End-to-End Tests
|
||||||
|
|
||||||
## Photo Editor Release Gate
|
|
||||||
|
|
||||||
The photo editor release gate launches an isolated Odysseus server on port
|
The photo editor release gate launches an isolated Odysseus server on port
|
||||||
`7013` with a temporary SQLite database and disposable authenticated account.
|
`7013` with a temporary SQLite database and disposable authenticated account.
|
||||||
|
|
||||||
@@ -20,53 +18,3 @@ The disposable account is created in the temporary data directory and exercises
|
|||||||
owner-scoped draft and notification routes without using an existing account.
|
owner-scoped draft and notification routes without using an existing account.
|
||||||
`PHOTO_EDITOR_E2E_AUTH=0` selects the legacy unauthenticated configuration for
|
`PHOTO_EDITOR_E2E_AUTH=0` selects the legacy unauthenticated configuration for
|
||||||
investigating it; offline-upgrade coverage requires the authenticated mode.
|
investigating it; offline-upgrade coverage requires the authenticated mode.
|
||||||
|
|
||||||
## Mobile and iOS Layout Suite
|
|
||||||
|
|
||||||
The dedicated mobile and iOS layout suite exercises viewport behavior,
|
|
||||||
accessibility zoom, scrolling, mobile safe-area geometry (Notes and Documents
|
|
||||||
panes), and floating window restoration against an isolated local Odysseus server
|
|
||||||
running on port `17739`.
|
|
||||||
|
|
||||||
```bash
|
|
||||||
npm install
|
|
||||||
npm run test:ios-layout:chromium
|
|
||||||
```
|
|
||||||
|
|
||||||
### Profiles and Browser Prerequisites
|
|
||||||
|
|
||||||
- **Chromium profiles** (`desktop-chromium`, `phone-chromium-portrait`, `phone-chromium-landscape`, `tablet-chromium`):
|
|
||||||
Provide automated baseline coverage in CI and local development without requiring
|
|
||||||
WebKit dependencies.
|
|
||||||
- **WebKit profiles** (`phone-webkit-portrait`, `phone-webkit-landscape`, `tablet-webkit`):
|
|
||||||
Used for platform-oriented WebKit rendering validation. WebKit requires browser binaries:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
npm run test:ios-layout:install
|
|
||||||
# or: npx playwright install webkit
|
|
||||||
npm run test:ios-layout:webkit
|
|
||||||
```
|
|
||||||
|
|
||||||
To run all installed profiles:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
npm run test:ios-layout
|
|
||||||
```
|
|
||||||
|
|
||||||
### Evidence and Cleanup
|
|
||||||
|
|
||||||
- **Evidence artifacts**: Screenshots are written to `test-results/ios-layout/` by
|
|
||||||
default and traces are written to `test-results/ios-layout-traces/`. Both paths
|
|
||||||
are git-ignored. Set `ODYSSEUS_LAYOUT_EVIDENCE_DIR` to override the screenshot
|
|
||||||
output path.
|
|
||||||
- **Teardown**: Disposable application state and database files created in the
|
|
||||||
OS temporary directory are automatically cleaned up on both normal and failure
|
|
||||||
teardown, preserving diagnostic screenshots and failure traces.
|
|
||||||
|
|
||||||
### Platform Considerations
|
|
||||||
|
|
||||||
Emulated Chromium and WebKit viewports validate deterministic CSS cascade,
|
|
||||||
computed layout geometry, viewport meta tags, and JavaScript restoration. However,
|
|
||||||
browser emulation is not a physical device substitute: physical iOS Safari and
|
|
||||||
standalone installed PWAs should still be verified separately for native gesture
|
|
||||||
pinch-zoom, software keyboard dismissal transitions, and dynamic hardware notch/island insets.
|
|
||||||
|
|||||||
@@ -0,0 +1,19 @@
|
|||||||
|
const fs = require('node:fs');
|
||||||
|
const os = require('node:os');
|
||||||
|
const path = require('node:path');
|
||||||
|
const marker = '.disposable-ci-fixture.json';
|
||||||
|
|
||||||
|
function disposableCIArtifacts() {
|
||||||
|
if (!(process.env.CI || process.env.GITHUB_ACTIONS) || process.env.ODYSSEUS_E2E_DISPOSABLE_ARTIFACTS !== '1') return false;
|
||||||
|
const directory = process.env.PHOTO_EDITOR_E2E_DATA_DIR;
|
||||||
|
if (!directory || process.env.PHOTO_EDITOR_E2E_AUTH === '0') return false;
|
||||||
|
const resolved = path.resolve(directory);
|
||||||
|
if (!path.basename(resolved).startsWith('odysseus-photo-editor-e2e-')) return false;
|
||||||
|
if (![os.tmpdir(), '/tmp', '/var/tmp'].some(base => resolved.startsWith(path.resolve(base) + path.sep))) return false;
|
||||||
|
if (process.env.PHOTO_EDITOR_E2E_DB_PATH !== path.join(resolved, 'app.db')) return false;
|
||||||
|
try {
|
||||||
|
const fixture = JSON.parse(fs.readFileSync(path.join(resolved, marker), 'utf8'));
|
||||||
|
return fixture.synthetic === true && fixture.authenticated === true && fixture.database === path.join(resolved, 'app.db');
|
||||||
|
} catch { return false; }
|
||||||
|
}
|
||||||
|
module.exports = { disposableCIArtifacts, marker };
|
||||||
@@ -1,28 +0,0 @@
|
|||||||
const fs = require('node:fs');
|
|
||||||
const os = require('node:os');
|
|
||||||
const path = require('node:path');
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Global teardown for the iOS/mobile layout Playwright test suite.
|
|
||||||
* Cleans up only disposable temporary application data directories,
|
|
||||||
* preserving diagnostic artifacts (screenshots and failure traces) in test-results/.
|
|
||||||
*/
|
|
||||||
module.exports = async () => {
|
|
||||||
const dataDirectory = process.env.ODYSSEUS_LAYOUT_DATA_DIR;
|
|
||||||
if (!dataDirectory || typeof dataDirectory !== 'string') return;
|
|
||||||
|
|
||||||
try {
|
|
||||||
const resolvedData = path.resolve(dataDirectory);
|
|
||||||
const allowedTmpBases = [os.tmpdir(), '/var/tmp', '/tmp'].map(b => path.resolve(b));
|
|
||||||
const isTmp = allowedTmpBases.some(base => resolvedData.startsWith(base + path.sep));
|
|
||||||
const baseName = path.basename(resolvedData);
|
|
||||||
|
|
||||||
if (isTmp && (baseName.startsWith('odysseus-ios-layout-') || baseName.startsWith('odysseus-pr6396-'))) {
|
|
||||||
if (fs.existsSync(resolvedData)) {
|
|
||||||
fs.rmSync(resolvedData, { recursive: true, force: true });
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} catch (err) {
|
|
||||||
console.warn(`[ios-layout-teardown] Warning: failed to clean temporary runtime dir: ${err.message}`);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
@@ -1,148 +0,0 @@
|
|||||||
// Tests against the running Odysseus app, not a static mock page.
|
|
||||||
const fs = require('node:fs');
|
|
||||||
const os = require('node:os');
|
|
||||||
const path = require('node:path');
|
|
||||||
const { defineConfig } = require('@playwright/test');
|
|
||||||
|
|
||||||
const repositoryRoot = path.resolve(__dirname, '../..');
|
|
||||||
const port = Number(process.env.ODYSSEUS_LAYOUT_PORT || '17739');
|
|
||||||
const baseURL = `http://127.0.0.1:${port}`;
|
|
||||||
const defaultPython = process.platform === 'win32'
|
|
||||||
? path.join(repositoryRoot, '.venv', 'Scripts', 'python.exe')
|
|
||||||
: path.join(repositoryRoot, '.venv', 'bin', 'python');
|
|
||||||
const python = process.env.ODYSSEUS_TEST_PYTHON
|
|
||||||
|| (fs.existsSync(defaultPython) ? defaultPython : 'python3');
|
|
||||||
|
|
||||||
const dataDirectory = process.env.ODYSSEUS_LAYOUT_DATA_DIR
|
|
||||||
|| fs.mkdtempSync(path.join(os.tmpdir(), 'odysseus-ios-layout-'));
|
|
||||||
process.env.ODYSSEUS_LAYOUT_DATA_DIR = dataDirectory;
|
|
||||||
|
|
||||||
// Default evidence directory to repository-relative test-results/ios-layout
|
|
||||||
// while preserving the environment-variable override if provided.
|
|
||||||
const evidenceDir = process.env.ODYSSEUS_LAYOUT_EVIDENCE_DIR
|
|
||||||
|| path.join(repositoryRoot, 'test-results', 'ios-layout');
|
|
||||||
const outputDir = path.join(repositoryRoot, 'test-results', 'ios-layout-traces');
|
|
||||||
|
|
||||||
// Emergency process-exit cleanup for disposable application runtime state
|
|
||||||
const cleanDataDirSync = () => {
|
|
||||||
const dir = process.env.ODYSSEUS_LAYOUT_DATA_DIR;
|
|
||||||
if (!dir || typeof dir !== 'string') return;
|
|
||||||
try {
|
|
||||||
const resolved = path.resolve(dir);
|
|
||||||
const allowed = [os.tmpdir(), '/var/tmp', '/tmp'].map(b => path.resolve(b));
|
|
||||||
if (allowed.some(base => resolved.startsWith(base + path.sep))) {
|
|
||||||
const baseName = path.basename(resolved);
|
|
||||||
if (baseName.startsWith('odysseus-ios-layout-') || baseName.startsWith('odysseus-pr6396-')) {
|
|
||||||
if (fs.existsSync(resolved)) {
|
|
||||||
fs.rmSync(resolved, { recursive: true, force: true });
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} catch (_) {}
|
|
||||||
};
|
|
||||||
|
|
||||||
process.once('SIGINT', () => { cleanDataDirSync(); process.exit(130); });
|
|
||||||
process.once('SIGTERM', () => { cleanDataDirSync(); process.exit(143); });
|
|
||||||
|
|
||||||
function isWebKitInstalled() {
|
|
||||||
try {
|
|
||||||
const { webkit } = require('@playwright/test');
|
|
||||||
return fs.existsSync(webkit.executablePath());
|
|
||||||
} catch (_) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const chromiumProjects = [
|
|
||||||
{
|
|
||||||
name: 'desktop-chromium',
|
|
||||||
use: { browserName: 'chromium', viewport: { width: 1440, height: 900 } },
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: 'phone-chromium-portrait',
|
|
||||||
use: { browserName: 'chromium', viewport: { width: 390, height: 844 }, hasTouch: true, isMobile: true },
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: 'phone-chromium-landscape',
|
|
||||||
use: { browserName: 'chromium', viewport: { width: 844, height: 390 }, hasTouch: true, isMobile: true },
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: 'tablet-chromium',
|
|
||||||
use: { browserName: 'chromium', viewport: { width: 820, height: 1000 }, hasTouch: true, isMobile: true },
|
|
||||||
},
|
|
||||||
];
|
|
||||||
|
|
||||||
const webkitProjects = [
|
|
||||||
{
|
|
||||||
name: 'phone-webkit-portrait',
|
|
||||||
use: { browserName: 'webkit', viewport: { width: 390, height: 844 }, hasTouch: true, isMobile: true },
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: 'phone-webkit-landscape',
|
|
||||||
use: { browserName: 'webkit', viewport: { width: 844, height: 390 }, hasTouch: true, isMobile: true },
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: 'tablet-webkit',
|
|
||||||
use: { browserName: 'webkit', viewport: { width: 820, height: 1000 }, hasTouch: true, isMobile: true },
|
|
||||||
},
|
|
||||||
];
|
|
||||||
|
|
||||||
// Determine active projects based on environment and local browser availability
|
|
||||||
const requestedBrowser = (process.env.ODYSSEUS_LAYOUT_BROWSER || 'all').toLowerCase();
|
|
||||||
let selectedProjects = [];
|
|
||||||
|
|
||||||
if (requestedBrowser === 'chromium') {
|
|
||||||
selectedProjects = chromiumProjects;
|
|
||||||
} else if (requestedBrowser === 'webkit') {
|
|
||||||
selectedProjects = webkitProjects;
|
|
||||||
} else {
|
|
||||||
// 'all': Include chromium always; include webkit if installed or if explicitly targeted via cli args
|
|
||||||
const hasCliWebKitTarget = process.argv.some(arg => arg.toLowerCase().includes('webkit'));
|
|
||||||
if (isWebKitInstalled() || hasCliWebKitTarget) {
|
|
||||||
selectedProjects = [...chromiumProjects, ...webkitProjects];
|
|
||||||
} else {
|
|
||||||
// Only Chromium is available locally (e.g. standard CI / default runner)
|
|
||||||
selectedProjects = chromiumProjects;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
module.exports = defineConfig({
|
|
||||||
testDir: path.join(__dirname, 'ios-layout'),
|
|
||||||
testMatch: ['**/*.spec.cjs'],
|
|
||||||
outputDir,
|
|
||||||
timeout: 90_000,
|
|
||||||
expect: { timeout: 15_000 },
|
|
||||||
retries: 0,
|
|
||||||
workers: 1,
|
|
||||||
reporter: [['line']],
|
|
||||||
globalTeardown: require.resolve('./ios-layout-teardown.cjs'),
|
|
||||||
use: {
|
|
||||||
baseURL,
|
|
||||||
headless: true,
|
|
||||||
serviceWorkers: 'block',
|
|
||||||
screenshot: 'only-on-failure',
|
|
||||||
trace: 'retain-on-failure',
|
|
||||||
},
|
|
||||||
projects: selectedProjects,
|
|
||||||
metadata: { evidenceDir },
|
|
||||||
webServer: {
|
|
||||||
command: `${JSON.stringify(python)} -m uvicorn app:app --host 127.0.0.1 --port ${port}`,
|
|
||||||
cwd: repositoryRoot,
|
|
||||||
url: baseURL,
|
|
||||||
timeout: 120_000,
|
|
||||||
reuseExistingServer: false,
|
|
||||||
env: {
|
|
||||||
...process.env,
|
|
||||||
AUTH_ENABLED: 'false',
|
|
||||||
// Never connect the disposable app to the host's real ChromaDB.
|
|
||||||
CHROMADB_HOST: '127.0.0.1',
|
|
||||||
CHROMADB_PORT: String(port + 1),
|
|
||||||
LLM_HOST: '127.0.0.1',
|
|
||||||
EMBEDDING_URL: `http://127.0.0.1:${port + 1}/v1/embeddings`,
|
|
||||||
DATABASE_URL: `sqlite:///${path.join(dataDirectory, 'app.db')}`,
|
|
||||||
ODYSSEUS_DATA_DIR: dataDirectory,
|
|
||||||
ODYSSEUS_STARTUP_WARMUPS: '0',
|
|
||||||
RESPONSE_COMPRESSION_ENABLED: 'false',
|
|
||||||
},
|
|
||||||
},
|
|
||||||
});
|
|
||||||
@@ -1,313 +0,0 @@
|
|||||||
const { test, expect } = require('@playwright/test');
|
|
||||||
const fs = require('node:fs');
|
|
||||||
const path = require('node:path');
|
|
||||||
|
|
||||||
async function openApp(page) {
|
|
||||||
const response = await page.goto('/', { waitUntil: 'domcontentloaded' });
|
|
||||||
expect(response?.ok()).toBeTruthy();
|
|
||||||
// The runtime currently produces two #message nodes. Select the
|
|
||||||
// initialized composer while diagnosing whether both are visible.
|
|
||||||
const composers = await page.locator('textarea#message').evaluateAll(nodes =>
|
|
||||||
nodes.map((el, index) => ({
|
|
||||||
index,
|
|
||||||
initialized: el.dataset.startupPreserveBound === '1',
|
|
||||||
visible: !!el.getClientRects().length &&
|
|
||||||
getComputedStyle(el).visibility !== 'hidden',
|
|
||||||
parent: el.parentElement?.className || '',
|
|
||||||
}))
|
|
||||||
);
|
|
||||||
if (composers.length !== 1) {
|
|
||||||
console.log('Composer DOM diagnostic:', JSON.stringify(composers));
|
|
||||||
}
|
|
||||||
const activeComposer = page.locator(
|
|
||||||
'textarea#message[data-startup-preserve-bound="1"]'
|
|
||||||
);
|
|
||||||
await expect(activeComposer).toHaveCount(1);
|
|
||||||
await expect(activeComposer).toBeVisible();
|
|
||||||
expect(
|
|
||||||
composers.filter(composer => composer.visible).length,
|
|
||||||
'Exactly one composer should be visible'
|
|
||||||
).toBe(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
function isMobileViewport(testInfo) {
|
|
||||||
const width = testInfo.project.use?.viewport?.width || 0;
|
|
||||||
return width > 0 && width <= 768;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Reach Settings through genuine UI controls on either desktop or mobile viewports.
|
|
||||||
* On mobile (<=768px), the rail is hidden and the sidebar must be opened via hamburger.
|
|
||||||
*/
|
|
||||||
async function openSettings(page, isMobile) {
|
|
||||||
let settingsButton;
|
|
||||||
if (isMobile) {
|
|
||||||
const hamburger = page.locator('#hamburger-btn:visible').first();
|
|
||||||
await expect(hamburger, 'Hamburger button must be visible on mobile').toBeVisible({ timeout: 5000 });
|
|
||||||
await hamburger.click();
|
|
||||||
const sidebar = page.locator('#sidebar:not(.hidden)');
|
|
||||||
await expect(sidebar, 'Sidebar must open upon hamburger tap').toBeVisible({ timeout: 5000 });
|
|
||||||
await page.waitForTimeout(300);
|
|
||||||
settingsButton = sidebar.locator('#user-bar-settings');
|
|
||||||
} else {
|
|
||||||
settingsButton = page.locator('#rail-settings:visible, #user-bar-settings:visible').first();
|
|
||||||
}
|
|
||||||
|
|
||||||
await expect(settingsButton, 'Settings button must be reachable and visible').toBeVisible({ timeout: 5000 });
|
|
||||||
await settingsButton.click();
|
|
||||||
const dialog = page.locator('#settings-modal');
|
|
||||||
await expect(dialog, 'Settings modal must become visible').toBeVisible({ timeout: 5000 });
|
|
||||||
return dialog;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Reach Notes through genuine UI controls on either desktop or mobile viewports.
|
|
||||||
*/
|
|
||||||
async function openNotes(page, isMobile) {
|
|
||||||
let notesButton;
|
|
||||||
if (isMobile) {
|
|
||||||
const hamburger = page.locator('#hamburger-btn:visible').first();
|
|
||||||
await expect(hamburger, 'Hamburger button must be visible on mobile').toBeVisible({ timeout: 5000 });
|
|
||||||
await hamburger.click();
|
|
||||||
const sidebar = page.locator('#sidebar:not(.hidden)');
|
|
||||||
await expect(sidebar, 'Sidebar must open upon hamburger tap').toBeVisible({ timeout: 5000 });
|
|
||||||
await page.waitForTimeout(300);
|
|
||||||
notesButton = sidebar.locator('#tool-notes-btn');
|
|
||||||
} else {
|
|
||||||
notesButton = page.locator('#rail-notes:visible, #tool-notes-btn:visible').first();
|
|
||||||
}
|
|
||||||
|
|
||||||
await expect(notesButton, 'Notes button must be reachable and visible').toBeVisible({ timeout: 5000 });
|
|
||||||
await notesButton.click();
|
|
||||||
const realNotes = page.locator('.notes-pane').first();
|
|
||||||
await expect(realNotes, 'Notes pane must become visible').toBeVisible({ timeout: 5000 });
|
|
||||||
return realNotes;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Reach Document editor through genuine UI controls on either desktop or mobile viewports.
|
|
||||||
*/
|
|
||||||
async function openDocument(page, isMobile) {
|
|
||||||
let docButton;
|
|
||||||
if (isMobile) {
|
|
||||||
const hamburger = page.locator('#hamburger-btn:visible').first();
|
|
||||||
await expect(hamburger, 'Hamburger button must be visible on mobile').toBeVisible({ timeout: 5000 });
|
|
||||||
await hamburger.click();
|
|
||||||
const sidebar = page.locator('#sidebar:not(.hidden)');
|
|
||||||
await expect(sidebar, 'Sidebar must open upon hamburger tap').toBeVisible({ timeout: 5000 });
|
|
||||||
await page.waitForTimeout(300);
|
|
||||||
docButton = sidebar.locator('#library-new-doc-btn');
|
|
||||||
} else {
|
|
||||||
docButton = page.locator('#library-new-doc-btn:visible').first();
|
|
||||||
if (!(await docButton.count())) {
|
|
||||||
const hamburger = page.locator('#hamburger-btn:visible').first();
|
|
||||||
if (await hamburger.count()) {
|
|
||||||
await hamburger.click();
|
|
||||||
await page.waitForTimeout(300);
|
|
||||||
docButton = page.locator('#sidebar:not(.hidden) #library-new-doc-btn');
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
await expect(docButton, 'Document creation button must be reachable and visible').toBeVisible({ timeout: 5000 });
|
|
||||||
await docButton.click();
|
|
||||||
const docPane = page.locator('.doc-editor-pane').first();
|
|
||||||
await expect(docPane, 'Document editor pane must become visible').toBeVisible({ timeout: 10000 });
|
|
||||||
return docPane;
|
|
||||||
}
|
|
||||||
|
|
||||||
test('renders actual Odysseus UI and captures review screenshots', async ({ page }, testInfo) => {
|
|
||||||
await openApp(page);
|
|
||||||
const out = testInfo.config.metadata.evidenceDir;
|
|
||||||
fs.mkdirSync(out, { recursive: true });
|
|
||||||
const name = testInfo.project.name;
|
|
||||||
const isMobile = isMobileViewport(testInfo);
|
|
||||||
|
|
||||||
// 1. Chat screenshot (default view)
|
|
||||||
await page.screenshot({ path: path.join(out, `${name}-chat.png`), fullPage: false, animations: 'disabled' });
|
|
||||||
|
|
||||||
// 2. Settings screenshot via actual user-visible navigation
|
|
||||||
await openApp(page);
|
|
||||||
await openSettings(page, isMobile);
|
|
||||||
await page.screenshot({ path: path.join(out, `${name}-settings.png`), fullPage: false, animations: 'disabled' });
|
|
||||||
|
|
||||||
// 3. Notes screenshot via actual user-visible navigation
|
|
||||||
await openApp(page);
|
|
||||||
await openNotes(page, isMobile);
|
|
||||||
await page.screenshot({ path: path.join(out, `${name}-notes.png`), fullPage: false, animations: 'disabled' });
|
|
||||||
|
|
||||||
testInfo.annotations.push({ type: 'evidence', description: out });
|
|
||||||
});
|
|
||||||
|
|
||||||
test('viewport meta does not restrict user zoom', async ({ page }) => {
|
|
||||||
await openApp(page);
|
|
||||||
const meta = await page.locator('meta[name="viewport"]').getAttribute('content');
|
|
||||||
expect(meta || '').not.toMatch(/maximum-scale\s*=\s*1(?:\b|\.)/i);
|
|
||||||
expect(meta || '').not.toMatch(/user-scalable\s*=\s*no/i);
|
|
||||||
});
|
|
||||||
|
|
||||||
test('browser-owned window scrolling is not globally reset', async ({ page }) => {
|
|
||||||
await openApp(page);
|
|
||||||
const value = await page.evaluate(async () => {
|
|
||||||
document.documentElement.style.overflowY = 'auto';
|
|
||||||
document.body.style.overflowY = 'auto';
|
|
||||||
document.body.style.height = 'auto';
|
|
||||||
document.body.style.minHeight = '3200px';
|
|
||||||
const spacer = document.createElement('div');
|
|
||||||
spacer.style.cssText = 'position:absolute;top:3100px;width:1px;height:10px;pointer-events:none;';
|
|
||||||
document.body.appendChild(spacer);
|
|
||||||
window.scrollTo(0, 250);
|
|
||||||
await new Promise(resolve => setTimeout(resolve, 150));
|
|
||||||
return window.scrollY;
|
|
||||||
});
|
|
||||||
expect(value).toBeGreaterThan(100);
|
|
||||||
});
|
|
||||||
|
|
||||||
test('CSS cascade rules for mobile Notes and Documents respect safe areas', async ({ page }, testInfo) => {
|
|
||||||
test.skip(!isMobileViewport(testInfo), 'Only mobile viewports <=768px');
|
|
||||||
await openApp(page);
|
|
||||||
const results = await page.evaluate(() => {
|
|
||||||
document.documentElement.style.setProperty('--safe-top', '44px');
|
|
||||||
document.documentElement.style.setProperty('--sheet-top', '68px');
|
|
||||||
document.documentElement.style.setProperty('--app-height', '844px');
|
|
||||||
const values = {};
|
|
||||||
for (const [key, bodyClass, paneClass] of [
|
|
||||||
['notes', 'notes-view', 'notes-pane'],
|
|
||||||
['document', 'doc-view', 'doc-editor-pane'],
|
|
||||||
]) {
|
|
||||||
const pane = document.createElement('section');
|
|
||||||
pane.className = paneClass;
|
|
||||||
pane.style.opacity = '0'; // CSS cascade regression check
|
|
||||||
document.body.appendChild(pane);
|
|
||||||
document.body.classList.add(bodyClass);
|
|
||||||
const style = window.getComputedStyle(pane);
|
|
||||||
values[key] = {
|
|
||||||
top: style.top,
|
|
||||||
height: style.height,
|
|
||||||
insetTop: pane.getBoundingClientRect().top,
|
|
||||||
};
|
|
||||||
pane.remove();
|
|
||||||
document.body.classList.remove(bodyClass);
|
|
||||||
}
|
|
||||||
return values;
|
|
||||||
});
|
|
||||||
for (const key of ['notes', 'document']) {
|
|
||||||
expect(results[key].top, key).toBe('68px');
|
|
||||||
expect(parseFloat(results[key].height), key).toBeGreaterThanOrEqual(770);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
test('real Notes and Document panes honor safe-area geometry in the live application', async ({ page }, testInfo) => {
|
|
||||||
const isMobile = isMobileViewport(testInfo);
|
|
||||||
test.skip(!isMobile, 'Only mobile viewports <=768px');
|
|
||||||
await openApp(page);
|
|
||||||
|
|
||||||
// Configure simulated safe-area insets (e.g. iPhone notch / Dynamic Island)
|
|
||||||
await page.evaluate(() => {
|
|
||||||
document.documentElement.style.setProperty('--safe-top', '44px');
|
|
||||||
document.documentElement.style.setProperty('--sheet-top', '68px');
|
|
||||||
document.documentElement.style.setProperty('--app-height', '844px');
|
|
||||||
});
|
|
||||||
|
|
||||||
// 1. Verify actual Notes UI
|
|
||||||
const realNotes = await openNotes(page, isMobile);
|
|
||||||
const notesMetrics = await realNotes.evaluate(el => {
|
|
||||||
const style = window.getComputedStyle(el);
|
|
||||||
const rect = el.getBoundingClientRect();
|
|
||||||
return {
|
|
||||||
top: style.top,
|
|
||||||
height: style.height,
|
|
||||||
maxHeight: style.maxHeight,
|
|
||||||
rectTop: rect.top,
|
|
||||||
rectHeight: rect.height,
|
|
||||||
};
|
|
||||||
});
|
|
||||||
|
|
||||||
expect(notesMetrics.top, 'Real Notes pane top must match --sheet-top').toBe('68px');
|
|
||||||
expect(parseFloat(notesMetrics.height), 'Real Notes pane height must respect safe area').toBeGreaterThanOrEqual(770);
|
|
||||||
expect(notesMetrics.rectTop, 'Real Notes pane must not overlap the 44px safe-area top notch').toBeGreaterThanOrEqual(44);
|
|
||||||
|
|
||||||
// 2. Verify actual Document UI
|
|
||||||
await openApp(page);
|
|
||||||
await page.evaluate(() => {
|
|
||||||
document.documentElement.style.setProperty('--safe-top', '44px');
|
|
||||||
document.documentElement.style.setProperty('--sheet-top', '68px');
|
|
||||||
document.documentElement.style.setProperty('--app-height', '844px');
|
|
||||||
});
|
|
||||||
|
|
||||||
const realDoc = await openDocument(page, isMobile);
|
|
||||||
const docMetrics = await realDoc.evaluate(el => {
|
|
||||||
const style = window.getComputedStyle(el);
|
|
||||||
const rect = el.getBoundingClientRect();
|
|
||||||
return {
|
|
||||||
top: style.top,
|
|
||||||
height: style.height,
|
|
||||||
maxHeight: style.maxHeight,
|
|
||||||
rectTop: rect.top,
|
|
||||||
rectHeight: rect.height,
|
|
||||||
};
|
|
||||||
});
|
|
||||||
|
|
||||||
expect(docMetrics.top, 'Real Document pane top must match --sheet-top').toBe('68px');
|
|
||||||
expect(parseFloat(docMetrics.height), 'Real Document pane height must respect safe area').toBeGreaterThanOrEqual(770);
|
|
||||||
expect(docMetrics.rectTop, 'Real Document pane must not overlap the 44px safe-area top notch').toBeGreaterThanOrEqual(44);
|
|
||||||
});
|
|
||||||
|
|
||||||
test('restored floating windows clamp away from a left safe area', async ({ page }, testInfo) => {
|
|
||||||
test.skip(isMobileViewport(testInfo), 'Geometry test uses desktop resizable windows');
|
|
||||||
await openApp(page);
|
|
||||||
const value = await page.evaluate(async () => {
|
|
||||||
document.documentElement.style.setProperty('--safe-left', '58px');
|
|
||||||
document.body.style.setProperty('padding-left', '58px', 'important');
|
|
||||||
const probe = document.createElement('div');
|
|
||||||
probe.style.cssText = 'position:fixed;left:10px;top:80px;width:420px;height:250px;z-index:999999;';
|
|
||||||
document.body.appendChild(probe);
|
|
||||||
const key = 'odysseus-layout-restore-test';
|
|
||||||
localStorage.setItem(key, JSON.stringify({ w: 480, h: 280 }));
|
|
||||||
try {
|
|
||||||
// Body horizontal padding transitions over 160ms. Wait for the
|
|
||||||
// simulated safe-area change to settle before restoring geometry.
|
|
||||||
await new Promise(resolve => setTimeout(resolve, 300));
|
|
||||||
|
|
||||||
const padAtRestore = parseFloat(
|
|
||||||
getComputedStyle(document.body).paddingLeft
|
|
||||||
);
|
|
||||||
|
|
||||||
if (Math.abs(padAtRestore - 58) > 0.5) {
|
|
||||||
throw new Error(
|
|
||||||
`Safe-area fixture did not settle: ${padAtRestore}px`
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Verify the running server actually serves the patched module.
|
|
||||||
const response = await fetch(
|
|
||||||
'/static/js/windowResize.js',
|
|
||||||
{ cache: 'no-store' }
|
|
||||||
);
|
|
||||||
if (!response.ok) {
|
|
||||||
throw new Error('Cannot fetch windowResize.js');
|
|
||||||
}
|
|
||||||
const moduleSource = await response.text();
|
|
||||||
if (!moduleSource.includes('const rightmostLeft = Math.max(padLeft')) {
|
|
||||||
throw new Error('Running server is serving unpatched windowResize.js');
|
|
||||||
}
|
|
||||||
|
|
||||||
const { makeWindowResizable } = await import('/static/js/windowResize.js');
|
|
||||||
makeWindowResizable(probe, { storageKey: key, mobileSkip: 768 });
|
|
||||||
await new Promise(resolve => setTimeout(resolve, 300));
|
|
||||||
return {
|
|
||||||
left: parseFloat(probe.style.left),
|
|
||||||
width: parseFloat(probe.style.width),
|
|
||||||
paddingLeft: parseFloat(getComputedStyle(document.body).paddingLeft),
|
|
||||||
viewportWidth: window.innerWidth,
|
|
||||||
};
|
|
||||||
} finally {
|
|
||||||
localStorage.removeItem(key);
|
|
||||||
probe.remove();
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
expect(value.paddingLeft).toBeGreaterThanOrEqual(58);
|
|
||||||
expect(value.width).toBe(480);
|
|
||||||
expect(value.left).toBeGreaterThanOrEqual(value.paddingLeft);
|
|
||||||
});
|
|
||||||
@@ -35,7 +35,7 @@ test('brush presets and shared stroke controls remain reusable', async ({ page }
|
|||||||
await expect(page.locator('#ge-brush-preset option', { hasText: 'My Detail Brush' })).toHaveCount(0);
|
await expect(page.locator('#ge-brush-preset option', { hasText: 'My Detail Brush' })).toHaveCount(0);
|
||||||
});
|
});
|
||||||
|
|
||||||
test('long sampled strokes stay responsive and undo atomically', async ({ page }) => {
|
test('long sampled strokes stay responsive and undo atomically', async ({ page, browserName }, testInfo) => {
|
||||||
await openBlankEditor(page);
|
await openBlankEditor(page);
|
||||||
await selectTool(page, 'brush');
|
await selectTool(page, 'brush');
|
||||||
await page.locator('.ge-size-slider').fill('700');
|
await page.locator('.ge-size-slider').fill('700');
|
||||||
@@ -49,13 +49,40 @@ test('long sampled strokes stay responsive and undo atomically', async ({ page }
|
|||||||
const before = await flattenedPixelDigest(page);
|
const before = await flattenedPixelDigest(page);
|
||||||
const start = await canvasPoint(page, 0.08, 0.5);
|
const start = await canvasPoint(page, 0.08, 0.5);
|
||||||
const end = await canvasPoint(page, 0.92, 0.5);
|
const end = await canvasPoint(page, 0.92, 0.5);
|
||||||
|
// Playwright delivers stepped moves at frame cadence: 240 events already
|
||||||
|
// cost ~4s on an inert page. Measure that transport cost with the same input,
|
||||||
|
// and separately bound real Chromium main-thread work at the original5s.
|
||||||
|
const control = await page.context().newPage();
|
||||||
|
let controlDuration;
|
||||||
|
try {
|
||||||
|
await control.setContent('<canvas style="position:fixed;inset:0;width:100vw;height:100vh"></canvas>');
|
||||||
|
const started = Date.now();
|
||||||
|
await control.mouse.move(start.x, start.y);
|
||||||
|
await control.mouse.down();
|
||||||
|
await control.mouse.move(end.x, end.y, { steps: 240 });
|
||||||
|
await control.mouse.up();
|
||||||
|
controlDuration = Date.now() - started;
|
||||||
|
} finally {
|
||||||
|
await control.close();
|
||||||
|
await page.bringToFront();
|
||||||
|
}
|
||||||
|
const metrics = browserName === 'chromium' ? await page.context().newCDPSession(page) : null;
|
||||||
|
if (metrics) await metrics.send('Performance.enable');
|
||||||
|
const taskTime = async () => (await metrics.send('Performance.getMetrics')).metrics.find(item => item.name === 'TaskDuration').value *1000;
|
||||||
|
const beforeTask = metrics ? await taskTime() : null;
|
||||||
const startedAt = Date.now();
|
const startedAt = Date.now();
|
||||||
await page.mouse.move(start.x, start.y);
|
await page.mouse.move(start.x, start.y);
|
||||||
await page.mouse.down();
|
await page.mouse.down();
|
||||||
await page.mouse.move(end.x, end.y, { steps: 240 });
|
await page.mouse.move(end.x, end.y, { steps: 240 });
|
||||||
await page.mouse.up();
|
await page.mouse.up();
|
||||||
const strokeDuration = Date.now() - startedAt;
|
const strokeDuration = Date.now() - startedAt;
|
||||||
expect(strokeDuration).toBeLessThan(5000);
|
const mainThreadDuration = metrics ? (await taskTime()) - beforeTask : null;
|
||||||
|
if (metrics) await metrics.detach();
|
||||||
|
await testInfo.attach('stroke-timing', { body: Buffer.from(JSON.stringify({
|
||||||
|
samples: 240, strokeDuration, controlDuration, mainThreadDuration,
|
||||||
|
})), contentType: 'application/json' });
|
||||||
|
expect(strokeDuration - controlDuration).toBeLessThan(5000);
|
||||||
|
if (mainThreadDuration !== null) expect(mainThreadDuration).toBeLessThan(5000);
|
||||||
const after = await flattenedPixelDigest(page);
|
const after = await flattenedPixelDigest(page);
|
||||||
expect(after).not.toEqual(before);
|
expect(after).not.toEqual(before);
|
||||||
await expect(thumb).toHaveAttribute('width', '68');
|
await expect(thumb).toHaveAttribute('width', '68');
|
||||||
|
|||||||
@@ -0,0 +1,21 @@
|
|||||||
|
const { test, expect } = require('@playwright/test');
|
||||||
|
const { spawnSync } = require('node:child_process');
|
||||||
|
const path = require('node:path');
|
||||||
|
|
||||||
|
// The previously opt-in node:test now uses only this config's owned app/account.
|
||||||
|
// Its native JUnit report retains its authored identity; this case is a driver.
|
||||||
|
test('native email reply regression on the disposable authenticated app', async ({ context, baseURL }, testInfo) => {
|
||||||
|
const origin = new URL(baseURL);
|
||||||
|
expect(origin.hostname).toBe('127.0.0.1');
|
||||||
|
const cookie = (await context.cookies(baseURL)).find(item => item.name === 'odysseus_session');
|
||||||
|
expect(cookie?.value).toBeTruthy();
|
||||||
|
const report = testInfo.outputPath('native-email-junit.xml');
|
||||||
|
const result = spawnSync(process.execPath, ['--test', '--test-reporter=spec', '--test-reporter-destination=stdout',
|
||||||
|
'--test-reporter=junit', `--test-reporter-destination=${report}`, 'tests/emailReplyBrowser.test.mjs'], {
|
||||||
|
cwd: path.resolve(__dirname, '../../..'), encoding: 'utf8', timeout: 80_000,
|
||||||
|
env: { ...process.env, ODYSSEUS_UI_TEST_URL: baseURL, ODYSSEUS_UI_TEST_COOKIE: cookie.value },
|
||||||
|
});
|
||||||
|
console.log(result.stdout);
|
||||||
|
expect(result.error, String(result.error)).toBeUndefined();
|
||||||
|
expect(result.status, result.stdout + result.stderr).toBe(0);
|
||||||
|
});
|
||||||
@@ -2,6 +2,12 @@ const fs = require('node:fs');
|
|||||||
const os = require('node:os');
|
const os = require('node:os');
|
||||||
const path = require('node:path');
|
const path = require('node:path');
|
||||||
const { defineConfig } = require('@playwright/test');
|
const { defineConfig } = require('@playwright/test');
|
||||||
|
const { disposableCIArtifacts, marker } = require('./artifact-policy');
|
||||||
|
const isCI = Boolean(process.env.CI) || Boolean(process.env.GITHUB_ACTIONS);
|
||||||
|
const disposableOptIn = isCI && process.env.ODYSSEUS_E2E_DISPOSABLE_ARTIFACTS === '1';
|
||||||
|
if (disposableOptIn && (process.env.PHOTO_EDITOR_E2E_DATA_DIR || process.env.PHOTO_EDITOR_E2E_DB_PATH || process.env.PHOTO_EDITOR_E2E_AUTH === '0') && !disposableCIArtifacts()) {
|
||||||
|
throw new Error('CI artifact opt-in requires fresh authenticated fixture paths');
|
||||||
|
}
|
||||||
|
|
||||||
const port = Number(process.env.PHOTO_EDITOR_E2E_PORT || 7013);
|
const port = Number(process.env.PHOTO_EDITOR_E2E_PORT || 7013);
|
||||||
const baseURL = `http://127.0.0.1:${port}`;
|
const baseURL = `http://127.0.0.1:${port}`;
|
||||||
@@ -24,7 +30,9 @@ if (!['chromium', 'firefox', 'webkit'].includes(browserName)) {
|
|||||||
throw new Error(`Unsupported PHOTO_EDITOR_E2E_BROWSER: ${browserName}`);
|
throw new Error(`Unsupported PHOTO_EDITOR_E2E_BROWSER: ${browserName}`);
|
||||||
}
|
}
|
||||||
|
|
||||||
const isCI = Boolean(process.env.CI) || Boolean(process.env.GITHUB_ACTIONS);
|
if (disposableOptIn) {
|
||||||
|
fs.writeFileSync(path.join(dataDirectory, marker), JSON.stringify({ synthetic: true, authenticated: true, database: databasePath }));
|
||||||
|
}
|
||||||
const traceOptIn = !isCI && ['1', 'true'].includes(String(process.env.PLAYWRIGHT_ENABLE_TRACE || '').toLowerCase());
|
const traceOptIn = !isCI && ['1', 'true'].includes(String(process.env.PLAYWRIGHT_ENABLE_TRACE || '').toLowerCase());
|
||||||
|
|
||||||
module.exports = defineConfig({
|
module.exports = defineConfig({
|
||||||
@@ -32,6 +40,8 @@ module.exports = defineConfig({
|
|||||||
outputDir: path.join(__dirname, '..', '..', 'test-results', 'photo-editor'),
|
outputDir: path.join(__dirname, '..', '..', 'test-results', 'photo-editor'),
|
||||||
timeout: 90_000,
|
timeout: 90_000,
|
||||||
expect: { timeout: 10_000 },
|
expect: { timeout: 10_000 },
|
||||||
|
forbidOnly: isCI,
|
||||||
|
retries: 0,
|
||||||
fullyParallel: false,
|
fullyParallel: false,
|
||||||
workers: 1,
|
workers: 1,
|
||||||
reporter: isCI ? 'line' : 'line',
|
reporter: isCI ? 'line' : 'line',
|
||||||
@@ -49,9 +59,9 @@ module.exports = defineConfig({
|
|||||||
serviceWorkers: 'block',
|
serviceWorkers: 'block',
|
||||||
...(authenticated ? { storageState: path.join(dataDirectory, 'browser-auth.json') } : {}),
|
...(authenticated ? { storageState: path.join(dataDirectory, 'browser-auth.json') } : {}),
|
||||||
screenshot: 'only-on-failure',
|
screenshot: 'only-on-failure',
|
||||||
// Unconditional CI trace suppression: Playwright traces are NEVER recorded in CI.
|
// Default CI suppression remains; only the fresh synthetic fixture opts in.
|
||||||
// Local developer tracing requires explicit PLAYWRIGHT_ENABLE_TRACE=1.
|
// Local developer tracing requires explicit PLAYWRIGHT_ENABLE_TRACE=1.
|
||||||
trace: traceOptIn ? 'retain-on-failure' : 'off',
|
trace: (traceOptIn || disposableCIArtifacts()) ? 'retain-on-failure' : 'off',
|
||||||
},
|
},
|
||||||
webServer: {
|
webServer: {
|
||||||
command: `${JSON.stringify(python)} -m uvicorn app:app --host 127.0.0.1 --port ${port}`,
|
command: `${JSON.stringify(python)} -m uvicorn app:app --host 127.0.0.1 --port ${port}`,
|
||||||
@@ -65,6 +75,10 @@ module.exports = defineConfig({
|
|||||||
DATABASE_URL: `sqlite:///${databasePath}`,
|
DATABASE_URL: `sqlite:///${databasePath}`,
|
||||||
ODYSSEUS_DATA_DIR: dataDirectory,
|
ODYSSEUS_DATA_DIR: dataDirectory,
|
||||||
ODYSSEUS_STARTUP_WARMUPS: '0',
|
ODYSSEUS_STARTUP_WARMUPS: '0',
|
||||||
|
ODYSSEUS_TOOL_INDEX_PREWARM: '0',
|
||||||
|
ODYSSEUS_BROWSER_MCP_REQUIRE_CACHE: '1',
|
||||||
|
npm_config_offline: 'true',
|
||||||
|
npm_config_cache: path.join(dataDirectory, 'npm-cache'),
|
||||||
RESPONSE_COMPRESSION_ENABLED: 'false',
|
RESPONSE_COMPRESSION_ENABLED: 'false',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ const fs = require('node:fs');
|
|||||||
const os = require('node:os');
|
const os = require('node:os');
|
||||||
const path = require('node:path');
|
const path = require('node:path');
|
||||||
const { execFileSync } = require('node:child_process');
|
const { execFileSync } = require('node:child_process');
|
||||||
|
const { disposableCIArtifacts } = require('./artifact-policy');
|
||||||
|
|
||||||
const repoRoot = path.resolve(__dirname, '..', '..');
|
const repoRoot = path.resolve(__dirname, '..', '..');
|
||||||
const defaultResultsDir = path.join(repoRoot, 'test-results');
|
const defaultResultsDir = path.join(repoRoot, 'test-results');
|
||||||
@@ -29,6 +30,9 @@ module.exports = async (options = {}) => {
|
|||||||
const isPlaywrightConfig = options && (options.configFile || options.rootDir);
|
const isPlaywrightConfig = options && (options.configFile || options.rootDir);
|
||||||
const testOpts = (!isPlaywrightConfig && typeof options === 'object') ? options : {};
|
const testOpts = (!isPlaywrightConfig && typeof options === 'object') ? options : {};
|
||||||
|
|
||||||
|
// Validate fixture ownership before removing its temporary directory.
|
||||||
|
const disposableCI = disposableCIArtifacts();
|
||||||
|
|
||||||
// Confine cleanup of PHOTO_EDITOR_E2E_DATA_DIR:
|
// Confine cleanup of PHOTO_EDITOR_E2E_DATA_DIR:
|
||||||
// Strictly require it to be within an OS temporary directory and match the expected test prefix
|
// Strictly require it to be within an OS temporary directory and match the expected test prefix
|
||||||
const dataDirectory = process.env.PHOTO_EDITOR_E2E_DATA_DIR;
|
const dataDirectory = process.env.PHOTO_EDITOR_E2E_DATA_DIR;
|
||||||
@@ -100,7 +104,7 @@ module.exports = async (options = {}) => {
|
|||||||
const isCI = Boolean(process.env.CI) || Boolean(process.env.GITHUB_ACTIONS);
|
const isCI = Boolean(process.env.CI) || Boolean(process.env.GITHUB_ACTIONS);
|
||||||
const traceOptIn = !isCI && ['1', 'true'].includes(String(process.env.PLAYWRIGHT_ENABLE_TRACE || '').toLowerCase());
|
const traceOptIn = !isCI && ['1', 'true'].includes(String(process.env.PLAYWRIGHT_ENABLE_TRACE || '').toLowerCase());
|
||||||
|
|
||||||
if (isCI || !traceOptIn) {
|
if ((isCI && !disposableCI) || (!traceOptIn && !disposableCI)) {
|
||||||
// In CI or default local runs, purge all sensitive trace archives and artifacts
|
// In CI or default local runs, purge all sensitive trace archives and artifacts
|
||||||
purgeSensitiveArtifacts(resultsDir);
|
purgeSensitiveArtifacts(resultsDir);
|
||||||
} else {
|
} else {
|
||||||
@@ -124,7 +128,8 @@ module.exports = async (options = {}) => {
|
|||||||
|
|
||||||
if (!sanitizerSucceeded) {
|
if (!sanitizerSucceeded) {
|
||||||
// Fail closed: purge all remaining zip or tmp archives
|
// Fail closed: purge all remaining zip or tmp archives
|
||||||
purgeZipAndTmp(resultsDir);
|
if (disposableCI) purgeSensitiveArtifacts(resultsDir);
|
||||||
|
else purgeZipAndTmp(resultsDir);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,71 @@
|
|||||||
|
{
|
||||||
|
"native-ci": [
|
||||||
|
"tests/backgroundToolJobs.test.mjs",
|
||||||
|
"tests/chatEditorProgress.test.mjs",
|
||||||
|
"tests/chatImageDeletion.test.mjs",
|
||||||
|
"tests/chatPhotoEditorIntegrity.test.mjs",
|
||||||
|
"tests/chatProcessingHandoff.test.mjs",
|
||||||
|
"tests/copyChatHeader.test.mjs",
|
||||||
|
"tests/emailReplyStream.test.mjs",
|
||||||
|
"tests/galleryModelPickerSync.test.mjs",
|
||||||
|
"tests/generatedImageResult.test.mjs",
|
||||||
|
"tests/researchMobileButtons.test.mjs",
|
||||||
|
"tests/schemaThinkingProbe.test.mjs",
|
||||||
|
"tests/sidebarNewChat.test.mjs",
|
||||||
|
"tests/skillsApproval.test.mjs",
|
||||||
|
"tests/streamingRendererRaf.test.mjs",
|
||||||
|
"tests/toolFollowupOracle.test.mjs",
|
||||||
|
"tests/tool_followup_oracle.test.mjs"
|
||||||
|
],
|
||||||
|
"browser-ci": [
|
||||||
|
"tests/emailReplyBrowser.test.mjs"
|
||||||
|
],
|
||||||
|
"python-ci": {
|
||||||
|
"tests/historyResumeRendering.test.mjs": [
|
||||||
|
"tests/test_history_resume_rendering_js.py",
|
||||||
|
"tests/test_live_fallback_round_attribution.py"
|
||||||
|
],
|
||||||
|
"tests/live_thinking_scheduler.test.mjs": [
|
||||||
|
"tests/test_live_thinking_scheduler_js.py"
|
||||||
|
],
|
||||||
|
"tests/noteTestOracle.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/notesApplication.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/notesCharacterization.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/notesDraftAutosave.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/notesInfrastructure.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/notesRecurrence.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/notesReminders.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/notesWorkflows.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/selectedNotesContext.test.mjs": [
|
||||||
|
"tests/test_notes_reference_contracts_js.py"
|
||||||
|
],
|
||||||
|
"tests/streaming/invariant.test.mjs": [
|
||||||
|
"tests/test_streaming_segmenter_js.py"
|
||||||
|
],
|
||||||
|
"tests/streaming/segmenter.test.mjs": [
|
||||||
|
"tests/test_streaming_segmenter_js.py"
|
||||||
|
],
|
||||||
|
"tests/turnRendering.test.mjs": [
|
||||||
|
"tests/test_turn_rendering_js.py"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"architecture-ci": [
|
||||||
|
"tests/frontendArchitecture.test.mjs"
|
||||||
|
]
|
||||||
|
}
|
||||||
@@ -13,7 +13,6 @@ import socketserver
|
|||||||
import threading
|
import threading
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
import requests
|
|
||||||
|
|
||||||
from src import caldav_sync, caldav_writeback
|
from src import caldav_sync, caldav_writeback
|
||||||
|
|
||||||
@@ -27,13 +26,12 @@ def test_build_dav_client_disables_redirects():
|
|||||||
|
|
||||||
def test_dav_client_does_not_follow_redirect_to_internal_host():
|
def test_dav_client_does_not_follow_redirect_to_internal_host():
|
||||||
"""End-to-end through the real DAVClient: a 302 toward an internal host
|
"""End-to-end through the real DAVClient: a 302 toward an internal host
|
||||||
must NOT be followed. Exercise the session limit separately because some
|
must NOT be followed. Without the fix the sink is contacted (SSRF); with it
|
||||||
caldav versions independently refuse cross-origin PROPFIND redirects."""
|
the redirect is refused and the sink is never reached."""
|
||||||
pytest.importorskip("caldav")
|
pytest.importorskip("caldav")
|
||||||
|
|
||||||
sink_hits: list[str] = []
|
sink_hits: list[str] = []
|
||||||
public_methods: list[str] = []
|
public_methods: list[str] = []
|
||||||
same_origin_hits: list[str] = []
|
|
||||||
|
|
||||||
class _Internal(http.server.BaseHTTPRequestHandler):
|
class _Internal(http.server.BaseHTTPRequestHandler):
|
||||||
# Stand-in for an internal service the attacker redirects toward.
|
# Stand-in for an internal service the attacker redirects toward.
|
||||||
@@ -50,15 +48,9 @@ def test_dav_client_does_not_follow_redirect_to_internal_host():
|
|||||||
class _Public(http.server.BaseHTTPRequestHandler):
|
class _Public(http.server.BaseHTTPRequestHandler):
|
||||||
# The "validated" public CalDAV server that redirects everything inward.
|
# The "validated" public CalDAV server that redirects everything inward.
|
||||||
def do_GET(self): # noqa: N802
|
def do_GET(self): # noqa: N802
|
||||||
if self.path == "/landing":
|
|
||||||
same_origin_hits.append(self.path)
|
|
||||||
self.send_response(200)
|
|
||||||
self.end_headers()
|
|
||||||
return
|
|
||||||
public_methods.append(self.command)
|
public_methods.append(self.command)
|
||||||
self.send_response(302)
|
self.send_response(302)
|
||||||
location = "/landing" if self.path == "/same" else f"http://127.0.0.1:{internal_port}/leak"
|
self.send_header("Location", f"http://127.0.0.1:{internal_port}/leak")
|
||||||
self.send_header("Location", location)
|
|
||||||
self.end_headers()
|
self.end_headers()
|
||||||
|
|
||||||
do_PROPFIND = do_GET
|
do_PROPFIND = do_GET
|
||||||
@@ -70,10 +62,8 @@ def test_dav_client_does_not_follow_redirect_to_internal_host():
|
|||||||
internal_port = internal.server_address[1]
|
internal_port = internal.server_address[1]
|
||||||
public = socketserver.TCPServer(("127.0.0.1", 0), _Public)
|
public = socketserver.TCPServer(("127.0.0.1", 0), _Public)
|
||||||
public_port = public.server_address[1]
|
public_port = public.server_address[1]
|
||||||
internal_thread = threading.Thread(target=internal.serve_forever, daemon=True)
|
threading.Thread(target=internal.serve_forever, daemon=True).start()
|
||||||
public_thread = threading.Thread(target=public.serve_forever, daemon=True)
|
threading.Thread(target=public.serve_forever, daemon=True).start()
|
||||||
internal_thread.start()
|
|
||||||
public_thread.start()
|
|
||||||
try:
|
try:
|
||||||
public_url = f"http://127.0.0.1:{public_port}/dav"
|
public_url = f"http://127.0.0.1:{public_port}/dav"
|
||||||
client = caldav_sync._build_dav_client(public_url, "u", "p")
|
client = caldav_sync._build_dav_client(public_url, "u", "p")
|
||||||
@@ -92,35 +82,17 @@ def test_dav_client_does_not_follow_redirect_to_internal_host():
|
|||||||
assert public_methods in (["PROPFIND"], ["PROPFIND", "GET"]), public_methods
|
assert public_methods in (["PROPFIND"], ["PROPFIND", "GET"]), public_methods
|
||||||
assert sink_hits == [], "redirect toward an internal host must not be followed"
|
assert sink_hits == [], "redirect toward an internal host must not be followed"
|
||||||
|
|
||||||
# GET redirects are handled by the HTTP session even in caldav 3.7.
|
# Positive control: demonstrate that the sink would see the redirect
|
||||||
# This makes the cross-port SSRF assertion sensitive to our own limit.
|
# if the session's redirect protection were removed.
|
||||||
with pytest.raises(Exception, match="Exceeded 0 redirects"):
|
|
||||||
client.request(public_url, "GET", "")
|
|
||||||
assert sink_hits == [], "GET redirect toward the internal sink must be blocked"
|
|
||||||
|
|
||||||
# requests can reach the cross-port sink when redirects are enabled,
|
|
||||||
# even if DAVClient independently rejects cross-origin PROPFIND redirects.
|
|
||||||
with requests.Session() as session:
|
|
||||||
response = session.get(public_url, timeout=5)
|
|
||||||
assert response.status_code == 207
|
|
||||||
assert sink_hits == ["/leak"], "the cross-port redirect must reach the sink"
|
|
||||||
|
|
||||||
# GET follows redirects at the HTTP session layer across these caldav
|
|
||||||
# versions. Check the application's limit on a same-origin redirect too.
|
|
||||||
same_url = f"http://127.0.0.1:{public_port}/same"
|
|
||||||
with pytest.raises(Exception, match="Exceeded 0 redirects"):
|
|
||||||
client.request(same_url, "GET", "")
|
|
||||||
assert same_origin_hits == []
|
|
||||||
client.session.max_redirects = 30
|
client.session.max_redirects = 30
|
||||||
client.request(same_url, "GET", "")
|
try:
|
||||||
assert same_origin_hits == ["/landing"]
|
client.request(public_url, "PROPFIND", "")
|
||||||
|
except Exception:
|
||||||
|
pass # The sink's response is intentionally not a valid DAV body.
|
||||||
|
assert sink_hits == ["/leak"], "the test must detect a followed redirect"
|
||||||
finally:
|
finally:
|
||||||
internal.shutdown()
|
internal.shutdown()
|
||||||
public.shutdown()
|
public.shutdown()
|
||||||
internal_thread.join()
|
|
||||||
public_thread.join()
|
|
||||||
internal.server_close()
|
|
||||||
public.server_close()
|
|
||||||
|
|
||||||
|
|
||||||
def test_sync_and_writeback_construct_clients_through_the_helper():
|
def test_sync_and_writeback_construct_clients_through_the_helper():
|
||||||
|
|||||||
@@ -1,148 +0,0 @@
|
|||||||
"""Both chat tidy entry points retain saved conversations and still remove empties."""
|
|
||||||
import asyncio
|
|
||||||
from datetime import datetime, timedelta, timezone
|
|
||||||
|
|
||||||
import pytest
|
|
||||||
from fastapi import APIRouter, FastAPI
|
|
||||||
from fastapi.testclient import TestClient
|
|
||||||
from sqlalchemy import create_engine
|
|
||||||
from sqlalchemy.orm import sessionmaker
|
|
||||||
|
|
||||||
import core.database as database
|
|
||||||
import core.session_manager as manager_module
|
|
||||||
import routes.session_routes as routes
|
|
||||||
import src.session_actions as actions
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
|
||||||
def tidy_api(tmp_path, monkeypatch):
|
|
||||||
engine = create_engine(
|
|
||||||
f"sqlite:///{(tmp_path / 'tidy.db').as_posix()}",
|
|
||||||
connect_args={"check_same_thread": False},
|
|
||||||
)
|
|
||||||
database.Base.metadata.create_all(engine)
|
|
||||||
factory = sessionmaker(bind=engine, autoflush=False)
|
|
||||||
monkeypatch.setattr(database, "SessionLocal", factory)
|
|
||||||
monkeypatch.setattr(manager_module, "SessionLocal", factory)
|
|
||||||
monkeypatch.setattr(routes, "SessionLocal", factory)
|
|
||||||
monkeypatch.setattr(routes, "router", APIRouter(prefix="/api"))
|
|
||||||
monkeypatch.setattr(routes, "effective_user", lambda request: "alice")
|
|
||||||
manager = manager_module.SessionManager.__new__(manager_module.SessionManager)
|
|
||||||
manager.sessions = {}
|
|
||||||
manager.upload_handler = None
|
|
||||||
monkeypatch.setattr(manager, "get_sessions_for_user", lambda owner: {})
|
|
||||||
app = FastAPI()
|
|
||||||
app.include_router(routes.setup_session_routes(manager, {}))
|
|
||||||
with TestClient(app) as client:
|
|
||||||
yield client, factory, manager
|
|
||||||
engine.dispose()
|
|
||||||
|
|
||||||
|
|
||||||
def run_tidy(client, entrypoint):
|
|
||||||
if entrypoint == "action":
|
|
||||||
return asyncio.run(actions.run_auto_sort("alice", skip_llm=True))
|
|
||||||
response = client.post("/api/sessions/auto-sort?skip_llm=true")
|
|
||||||
assert response.status_code == 200, response.text
|
|
||||||
return response.json()
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize("entrypoint", ["route", "action"])
|
|
||||||
@pytest.mark.parametrize("title,prompt", [
|
|
||||||
("New chat", "Please analyze the following contract and retain all details. " * 20),
|
|
||||||
("Contract analysis", "Review contract"),
|
|
||||||
("Chat: analysis", "Explain these results and retain the full answer"),
|
|
||||||
("Test", "Here is a large input that should be analyzed and retained"),
|
|
||||||
], ids=["generic-title", "short-prompt", "title-prefix", "test-title"])
|
|
||||||
def test_tidy_preserves_nontrivial_saved_answer(tidy_api, title, prompt, entrypoint):
|
|
||||||
client, factory, manager = tidy_api
|
|
||||||
old = datetime.now(timezone.utc).replace(tzinfo=None) - timedelta(hours=2)
|
|
||||||
answer = "Clause analysis and recommended changes.\n" * 2000
|
|
||||||
with factory() as db:
|
|
||||||
db.add(database.Session(
|
|
||||||
id="valuable-chat", name=title, owner="alice", endpoint_url="", model="",
|
|
||||||
archived=False, is_important=False, message_count=2,
|
|
||||||
created_at=old, updated_at=old, last_accessed=old, last_message_at=old,
|
|
||||||
))
|
|
||||||
db.commit()
|
|
||||||
db.add_all([
|
|
||||||
database.ChatMessage(id="prompt", session_id="valuable-chat", role="user",
|
|
||||||
content=prompt, timestamp=old),
|
|
||||||
database.ChatMessage(id="answer", session_id="valuable-chat", role="assistant",
|
|
||||||
content=answer, timestamp=old + timedelta(seconds=1)),
|
|
||||||
])
|
|
||||||
db.commit()
|
|
||||||
run_tidy(client, entrypoint)
|
|
||||||
with factory() as db:
|
|
||||||
remaining = db.query(database.ChatMessage).filter_by(session_id="valuable-chat").count()
|
|
||||||
survives = db.get(database.Session, "valuable-chat") is not None
|
|
||||||
assert survives and remaining == 2, "Title/prompt heuristics must not erase saved answers"
|
|
||||||
with factory() as db:
|
|
||||||
assert db.get(database.ChatMessage, "answer").content == answer
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize("entrypoint", ["route", "action"])
|
|
||||||
@pytest.mark.parametrize("kind", ["unanswered", "greeting", "empty", "fresh-empty", "starred-empty", "archived", "other-owner", "incognito"])
|
|
||||||
def test_tidy_cleanup_boundaries(tidy_api, entrypoint, kind):
|
|
||||||
client, factory, manager = tidy_api
|
|
||||||
now = datetime.now(timezone.utc).replace(tzinfo=None)
|
|
||||||
timestamp = now if kind == "fresh-empty" else now - timedelta(hours=2)
|
|
||||||
message = kind in {"unanswered", "greeting", "archived", "other-owner", "incognito"}
|
|
||||||
with factory() as db:
|
|
||||||
db.add(database.Session(
|
|
||||||
id="boundary-chat", name="Incognito" if kind == "incognito" else "New chat",
|
|
||||||
owner="bob" if kind == "other-owner" else "alice", endpoint_url="", model="",
|
|
||||||
archived=kind == "archived", is_important=kind == "starred-empty",
|
|
||||||
# Deliberately inaccurate metadata: cleanup must use message rows.
|
|
||||||
message_count=0 if message else 40,
|
|
||||||
created_at=timestamp, updated_at=timestamp, last_accessed=timestamp, last_message_at=timestamp,
|
|
||||||
))
|
|
||||||
db.commit()
|
|
||||||
if message:
|
|
||||||
db.add(database.ChatMessage(id="boundary-message", session_id="boundary-chat", role="user",
|
|
||||||
content="hi" if kind == "greeting" else "Pending question " * 100,
|
|
||||||
timestamp=timestamp))
|
|
||||||
db.commit()
|
|
||||||
run_tidy(client, entrypoint)
|
|
||||||
deleted = kind in {"empty", "incognito"}
|
|
||||||
with factory() as db:
|
|
||||||
assert (db.get(database.Session, "boundary-chat") is None) == deleted
|
|
||||||
assert db.query(database.ChatMessage).filter_by(session_id="boundary-chat").count() == int(message and not deleted)
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize("entrypoint", ["route", "action"])
|
|
||||||
def test_tidy_keeps_folder_assignment_working(tidy_api, monkeypatch, entrypoint):
|
|
||||||
from types import SimpleNamespace
|
|
||||||
import src.llm_core as llm
|
|
||||||
import src.task_endpoint as endpoints
|
|
||||||
client, factory, manager = tidy_api
|
|
||||||
old = datetime.now(timezone.utc).replace(tzinfo=None) - timedelta(hours=2)
|
|
||||||
for sid in ["chat-one-long-id", "chat-two-long-id"]:
|
|
||||||
with factory() as db:
|
|
||||||
db.add(database.Session(id=sid, name="New chat", owner="alice", endpoint_url="", model="",
|
|
||||||
archived=False, created_at=old, updated_at=old,
|
|
||||||
last_accessed=old, last_message_at=old))
|
|
||||||
db.commit()
|
|
||||||
db.add(database.ChatMessage(id=f"{sid}-message", session_id=sid, role="user",
|
|
||||||
content="Saved question", timestamp=old))
|
|
||||||
db.commit()
|
|
||||||
manager.sessions[sid] = SimpleNamespace(id=sid, name="New chat", archived=False,
|
|
||||||
updated_at=old.isoformat(), created_at=old.isoformat())
|
|
||||||
monkeypatch.setattr(manager, "get_sessions_for_user", lambda owner: manager.sessions)
|
|
||||||
monkeypatch.setattr(endpoints, "resolve_task_endpoint", lambda *args, **kwargs: ("http://model.invalid", "test", {}))
|
|
||||||
response_text = '{"folders":{"Projects":["chat-one","chat-two"]}}'
|
|
||||||
monkeypatch.setattr(llm, "llm_call", lambda *args, **kwargs: response_text)
|
|
||||||
|
|
||||||
async def async_response(*args, **kwargs):
|
|
||||||
return response_text
|
|
||||||
|
|
||||||
monkeypatch.setattr(llm, "llm_call_async", async_response)
|
|
||||||
if entrypoint == "action":
|
|
||||||
result = asyncio.run(actions.run_auto_sort("alice"))
|
|
||||||
assert "Sorted 2 sessions" in result
|
|
||||||
else:
|
|
||||||
response = client.post("/api/sessions/auto-sort")
|
|
||||||
assert response.status_code == 200, response.text
|
|
||||||
assert response.json()["updated"] == 2
|
|
||||||
with factory() as db:
|
|
||||||
assert db.query(database.ChatMessage).count() == 2
|
|
||||||
assert {row.folder for row in db.query(database.Session).all()} == {"Projects"}
|
|
||||||
@@ -1,14 +1,4 @@
|
|||||||
import os
|
|
||||||
import subprocess
|
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
import pytest
|
|
||||||
from core.platform_compat import find_bash, git_bash_path
|
|
||||||
from routes.cookbook_helpers import (
|
|
||||||
ODYSSEUS_LLAMA_SHIM_MARKER,
|
|
||||||
_append_llama_server_shim_definition_lines,
|
|
||||||
_append_llama_server_shim_reconciliation_lines,
|
|
||||||
_append_llama_server_finalization_lines,
|
|
||||||
)
|
|
||||||
|
|
||||||
from tests.helpers.stylesheets import app_css
|
from tests.helpers.stylesheets import app_css
|
||||||
|
|
||||||
@@ -625,730 +615,3 @@ def test_local_dependency_probe_refreshes_user_site_visibility():
|
|||||||
# deps (realesrgan) probe as not-installed until a restart. See #4810.
|
# deps (realesrgan) probe as not-installed until a restart. See #4810.
|
||||||
assert "if user_site and os.path.isdir(user_site):" in source
|
assert "if user_site and os.path.isdir(user_site):" in source
|
||||||
assert "site.addsitedir(user_site)" in source
|
assert "site.addsitedir(user_site)" in source
|
||||||
|
|
||||||
|
|
||||||
def test_llama_runner_path_preserves_standard_user_bin_order():
|
|
||||||
"""The runner PATH must preserve standard user $HOME/bin precedence while
|
|
||||||
relying on ownership-aware reconciliation to retire Odysseus shims when
|
|
||||||
native builds exist."""
|
|
||||||
source = _read("routes/cookbook_routes.py")
|
|
||||||
|
|
||||||
assert (
|
|
||||||
'export PATH="$HOME/.local/bin:$HOME/bin:$HOME/llama.cpp/build/bin:/opt/homebrew/bin:/usr/local/bin:$PATH"'
|
|
||||||
in source
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def _run_shell(tmp_path, lines, cwd=None, path=None, extra_env=None):
|
|
||||||
from core.platform_compat import find_bash, git_bash_path
|
|
||||||
bash = find_bash() or "bash"
|
|
||||||
env = dict(os.environ, HOME=git_bash_path(tmp_path))
|
|
||||||
if path is not None:
|
|
||||||
env["PATH"] = path
|
|
||||||
if extra_env:
|
|
||||||
env.update(extra_env)
|
|
||||||
return subprocess.run(
|
|
||||||
[bash, "-c", "\n".join(lines)],
|
|
||||||
cwd=str(cwd) if cwd else None,
|
|
||||||
env=env,
|
|
||||||
capture_output=True,
|
|
||||||
text=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def _write_odysseus_shim(path: Path) -> None:
|
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
path.write_text(
|
|
||||||
f"#!/usr/bin/env bash\n{ODYSSEUS_LLAMA_SHIM_MARKER}\nexec python3 -m llama_cpp.server \"$@\"\n",
|
|
||||||
encoding="utf-8",
|
|
||||||
)
|
|
||||||
path.chmod(0o755)
|
|
||||||
|
|
||||||
|
|
||||||
def _write_mock_native(path: Path, succeeds: bool = True) -> None:
|
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
if succeeds:
|
|
||||||
content = '#!/usr/bin/env bash\nif [ "$1" = "--version" ]; then echo "version: 0.1.0-dev"; exit 0; fi\necho "RUN_NATIVE: $@"\nexit 0\n'
|
|
||||||
else:
|
|
||||||
content = '#!/usr/bin/env bash\necho "error: missing libllama.so" >&2\nexit 127\n'
|
|
||||||
path.write_text(content, encoding="utf-8")
|
|
||||||
path.chmod(0o755)
|
|
||||||
|
|
||||||
|
|
||||||
def _write_mock_python3(path: Path, succeeds: bool = True) -> None:
|
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
path.write_text(f"#!/usr/bin/env bash\nexit {0 if succeeds else 1}\n", encoding="utf-8")
|
|
||||||
path.chmod(0o755)
|
|
||||||
|
|
||||||
|
|
||||||
def test_odysseus_create_llama_shim_never_overwrites_user_regular_file(tmp_path):
|
|
||||||
"""Creation boundary: never overwrite a non-executable user-owned regular file."""
|
|
||||||
user_file = tmp_path / "bin/llama-server"
|
|
||||||
user_file.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
original_content = "user configuration or binary data without marker"
|
|
||||||
user_file.write_text(original_content, encoding="utf-8")
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
lines.append('_odysseus_create_llama_shim')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode != 0, "Creation should return non-zero when target is a user file"
|
|
||||||
assert user_file.read_text(encoding="utf-8") == original_content, "User file must remain byte-for-byte unchanged"
|
|
||||||
|
|
||||||
|
|
||||||
def test_odysseus_create_llama_shim_never_overwrites_user_symlink(tmp_path):
|
|
||||||
"""Creation boundary: never follow or overwrite a user-owned symlink."""
|
|
||||||
bin_dir = tmp_path / "bin"
|
|
||||||
bin_dir.mkdir(parents=True, exist_ok=True)
|
|
||||||
target_file = tmp_path / "user_target.txt"
|
|
||||||
target_file.write_text("precious user target content", encoding="utf-8")
|
|
||||||
user_symlink = bin_dir / "llama-server"
|
|
||||||
user_symlink.symlink_to(target_file)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
lines.append('_odysseus_create_llama_shim')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode != 0, "Creation should return non-zero when target is a user symlink"
|
|
||||||
assert user_symlink.is_symlink(), "Symlink must remain intact"
|
|
||||||
assert target_file.read_text(encoding="utf-8") == "precious user target content", "Target file must not be modified"
|
|
||||||
|
|
||||||
|
|
||||||
def test_odysseus_create_llama_shim_never_overwrites_dangling_symlink(tmp_path):
|
|
||||||
"""Creation boundary: never overwrite a dangling user-owned symlink."""
|
|
||||||
bin_dir = tmp_path / "bin"
|
|
||||||
bin_dir.mkdir(parents=True, exist_ok=True)
|
|
||||||
dangling_symlink = bin_dir / "llama-server"
|
|
||||||
dangling_symlink.symlink_to(tmp_path / "nonexistent_target")
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
lines.append('_odysseus_create_llama_shim')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode != 0, "Creation should return non-zero when target is a dangling symlink"
|
|
||||||
assert dangling_symlink.is_symlink(), "Dangling symlink must remain intact"
|
|
||||||
|
|
||||||
|
|
||||||
def test_odysseus_create_llama_shim_safely_replaces_existing_odysseus_shim(tmp_path):
|
|
||||||
"""Creation boundary: safely replace an existing Odysseus-owned compatibility shim."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
shim_file.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
shim_file.write_text(f"#!/bin/bash\n{ODYSSEUS_LLAMA_SHIM_MARKER}\n# old shim body\n", encoding="utf-8")
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
lines.append('_odysseus_create_llama_shim')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
new_content = shim_file.read_text(encoding="utf-8")
|
|
||||||
assert ODYSSEUS_LLAMA_SHIM_MARKER in new_content
|
|
||||||
assert "exec python3 -m llama_cpp.server" in new_content
|
|
||||||
|
|
||||||
|
|
||||||
def test_odysseus_create_llama_shim_secure_temp_prevents_symlink_attack(tmp_path):
|
|
||||||
"""Creation boundary: secure mktemp prevents predictable $$ temp symlink attacks.
|
|
||||||
|
|
||||||
Given:
|
|
||||||
- A victim file at ~/victim containing DO_NOT_TOUCH
|
|
||||||
- A pre-created symlink at ~/bin/.llama-server.odysseus.tmp.$$ pointing to ~/victim
|
|
||||||
- _odysseus_create_llama_shim executed within that exact same bash PID ($$)
|
|
||||||
|
|
||||||
Prove:
|
|
||||||
- ~/victim remains unmodified
|
|
||||||
- Pre-existing crafted symlink is NOT followed or overwritten
|
|
||||||
- Legitimate shim is successfully created at ~/bin/llama-server via secure temp path
|
|
||||||
"""
|
|
||||||
lines = [
|
|
||||||
'victim="$HOME/victim"',
|
|
||||||
'printf "DO_NOT_TOUCH\\n" > "$victim"',
|
|
||||||
'mkdir -p "$HOME/bin"',
|
|
||||||
'old_tmp="$HOME/bin/.llama-server.odysseus.tmp.$$";',
|
|
||||||
'ln -s "$victim" "$old_tmp"',
|
|
||||||
]
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
lines.append('_odysseus_create_llama_shim')
|
|
||||||
lines.append('res=$?')
|
|
||||||
lines.append('echo "CREATION_RES=$res"')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert "CREATION_RES=0" in res.stdout
|
|
||||||
|
|
||||||
victim_file = tmp_path / "victim"
|
|
||||||
assert victim_file.exists()
|
|
||||||
assert victim_file.read_text(encoding="utf-8") == "DO_NOT_TOUCH\n", "Victim file must remain untouched"
|
|
||||||
|
|
||||||
target_shim = tmp_path / "bin/llama-server"
|
|
||||||
assert target_shim.exists()
|
|
||||||
assert ODYSSEUS_LLAMA_SHIM_MARKER in target_shim.read_text(encoding="utf-8")
|
|
||||||
assert target_shim.stat().st_mode & 0o111 != 0, "Shim must be executable"
|
|
||||||
|
|
||||||
|
|
||||||
def test_stale_odysseus_shim_removed_when_python_server_unusable(tmp_path):
|
|
||||||
"""Scenario 1: Stale Odysseus shim + missing Python server -> owned shim removed."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not shim_file.exists(), "Stale Odysseus shim must be removed when python server is unavailable"
|
|
||||||
|
|
||||||
|
|
||||||
def test_healthy_odysseus_shim_retained_when_no_native_server(tmp_path):
|
|
||||||
"""Scenario 2: Healthy Odysseus shim + no native server -> shim preserved."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=True)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines, path=f"{git_bash_path(mock_py_dir)}:{os.environ.get('PATH', '')}")
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert shim_file.exists(), "Healthy Odysseus shim must be preserved when no native server is present"
|
|
||||||
|
|
||||||
|
|
||||||
def test_reconciliation_does_not_retire_healthy_shim_for_broken_native_binary(tmp_path):
|
|
||||||
"""Reconciliation health check: a broken native candidate executable must NOT retire
|
|
||||||
a healthy Odysseus Python shim."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
_write_mock_native(tmp_path / "llama.cpp/build/bin/llama-server", succeeds=False)
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=True)
|
|
||||||
|
|
||||||
lines = [f'export PATH="$HOME/llama.cpp/build/bin:{git_bash_path(mock_py_dir)}:$PATH"']
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert shim_file.exists(), "Healthy Odysseus shim must NOT be retired when native binary is broken"
|
|
||||||
|
|
||||||
|
|
||||||
def test_odysseus_shim_retired_when_native_server_healthy(tmp_path):
|
|
||||||
"""Scenario 3: Odysseus shim + healthy native server available -> native server wins."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
_write_mock_native(tmp_path / "llama.cpp/build/bin/llama-server", succeeds=True)
|
|
||||||
|
|
||||||
lines = ['export PATH="$HOME/bin:$HOME/llama.cpp/build/bin:$PATH"']
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not shim_file.exists(), "Odysseus shim must be retired when healthy native server is available"
|
|
||||||
|
|
||||||
|
|
||||||
def test_user_owned_bin_llama_server_never_touched(tmp_path):
|
|
||||||
"""Scenario 4: Arbitrary user ~/bin/llama-server -> untouched and not deprioritized."""
|
|
||||||
user_bin = tmp_path / "bin/llama-server"
|
|
||||||
user_bin.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
user_bin.write_text("#!/bin/bash\n# Custom user build script\nexec /opt/custom/llama-server\n", encoding="utf-8")
|
|
||||||
user_bin.chmod(0o755)
|
|
||||||
|
|
||||||
_write_mock_native(tmp_path / "llama.cpp/build/bin/llama-server", succeeds=True)
|
|
||||||
|
|
||||||
lines = ['export PATH="$HOME/bin:$HOME/llama.cpp/build/bin:$PATH"']
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert user_bin.exists(), "User-owned ~/bin/llama-server must never be deleted"
|
|
||||||
assert "Custom user build script" in user_bin.read_text(encoding="utf-8")
|
|
||||||
|
|
||||||
|
|
||||||
def test_reconciliation_ignores_native_binary_outside_effective_path(tmp_path):
|
|
||||||
"""Native candidate outside effective PATH must NOT be considered."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
# Native binary placed in /usr_custom/bin which is NOT in PATH
|
|
||||||
_write_mock_native(tmp_path / "usr_custom/bin/llama-server", succeeds=True)
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=True)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
# PATH only contains ~/bin and mock_py_dir — usr_custom is omitted
|
|
||||||
path = f"{git_bash_path(tmp_path / 'bin')}:{git_bash_path(mock_py_dir)}"
|
|
||||||
res = _run_shell(tmp_path, lines, path=path)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert shim_file.exists(), "Shim must NOT be retired by native binary outside effective PATH"
|
|
||||||
|
|
||||||
|
|
||||||
def test_reconciliation_skips_home_bin_with_or_without_trailing_slash(tmp_path):
|
|
||||||
"""Reconciliation must exclude $HOME/bin and $HOME/bin/ from native candidate discovery."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=True)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
# PATH has ~/bin/ with trailing slash
|
|
||||||
path = f"{git_bash_path(tmp_path / 'bin')}/:{git_bash_path(mock_py_dir)}"
|
|
||||||
res = _run_shell(tmp_path, lines, path=path)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert shim_file.exists(), "Shim must NOT rediscover itself when PATH has trailing slash in $HOME/bin/"
|
|
||||||
|
|
||||||
|
|
||||||
def test_reconciliation_does_not_discover_cwd_executable_when_path_omits_dot(tmp_path):
|
|
||||||
"""Reconciliation must NOT synthesize an empty/trailing PATH element that searches cwd.
|
|
||||||
|
|
||||||
Given:
|
|
||||||
- Current working directory contains an executable `llama-server`
|
|
||||||
- Healthy Odysseus Python shim in ~/bin/llama-server
|
|
||||||
- PATH does NOT contain '.' or cwd
|
|
||||||
- No other healthy native binary on PATH
|
|
||||||
|
|
||||||
Prove:
|
|
||||||
- Reconciliation does not discover ./llama-server
|
|
||||||
- The healthy Odysseus shim in ~/bin/llama-server is preserved
|
|
||||||
"""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=True)
|
|
||||||
|
|
||||||
cwd_dir = tmp_path / "workdir"
|
|
||||||
_write_mock_native(cwd_dir / "llama-server", succeeds=True)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
path = f"{git_bash_path(tmp_path / 'bin')}:{git_bash_path(mock_py_dir)}:/usr/bin:/bin"
|
|
||||||
res = _run_shell(tmp_path, lines, cwd=cwd_dir, path=path)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert shim_file.exists(), "Healthy Odysseus shim must NOT be retired by finding ./llama-server in cwd"
|
|
||||||
|
|
||||||
|
|
||||||
def test_reconciliation_discovers_healthy_native_on_explicit_other_path_entry(tmp_path):
|
|
||||||
"""Reconciliation must discover healthy native binaries placed on explicit PATH entries."""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
custom_opt_bin = tmp_path / "custom_opt/bin"
|
|
||||||
_write_mock_native(custom_opt_bin / "llama-server", succeeds=True)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
path = f"{git_bash_path(tmp_path / 'bin')}:{git_bash_path(custom_opt_bin)}:/usr/bin:/bin"
|
|
||||||
res = _run_shell(tmp_path, lines, path=path)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not shim_file.exists(), "Odysseus shim must be retired when healthy native server is on explicit PATH entry"
|
|
||||||
|
|
||||||
|
|
||||||
def test_reconciliation_safely_iterates_path_with_glob_metacharacters(tmp_path):
|
|
||||||
"""Reconciliation must not perform pathname expansion / globbing on PATH components.
|
|
||||||
|
|
||||||
Given:
|
|
||||||
- A directory path containing shell glob characters: ~/custom[dir]/bin
|
|
||||||
- A native binary ~/custom[dir]/bin/llama-server
|
|
||||||
- A working directory containing matching glob entries
|
|
||||||
- An existing Odysseus shim in ~/bin/llama-server
|
|
||||||
|
|
||||||
Prove:
|
|
||||||
- Reconciliation correctly parses the literal path without expanding [dir]
|
|
||||||
- Discovers the healthy native server and retires the Odysseus shim
|
|
||||||
"""
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
|
|
||||||
glob_dir = tmp_path / "custom[dir]/bin"
|
|
||||||
_write_mock_native(glob_dir / "llama-server", succeeds=True)
|
|
||||||
|
|
||||||
cwd_dir = tmp_path / "cwd"
|
|
||||||
cwd_dir.mkdir(parents=True, exist_ok=True)
|
|
||||||
(cwd_dir / "customd").mkdir(parents=True, exist_ok=True)
|
|
||||||
(cwd_dir / "customi").mkdir(parents=True, exist_ok=True)
|
|
||||||
|
|
||||||
lines = []
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
|
|
||||||
path = f"{git_bash_path(tmp_path / 'bin')}:{git_bash_path(glob_dir)}:/usr/bin:/bin"
|
|
||||||
res = _run_shell(tmp_path, lines, cwd=cwd_dir, path=path)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not shim_file.exists(), "Reconciliation must discover literal bracketed PATH without globbing"
|
|
||||||
|
|
||||||
|
|
||||||
def test_fallback_install_success_creates_usable_launcher(tmp_path):
|
|
||||||
"""Scenario 5: No native + no Python server -> fallback install succeeds
|
|
||||||
-> usable compatibility launcher exists and resolves command -v llama-server."""
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=True)
|
|
||||||
|
|
||||||
lines = [f'export PATH="$HOME/bin:{git_bash_path(mock_py_dir)}:$PATH"']
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
_append_llama_server_finalization_lines(lines)
|
|
||||||
lines.append('command -v llama-server')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
created_shim = tmp_path / "bin/llama-server"
|
|
||||||
assert created_shim.exists()
|
|
||||||
assert ODYSSEUS_LLAMA_SHIM_MARKER in created_shim.read_text(encoding="utf-8")
|
|
||||||
assert str(tmp_path / "bin/llama-server") in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
def test_failed_fallback_sets_preflight_exit_127(tmp_path):
|
|
||||||
"""Scenario 6: No native + failed fallback installation -> ODYSSEUS_PREFLIGHT_EXIT=127."""
|
|
||||||
lines = [
|
|
||||||
'ODYSSEUS_PREFLIGHT_EXIT=""',
|
|
||||||
'export PATH="$HOME/bin:$PATH"',
|
|
||||||
]
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
_append_llama_server_finalization_lines(lines)
|
|
||||||
lines.append('echo "EXIT=$ODYSSEUS_PREFLIGHT_EXIT"')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert "EXIT=127" in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
def test_python_server_readiness_requires_llama_cpp_server_module():
|
|
||||||
"""Scenario 7 & 8: Python server readiness requires `import llama_cpp.server`,
|
|
||||||
while GPU offload capability checks still use base `import llama_cpp`."""
|
|
||||||
routes_source = _read("routes/cookbook_routes.py")
|
|
||||||
helpers_source = _read("routes/cookbook_helpers.py")
|
|
||||||
|
|
||||||
# Windows fallback readiness check requires .server
|
|
||||||
assert 'try { python -c "import llama_cpp.server" 2>$null } catch {}' in routes_source
|
|
||||||
# Termux fallback readiness check requires .server
|
|
||||||
assert 'if ! python3 -c "import llama_cpp.server" 2>/dev/null; then' in routes_source
|
|
||||||
# Build-failure fallback pip check requires .server
|
|
||||||
assert 'if [ -z "$_odysseus_llama_bin" ] && ! python3 -c "import llama_cpp.server" 2>/dev/null; then' in routes_source
|
|
||||||
# Shim reconciliation and post-install finalization require .server
|
|
||||||
assert 'elif python3 -c "import llama_cpp.server" 2>/dev/null; then' in helpers_source
|
|
||||||
assert 'if [ -z "$_odysseus_llama_bin" ] && python3 -c "import llama_cpp.server" 2>/dev/null; then' in helpers_source
|
|
||||||
|
|
||||||
# GPU offload support checks still intentionally inspect base llama_cpp
|
|
||||||
assert 'llama_cpp.llama_supports_gpu_offload()' in routes_source
|
|
||||||
|
|
||||||
|
|
||||||
def test_darwin_native_build_does_not_force_write_bin_symlink():
|
|
||||||
"""Darwin source build must not overwrite ~/bin/llama-server with a forced symlink."""
|
|
||||||
source = _read("routes/cookbook_routes.py")
|
|
||||||
|
|
||||||
assert "&& ln -sf ~/llama.cpp/build/bin/llama-server ~/bin/llama-server" not in source
|
|
||||||
assert 'cmake --build build -j"$NPROC" --target llama-server' in source
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_generated_runner_preflight_retires_stale_shim_before_backend_selection(monkeypatch, tmp_path):
|
|
||||||
"""Integration regression: The actual generated Cookbook runner must execute
|
|
||||||
ownership reconciliation BEFORE evaluating the backend selection (`if Termux ... elif ! command -v llama-server`).
|
|
||||||
|
|
||||||
Given:
|
|
||||||
- Executable stale Odysseus shim in ~/bin/llama-server (with canonical marker)
|
|
||||||
- Healthy native llama-server in ~/llama.cpp/build/bin/llama-server
|
|
||||||
- ~/bin before ~/llama.cpp/build/bin on PATH
|
|
||||||
|
|
||||||
Prove:
|
|
||||||
1. Generated runner contains reconciliation shell lines strictly before the backend branching
|
|
||||||
2. Executing the generated runner script retires the stale ~/bin/llama-server shim
|
|
||||||
3. Resolves to the healthy native binary without attempting source build or pip fallback.
|
|
||||||
"""
|
|
||||||
from unittest.mock import AsyncMock, MagicMock
|
|
||||||
from routes.cookbook_helpers import ServeRequest
|
|
||||||
import routes.cookbook_routes as cookbook_routes
|
|
||||||
from starlette.requests import Request
|
|
||||||
|
|
||||||
fake_home = tmp_path / "fake_home"
|
|
||||||
stale_shim = fake_home / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(stale_shim)
|
|
||||||
native_bin = fake_home / "llama.cpp/build/bin/llama-server"
|
|
||||||
_write_mock_native(native_bin, succeeds=True)
|
|
||||||
|
|
||||||
# Mock environment to generate the real runner file with isolated DB
|
|
||||||
tmux_log_dir = tmp_path / "tmux_logs"
|
|
||||||
tmux_log_dir.mkdir(parents=True)
|
|
||||||
monkeypatch.setattr(cookbook_routes, "TMUX_LOG_DIR", tmux_log_dir)
|
|
||||||
monkeypatch.setattr(cookbook_routes, "require_admin", lambda request: None)
|
|
||||||
monkeypatch.setattr(cookbook_routes, "_binary_available", AsyncMock(return_value=True))
|
|
||||||
monkeypatch.setattr(cookbook_routes, "load_stored_hf_token", lambda **kwargs: "")
|
|
||||||
monkeypatch.setattr("core.database.SessionLocal", MagicMock())
|
|
||||||
|
|
||||||
class _Proc:
|
|
||||||
returncode = 0
|
|
||||||
stderr = None
|
|
||||||
async def wait(self):
|
|
||||||
return 0
|
|
||||||
monkeypatch.setattr(cookbook_routes.asyncio, "create_subprocess_shell", AsyncMock(return_value=_Proc()))
|
|
||||||
|
|
||||||
router = cookbook_routes.setup_cookbook_routes()
|
|
||||||
endpoint = None
|
|
||||||
for route in router.routes:
|
|
||||||
if route.path == "/api/model/serve" and "POST" in route.methods:
|
|
||||||
endpoint = route.endpoint
|
|
||||||
break
|
|
||||||
assert endpoint is not None
|
|
||||||
|
|
||||||
from types import SimpleNamespace
|
|
||||||
http_req = Request({
|
|
||||||
"type": "http",
|
|
||||||
"method": "POST",
|
|
||||||
"path": "/api/model/serve",
|
|
||||||
"headers": [],
|
|
||||||
"app": SimpleNamespace(state=SimpleNamespace(auth_manager=SimpleNamespace(
|
|
||||||
is_configured=True, is_admin=lambda user: user == "admin"))),
|
|
||||||
})
|
|
||||||
http_req.state.current_user = "admin"
|
|
||||||
http_req.state.local_model_authority = True
|
|
||||||
|
|
||||||
req = ServeRequest(
|
|
||||||
repo_id="test/repo",
|
|
||||||
cmd="llama-server -m /dummy/model.gguf --port 8085",
|
|
||||||
remote_host=None,
|
|
||||||
)
|
|
||||||
|
|
||||||
resp = await endpoint(http_req, req)
|
|
||||||
assert resp["ok"] is True
|
|
||||||
session_id = resp["session_id"]
|
|
||||||
runner_file = tmux_log_dir / f"{session_id}_run.sh"
|
|
||||||
assert runner_file.exists()
|
|
||||||
runner_script = runner_file.read_text(encoding="utf-8")
|
|
||||||
|
|
||||||
# Assert structural ordering in the generated script:
|
|
||||||
# Reconciliation must appear strictly BEFORE the Termux/backend check
|
|
||||||
recon_idx = runner_script.find("Native llama-server detected — retiring Odysseus compatibility shim in ~/bin")
|
|
||||||
termux_idx = runner_script.find("if [ -d /data/data/com.termux ]; then")
|
|
||||||
backend_idx = runner_script.find('elif [ -z "$_odysseus_llama_bin" ]; then')
|
|
||||||
assert recon_idx != -1, "Reconciliation block missing from generated runner"
|
|
||||||
assert termux_idx != -1, "Termux check missing from generated runner"
|
|
||||||
assert backend_idx != -1, "Backend selection missing from generated runner"
|
|
||||||
assert recon_idx < termux_idx < backend_idx, "Reconciliation must execute strictly before backend selection"
|
|
||||||
|
|
||||||
# Execute the generated runner preflight in a real subshell
|
|
||||||
res = _run_shell(fake_home, [str(runner_file)], path=f"{git_bash_path(fake_home / 'bin')}:{git_bash_path(fake_home / 'llama.cpp/build/bin')}:/usr/bin:/bin")
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not stale_shim.exists(), "Stale ~/bin/llama-server must have been retired by the generated preflight"
|
|
||||||
assert "RUN_NATIVE: -m /dummy/model.gguf --port 8085" in res.stdout
|
|
||||||
assert "Native llama-server not found — building from source" not in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
def test_broken_first_native_candidate_healthy_second_candidate_executes_healthy(tmp_path):
|
|
||||||
"""Regression finding P2: When PATH contains an earlier broken candidate followed by a
|
|
||||||
healthy candidate, reconciliation and launch must select and execute the healthy candidate."""
|
|
||||||
from core.platform_compat import git_bash_path
|
|
||||||
broken_dir = tmp_path / "broken_bin"
|
|
||||||
_write_mock_native(broken_dir / "llama-server", succeeds=False)
|
|
||||||
|
|
||||||
healthy_dir = tmp_path / "healthy_bin"
|
|
||||||
_write_mock_native(healthy_dir / "llama-server", succeeds=True)
|
|
||||||
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
|
|
||||||
lines = [
|
|
||||||
f'export PATH="$HOME/bin:{git_bash_path(broken_dir)}:{git_bash_path(healthy_dir)}:/usr/bin:/bin"',
|
|
||||||
]
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
lines.append('echo "RESOLVED=$_odysseus_llama_bin"')
|
|
||||||
lines.append('command -v llama-server')
|
|
||||||
lines.append('llama-server -m /dummy/model.gguf --port 8080')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not shim_file.exists(), "Stale Odysseus shim must be retired"
|
|
||||||
assert f"RESOLVED={git_bash_path(healthy_dir / 'llama-server')}" in res.stdout
|
|
||||||
assert str(healthy_dir / "llama-server") in res.stdout
|
|
||||||
assert "RUN_NATIVE: -m /dummy/model.gguf --port 8080" in res.stdout
|
|
||||||
assert "error: missing libllama.so" not in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
def test_paths_with_spaces_broken_first_healthy_second_launch(tmp_path):
|
|
||||||
"""Regression: Paths containing spaces must be safely resolved, prioritized and launched."""
|
|
||||||
from core.platform_compat import git_bash_path
|
|
||||||
broken_dir = tmp_path / "broken path with spaces/bin"
|
|
||||||
_write_mock_native(broken_dir / "llama-server", succeeds=False)
|
|
||||||
|
|
||||||
healthy_dir = tmp_path / "healthy path with spaces/bin"
|
|
||||||
_write_mock_native(healthy_dir / "llama-server", succeeds=True)
|
|
||||||
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
|
|
||||||
model_dir = tmp_path / "models with spaces"
|
|
||||||
model_dir.mkdir(parents=True, exist_ok=True)
|
|
||||||
model_file = model_dir / "my model.gguf"
|
|
||||||
model_file.write_text("dummy", encoding="utf-8")
|
|
||||||
|
|
||||||
lines = [
|
|
||||||
f'export PATH="$HOME/bin:{git_bash_path(broken_dir)}:{git_bash_path(healthy_dir)}:/usr/bin:/bin"',
|
|
||||||
]
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
lines.append(f'llama-server -m "{git_bash_path(model_file)}" --port 8080')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not shim_file.exists(), "Stale shim must be retired"
|
|
||||||
assert f"RUN_NATIVE: -m {git_bash_path(model_file)} --port 8080" in res.stdout
|
|
||||||
assert "error: missing libllama.so" not in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
def test_command_hash_invalidation_switches_from_cached_broken_to_healthy(tmp_path):
|
|
||||||
"""Regression: Command cache invalidation (`hash -r`) must prevent bash from reusing a
|
|
||||||
previously cached lookup to an earlier broken executable."""
|
|
||||||
from core.platform_compat import git_bash_path
|
|
||||||
broken_dir = tmp_path / "broken_bin"
|
|
||||||
_write_mock_native(broken_dir / "llama-server", succeeds=False)
|
|
||||||
|
|
||||||
healthy_dir = tmp_path / "healthy_bin"
|
|
||||||
_write_mock_native(healthy_dir / "llama-server", succeeds=True)
|
|
||||||
|
|
||||||
lines = [
|
|
||||||
# Populate bash hash cache with broken binary
|
|
||||||
f'export PATH="{git_bash_path(broken_dir)}:/usr/bin:/bin"',
|
|
||||||
'llama-server >/dev/null 2>&1 || true',
|
|
||||||
'hash',
|
|
||||||
# Now add healthy candidate later in PATH and run reconciliation
|
|
||||||
f'export PATH="$HOME/bin:{git_bash_path(broken_dir)}:{git_bash_path(healthy_dir)}:/usr/bin:/bin"',
|
|
||||||
]
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
lines.append('llama-server -m /dummy/test.gguf')
|
|
||||||
lines.append('hash')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert "RUN_NATIVE: -m /dummy/test.gguf" in res.stdout
|
|
||||||
# Verify hash table ended with healthy binary, not broken
|
|
||||||
assert str(healthy_dir / "llama-server") in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
def test_broken_native_candidate_falls_back_to_healthy_python_compatibility_shim(tmp_path):
|
|
||||||
"""Regression: A broken native candidate must not shadow or retire a healthy Python shim."""
|
|
||||||
from core.platform_compat import git_bash_path
|
|
||||||
broken_dir = tmp_path / "broken_bin"
|
|
||||||
_write_mock_native(broken_dir / "llama-server", succeeds=False)
|
|
||||||
|
|
||||||
shim_file = tmp_path / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(shim_file)
|
|
||||||
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=True)
|
|
||||||
|
|
||||||
lines = [
|
|
||||||
f'export PATH="$HOME/bin:{git_bash_path(broken_dir)}:{git_bash_path(mock_py_dir)}:/usr/bin:/bin"',
|
|
||||||
]
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
lines.append('echo "RESOLVED=$_odysseus_llama_bin"')
|
|
||||||
lines.append('command -v llama-server')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert shim_file.exists(), "Healthy Python compatibility shim must be preserved"
|
|
||||||
assert f"RESOLVED={git_bash_path(shim_file)}" in res.stdout
|
|
||||||
assert str(shim_file) in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
def test_broken_native_and_missing_python_backend_sets_preflight_127(tmp_path):
|
|
||||||
"""Regression: When the only native candidates are broken and Python server is unavailable,
|
|
||||||
finalization must fail closed with ODYSSEUS_PREFLIGHT_EXIT=127 rather than claiming readiness."""
|
|
||||||
from core.platform_compat import git_bash_path
|
|
||||||
broken_dir = tmp_path / "broken_bin"
|
|
||||||
_write_mock_native(broken_dir / "llama-server", succeeds=False)
|
|
||||||
|
|
||||||
mock_py_dir = tmp_path / "mock_bin"
|
|
||||||
_write_mock_python3(mock_py_dir / "python3", succeeds=False)
|
|
||||||
|
|
||||||
lines = [
|
|
||||||
'ODYSSEUS_PREFLIGHT_EXIT=""',
|
|
||||||
f'export PATH="$HOME/bin:{git_bash_path(broken_dir)}:{git_bash_path(mock_py_dir)}:/usr/bin:/bin"',
|
|
||||||
]
|
|
||||||
_append_llama_server_shim_definition_lines(lines)
|
|
||||||
_append_llama_server_shim_reconciliation_lines(lines)
|
|
||||||
_append_llama_server_finalization_lines(lines)
|
|
||||||
lines.append('echo "EXIT=$ODYSSEUS_PREFLIGHT_EXIT"')
|
|
||||||
|
|
||||||
res = _run_shell(tmp_path, lines)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert "EXIT=127" in res.stdout
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_generated_runner_broken_first_healthy_second_e2e(monkeypatch, tmp_path):
|
|
||||||
"""Integration regression: The full generated Cookbook runner script must launch the healthy
|
|
||||||
native candidate even when an earlier broken candidate exists on PATH."""
|
|
||||||
from unittest.mock import AsyncMock, MagicMock
|
|
||||||
from types import SimpleNamespace
|
|
||||||
from routes.cookbook_helpers import ServeRequest
|
|
||||||
import routes.cookbook_routes as cookbook_routes
|
|
||||||
from starlette.requests import Request
|
|
||||||
from core.platform_compat import git_bash_path
|
|
||||||
|
|
||||||
fake_home = tmp_path / "fake_home"
|
|
||||||
stale_shim = fake_home / "bin/llama-server"
|
|
||||||
_write_odysseus_shim(stale_shim)
|
|
||||||
|
|
||||||
broken_bin = fake_home / "broken/bin/llama-server"
|
|
||||||
_write_mock_native(broken_bin, succeeds=False)
|
|
||||||
|
|
||||||
healthy_bin = fake_home / "healthy/bin/llama-server"
|
|
||||||
_write_mock_native(healthy_bin, succeeds=True)
|
|
||||||
|
|
||||||
tmux_log_dir = tmp_path / "tmux_logs"
|
|
||||||
tmux_log_dir.mkdir(parents=True)
|
|
||||||
monkeypatch.setattr(cookbook_routes, "TMUX_LOG_DIR", tmux_log_dir)
|
|
||||||
monkeypatch.setattr(cookbook_routes, "require_admin", lambda request: None)
|
|
||||||
monkeypatch.setattr(cookbook_routes, "_binary_available", AsyncMock(return_value=True))
|
|
||||||
monkeypatch.setattr(cookbook_routes, "load_stored_hf_token", lambda **kwargs: "")
|
|
||||||
monkeypatch.setattr("core.database.SessionLocal", MagicMock())
|
|
||||||
|
|
||||||
class _Proc:
|
|
||||||
returncode = 0
|
|
||||||
stderr = None
|
|
||||||
async def wait(self):
|
|
||||||
return 0
|
|
||||||
monkeypatch.setattr(cookbook_routes.asyncio, "create_subprocess_shell", AsyncMock(return_value=_Proc()))
|
|
||||||
|
|
||||||
router = cookbook_routes.setup_cookbook_routes()
|
|
||||||
endpoint = None
|
|
||||||
for route in router.routes:
|
|
||||||
if route.path == "/api/model/serve" and "POST" in route.methods:
|
|
||||||
endpoint = route.endpoint
|
|
||||||
break
|
|
||||||
assert endpoint is not None
|
|
||||||
|
|
||||||
http_req = Request({
|
|
||||||
"type": "http",
|
|
||||||
"method": "POST",
|
|
||||||
"path": "/api/model/serve",
|
|
||||||
"headers": [],
|
|
||||||
"app": SimpleNamespace(state=SimpleNamespace(auth_manager=SimpleNamespace(
|
|
||||||
is_configured=True, is_admin=lambda user: user == "admin"))),
|
|
||||||
})
|
|
||||||
http_req.state.current_user = "admin"
|
|
||||||
http_req.state.local_model_authority = True
|
|
||||||
|
|
||||||
req = ServeRequest(
|
|
||||||
repo_id="test/repo",
|
|
||||||
cmd="llama-server -m /dummy/model.gguf --port 8090",
|
|
||||||
remote_host=None,
|
|
||||||
)
|
|
||||||
|
|
||||||
resp = await endpoint(http_req, req)
|
|
||||||
assert resp["ok"] is True
|
|
||||||
session_id = resp["session_id"]
|
|
||||||
runner_file = tmux_log_dir / f"{session_id}_run.sh"
|
|
||||||
assert runner_file.exists()
|
|
||||||
|
|
||||||
# Broken is earlier on PATH than healthy
|
|
||||||
res = _run_shell(
|
|
||||||
fake_home,
|
|
||||||
[str(runner_file)],
|
|
||||||
path=f"{git_bash_path(fake_home / 'bin')}:{git_bash_path(broken_bin.parent)}:{git_bash_path(healthy_bin.parent)}:/usr/bin:/bin",
|
|
||||||
)
|
|
||||||
assert res.returncode == 0
|
|
||||||
assert not stale_shim.exists(), "Stale shim must have been retired"
|
|
||||||
assert "RUN_NATIVE: -m /dummy/model.gguf --port 8090" in res.stdout
|
|
||||||
assert "error: missing libllama.so" not in res.stdout
|
|
||||||
assert "Native llama-server not found — building from source" not in res.stdout
|
|
||||||
|
|||||||
@@ -93,7 +93,7 @@ def test_custom_filter_reuses_convolve_kernel():
|
|||||||
assert "convolve(readSource(snap), k, divisor, bias, 1)" in EFFECTS
|
assert "convolve(readSource(snap), k, divisor, bias, 1)" in EFFECTS
|
||||||
|
|
||||||
|
|
||||||
def test_new_filter_aliases_registered():
|
def test_blur_and_custom_filter_aliases_registered():
|
||||||
assert "'box-blur': 'blur-box'" in EDITOR
|
assert "'box-blur': 'blur-box'" in EDITOR
|
||||||
assert "'surface-blur': 'blur-surface'" in EDITOR
|
assert "'surface-blur': 'blur-surface'" in EDITOR
|
||||||
assert "custom: 'other-custom'" in EDITOR
|
assert "custom: 'other-custom'" in EDITOR
|
||||||
|
|||||||
@@ -39,74 +39,3 @@ def test_http_transport_routes_to_start_http_connect():
|
|||||||
result = asyncio.run(mgr.connect_server("id1", "n", "http", url="https://x/mcp"))
|
result = asyncio.run(mgr.connect_server("id1", "n", "http", url="https://x/mcp"))
|
||||||
assert result == "ROUTED"
|
assert result == "ROUTED"
|
||||||
m.assert_called_once()
|
m.assert_called_once()
|
||||||
|
|
||||||
|
|
||||||
def _patch_http_transport(monkeypatch, initialize):
|
|
||||||
"""Fake the Streamable HTTP transport and record, for each close, whether
|
|
||||||
it ran in the task that opened it (AnyIO requires that)."""
|
|
||||||
import contextlib
|
|
||||||
import mcp
|
|
||||||
import mcp.client.streamable_http as streamable_http
|
|
||||||
import src.mcp_oauth as mcp_oauth
|
|
||||||
|
|
||||||
closes = []
|
|
||||||
|
|
||||||
@contextlib.asynccontextmanager
|
|
||||||
async def fake_client(url, auth=None):
|
|
||||||
opener = asyncio.current_task()
|
|
||||||
try:
|
|
||||||
yield (object(), object(), lambda: None)
|
|
||||||
finally:
|
|
||||||
closes.append(asyncio.current_task() is opener)
|
|
||||||
|
|
||||||
class FakeSession:
|
|
||||||
def __init__(self, *a):
|
|
||||||
pass
|
|
||||||
|
|
||||||
async def __aenter__(self):
|
|
||||||
return self
|
|
||||||
|
|
||||||
async def __aexit__(self, *exc):
|
|
||||||
return False
|
|
||||||
|
|
||||||
FakeSession.initialize = initialize
|
|
||||||
monkeypatch.setattr(streamable_http, "streamablehttp_client", fake_client)
|
|
||||||
monkeypatch.setattr(mcp, "ClientSession", FakeSession)
|
|
||||||
monkeypatch.setattr(mcp_oauth, "build_provider", lambda *a, **k: None)
|
|
||||||
return closes
|
|
||||||
|
|
||||||
|
|
||||||
def test_failed_http_connect_closes_transport_in_its_own_task(monkeypatch):
|
|
||||||
"""#5518: a failed connect left its transport for the GC, which exited the
|
|
||||||
AnyIO cancel scope from the wrong task and kept the event loop spinning."""
|
|
||||||
async def initialize(self):
|
|
||||||
raise RuntimeError("Session terminated")
|
|
||||||
|
|
||||||
closes = _patch_http_transport(monkeypatch, initialize)
|
|
||||||
mgr = McpManager()
|
|
||||||
|
|
||||||
ok = asyncio.run(mgr._start_http_connect("s1", "remote", "http://x/mcp/", wait=2))
|
|
||||||
|
|
||||||
assert ok is False
|
|
||||||
assert mgr._connections["s1"]["status"] == "error"
|
|
||||||
assert "Session terminated" in mgr._connections["s1"]["error"]
|
|
||||||
assert closes == [True]
|
|
||||||
assert "s1" not in mgr._stacks
|
|
||||||
|
|
||||||
|
|
||||||
def test_cancelled_http_connect_closes_transport(monkeypatch):
|
|
||||||
"""Deleting a server mid-connect cancels the connect task; the transport
|
|
||||||
must still be closed rather than leaked."""
|
|
||||||
async def initialize(self):
|
|
||||||
await asyncio.sleep(3600)
|
|
||||||
|
|
||||||
closes = _patch_http_transport(monkeypatch, initialize)
|
|
||||||
mgr = McpManager()
|
|
||||||
|
|
||||||
async def run():
|
|
||||||
await mgr._start_http_connect("s1", "remote", "http://x/mcp/", wait=0.05)
|
|
||||||
await mgr.disconnect_server("s1")
|
|
||||||
await asyncio.sleep(0)
|
|
||||||
|
|
||||||
asyncio.run(run())
|
|
||||||
assert closes == [True]
|
|
||||||
|
|||||||
@@ -0,0 +1,43 @@
|
|||||||
|
"""A detached Notes descendant must not hold output open or kill a bystander."""
|
||||||
|
import os
|
||||||
|
import runpy
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
from src import process_lifecycle as lifecycle
|
||||||
|
|
||||||
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.skipif(os.name == "nt", reason="POSIX detached-session regression; Windows uses taskkill tree")
|
||||||
|
def test_notes_cleanup_reaps_detached_pipe_holder_and_preserves_bystander():
|
||||||
|
stop = runpy.run_path(str(ROOT / "scripts/verify_notes_browser_runtime.py"))["_stop_owned_server"]
|
||||||
|
child = "import time; time.sleep(60)"
|
||||||
|
program = ("import subprocess,sys,time; "
|
||||||
|
f"p=subprocess.Popen([sys.executable,'-c',{child!r}],start_new_session=True); "
|
||||||
|
"print(p.pid,flush=True); time.sleep(60)")
|
||||||
|
with subprocess.Popen([sys.executable, "-c", child]) as bystander:
|
||||||
|
server = subprocess.Popen([sys.executable, "-c", program], stdout=subprocess.PIPE,
|
||||||
|
stderr=subprocess.STDOUT, text=True, start_new_session=True)
|
||||||
|
root_identity = lifecycle.ProcessIdentity.capture(server.pid)
|
||||||
|
detached = None
|
||||||
|
try:
|
||||||
|
child_pid = int(server.stdout.readline())
|
||||||
|
detached = lifecycle.ProcessIdentity.capture(child_pid)
|
||||||
|
assert os.getpgid(child_pid) == child_pid
|
||||||
|
stop(server, root_identity)
|
||||||
|
assert server.poll() is not None
|
||||||
|
assert detached.exited()
|
||||||
|
assert bystander.poll() is None, "cleanup touched an unrelated process"
|
||||||
|
finally:
|
||||||
|
# Test-owned fallback cleanup also runs when the negative control
|
||||||
|
# intentionally substitutes the old parent-only teardown.
|
||||||
|
targets = [identity for identity in (detached, root_identity) if identity]
|
||||||
|
lifecycle.terminate_identities(targets, steps=lifecycle.term_kill_steps(1))
|
||||||
|
server.wait(timeout=3)
|
||||||
|
if server.stdout:
|
||||||
|
server.stdout.close()
|
||||||
|
bystander.terminate()
|
||||||
|
bystander.wait(timeout=3)
|
||||||
@@ -303,3 +303,52 @@ def test_teardown_rejects_unconfined_programmatic_paths():
|
|||||||
res = _run_teardown(options={"resultsDir": "/etc"})
|
res = _run_teardown(options={"resultsDir": "/etc"})
|
||||||
assert res.returncode == 1
|
assert res.returncode == 1
|
||||||
assert "Security rejection" in res.stderr
|
assert "Security rejection" in res.stderr
|
||||||
|
|
||||||
|
|
||||||
|
def _disposable_ci_fixture(tmp_path):
|
||||||
|
data = tmp_path / "odysseus-photo-editor-e2e-fixture"
|
||||||
|
data.mkdir()
|
||||||
|
database = data / "app.db"
|
||||||
|
(data / ".disposable-ci-fixture.json").write_text(json.dumps({
|
||||||
|
"synthetic": True, "authenticated": True, "database": str(database),
|
||||||
|
}))
|
||||||
|
return {"CI": "true", "GITHUB_ACTIONS": "true",
|
||||||
|
"ODYSSEUS_E2E_DISPOSABLE_ARTIFACTS": "1",
|
||||||
|
"PHOTO_EDITOR_E2E_DATA_DIR": str(data), "PHOTO_EDITOR_E2E_DB_PATH": str(database),
|
||||||
|
"PHOTO_EDITOR_E2E_AUTH": "1", "ODYSSEUS_TEST_PYTHON": sys.executable}
|
||||||
|
|
||||||
|
|
||||||
|
def test_disposable_ci_retains_only_sanitized_failure_artifacts(tmp_path):
|
||||||
|
results = tmp_path / "results"
|
||||||
|
results.mkdir()
|
||||||
|
trace = results / "trace.zip"
|
||||||
|
with zipfile.ZipFile(trace, "w") as archive:
|
||||||
|
archive.writestr("0-trace.trace", json.dumps({"type": "action", "name": "fill", "params": {"value": "synthetic-secret"}}) + "\n")
|
||||||
|
screenshot = results / "failure.png"
|
||||||
|
screenshot.write_bytes(b"synthetic screenshot")
|
||||||
|
response = _run_teardown(_disposable_ci_fixture(tmp_path), {"resultsDir": str(results)})
|
||||||
|
assert response.returncode == 0, response.stderr
|
||||||
|
with zipfile.ZipFile(trace) as archive:
|
||||||
|
assert json.loads(archive.read("0-trace.trace"))["params"]["value"] == "[REDACTED]"
|
||||||
|
assert screenshot.exists()
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("defect", ["missing-marker", "wrong-database", "unauthenticated", "sanitizer-failure"])
|
||||||
|
def test_disposable_ci_artifact_failures_purge_closed(tmp_path, defect):
|
||||||
|
results = tmp_path / "results"
|
||||||
|
results.mkdir()
|
||||||
|
(results / "trace.zip").write_bytes(b"invalid sensitive archive")
|
||||||
|
(results / "failure.png").write_bytes(b"sensitive screenshot")
|
||||||
|
environment = _disposable_ci_fixture(tmp_path)
|
||||||
|
if defect == "missing-marker":
|
||||||
|
(Path(environment["PHOTO_EDITOR_E2E_DATA_DIR"]) / ".disposable-ci-fixture.json").unlink()
|
||||||
|
elif defect == "wrong-database":
|
||||||
|
environment["PHOTO_EDITOR_E2E_DB_PATH"] = str(tmp_path / "other.db")
|
||||||
|
elif defect == "unauthenticated":
|
||||||
|
environment["PHOTO_EDITOR_E2E_AUTH"] = "0"
|
||||||
|
else:
|
||||||
|
environment["ODYSSEUS_TEST_PYTHON"] = "/missing-python"
|
||||||
|
response = _run_teardown(environment, {"resultsDir": str(results)})
|
||||||
|
assert response.returncode == 0, response.stderr
|
||||||
|
assert not (results / "trace.zip").exists()
|
||||||
|
assert not (results / "failure.png").exists()
|
||||||
|
|||||||
+148
-27
@@ -12,6 +12,8 @@ exercising every procfs-touching code path on both a Linux and a non-Linux
|
|||||||
host. ``test_cookbook_stop_without_procfs.py`` covers the behaviour itself.
|
host. ``test_cookbook_stop_without_procfs.py`` covers the behaviour itself.
|
||||||
"""
|
"""
|
||||||
import ast
|
import ast
|
||||||
|
|
||||||
|
import pytest
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
REPO_ROOT = Path(__file__).resolve().parent.parent
|
REPO_ROOT = Path(__file__).resolve().parent.parent
|
||||||
@@ -75,37 +77,112 @@ def _scan_sites(tree: ast.AST) -> list[ast.Call]:
|
|||||||
return sites
|
return sites
|
||||||
|
|
||||||
|
|
||||||
def _guard_lines(tree: ast.AST) -> list[int]:
|
def _condition_requires_procfs(node: ast.AST, truth: bool) -> bool:
|
||||||
"""Line numbers of calls that test whether procfs is present."""
|
"""Whether this Boolean outcome proves a direct procfs check succeeded.
|
||||||
lines = []
|
|
||||||
for node in ast.walk(tree):
|
An ignored call, another function's check, or a check on only one possible
|
||||||
|
OR branch provides no proof. Keep unknown expressions conservative.
|
||||||
|
"""
|
||||||
|
if isinstance(node, ast.UnaryOp) and isinstance(node.op, ast.Not):
|
||||||
|
return _condition_requires_procfs(node.operand, not truth)
|
||||||
|
if isinstance(node, ast.BoolOp):
|
||||||
|
facts = [_condition_requires_procfs(value, truth) for value in node.values]
|
||||||
|
all_values_required = isinstance(node.op, ast.And) == truth
|
||||||
|
return any(facts) if all_values_required else all(facts)
|
||||||
if not isinstance(node, ast.Call):
|
if not isinstance(node, ast.Call):
|
||||||
continue
|
return False
|
||||||
func = node.func
|
func = node.func
|
||||||
name = func.attr if isinstance(func, ast.Attribute) else getattr(func, "id", "")
|
name = func.attr if isinstance(func, ast.Attribute) else getattr(func, "id", "")
|
||||||
if name not in _GUARD_FUNCS:
|
|
||||||
continue
|
|
||||||
subject_is_procfs = (
|
subject_is_procfs = (
|
||||||
name in {"has_procfs", "is_wsl"}
|
name == "has_procfs"
|
||||||
or (isinstance(func, ast.Attribute) and _is_procfs_root(func.value))
|
or (isinstance(func, ast.Attribute) and _is_procfs_root(func.value))
|
||||||
or any(_is_procfs_root(arg) for arg in node.args)
|
or any(_is_procfs_root(arg) for arg in node.args)
|
||||||
)
|
)
|
||||||
if subject_is_procfs:
|
return truth and name in _GUARD_FUNCS and subject_is_procfs
|
||||||
lines.append(node.lineno)
|
|
||||||
return lines
|
|
||||||
|
|
||||||
|
|
||||||
def _enclosing_scope(tree: ast.AST, node: ast.AST) -> ast.AST:
|
def _guarded_scan_ids(tree: ast.AST) -> set[int]:
|
||||||
"""Smallest function/module scope containing ``node``."""
|
"""Follow conditional/early-exit paths instead of comparing line numbers.
|
||||||
best = tree
|
|
||||||
for candidate in ast.walk(tree):
|
Each function starts with no procfs assumption. Facts from a loop or try
|
||||||
if not isinstance(candidate, (ast.FunctionDef, ast.AsyncFunctionDef)):
|
body cannot escape to code which may run without that body completing.
|
||||||
continue
|
This intentionally requires direct checks; arbitrary aliases/call graphs
|
||||||
end = getattr(candidate, "end_lineno", None) or candidate.lineno
|
are not a proof that procfs exists at the enumeration site.
|
||||||
if candidate.lineno <= node.lineno <= end:
|
"""
|
||||||
if best is tree or candidate.lineno > best.lineno:
|
scans = {id(site) for site in _scan_sites(tree)}
|
||||||
best = candidate
|
guarded = set()
|
||||||
return best
|
|
||||||
|
def expression(node, present):
|
||||||
|
if node is None:
|
||||||
|
return
|
||||||
|
if id(node) in scans and present:
|
||||||
|
guarded.add(id(node))
|
||||||
|
if isinstance(node, ast.BoolOp):
|
||||||
|
for value in node.values:
|
||||||
|
expression(value, present)
|
||||||
|
# Later AND operands run only after a true prefix; later OR
|
||||||
|
# operands run only after a false prefix.
|
||||||
|
present = present or _condition_requires_procfs(value, isinstance(node.op, ast.And))
|
||||||
|
elif isinstance(node, ast.IfExp):
|
||||||
|
expression(node.test, present)
|
||||||
|
expression(node.body, present or _condition_requires_procfs(node.test, True))
|
||||||
|
expression(node.orelse, present or _condition_requires_procfs(node.test, False))
|
||||||
|
elif isinstance(node, (ast.ListComp, ast.SetComp, ast.GeneratorExp, ast.DictComp)):
|
||||||
|
for generator in node.generators:
|
||||||
|
expression(generator.iter, present)
|
||||||
|
for condition in generator.ifs:
|
||||||
|
expression(condition, present)
|
||||||
|
present = present or _condition_requires_procfs(condition, True)
|
||||||
|
for attr in ("elt", "key", "value"):
|
||||||
|
expression(getattr(node, attr, None), present)
|
||||||
|
elif isinstance(node, ast.Lambda):
|
||||||
|
expression(node.body, False)
|
||||||
|
else:
|
||||||
|
for child in ast.iter_child_nodes(node):
|
||||||
|
expression(child, present)
|
||||||
|
|
||||||
|
def block(statements, present):
|
||||||
|
for statement in statements:
|
||||||
|
if isinstance(statement, (ast.FunctionDef, ast.AsyncFunctionDef)):
|
||||||
|
block(statement.body, False)
|
||||||
|
for value in statement.decorator_list + statement.args.defaults:
|
||||||
|
expression(value, present)
|
||||||
|
elif isinstance(statement, ast.ClassDef):
|
||||||
|
block(statement.body, present)
|
||||||
|
elif isinstance(statement, ast.If):
|
||||||
|
expression(statement.test, present)
|
||||||
|
yes = block(statement.body, present or _condition_requires_procfs(statement.test, True))
|
||||||
|
no = block(statement.orelse, present or _condition_requires_procfs(statement.test, False))
|
||||||
|
continuing = [fact for fact in (yes, no) if fact is not None]
|
||||||
|
if not continuing:
|
||||||
|
return None
|
||||||
|
present = all(continuing)
|
||||||
|
elif isinstance(statement, (ast.Return, ast.Raise, ast.Break, ast.Continue)):
|
||||||
|
for child in ast.iter_child_nodes(statement):
|
||||||
|
expression(child, present)
|
||||||
|
return None
|
||||||
|
elif isinstance(statement, (ast.For, ast.AsyncFor, ast.While)):
|
||||||
|
condition = statement.test if isinstance(statement, ast.While) else statement.iter
|
||||||
|
expression(condition, present)
|
||||||
|
body_present = present or (isinstance(statement, ast.While) and _condition_requires_procfs(condition, True))
|
||||||
|
block(statement.body, body_present)
|
||||||
|
block(statement.orelse, present)
|
||||||
|
elif isinstance(statement, (ast.Try, getattr(ast, "TryStar", ast.Try))):
|
||||||
|
block(statement.body, present)
|
||||||
|
block(statement.orelse, present)
|
||||||
|
block(statement.finalbody, present)
|
||||||
|
for handler in statement.handlers:
|
||||||
|
block(handler.body, present)
|
||||||
|
elif isinstance(statement, (ast.With, ast.AsyncWith)):
|
||||||
|
for item in statement.items:
|
||||||
|
expression(item.context_expr, present)
|
||||||
|
block(statement.body, present)
|
||||||
|
else:
|
||||||
|
expression(statement, present)
|
||||||
|
return present
|
||||||
|
|
||||||
|
block(tree.body, False)
|
||||||
|
return guarded
|
||||||
|
|
||||||
|
|
||||||
def _app_python_files() -> list[Path]:
|
def _app_python_files() -> list[Path]:
|
||||||
@@ -139,12 +216,10 @@ def _collect_sites() -> tuple[list[str], list[str]]:
|
|||||||
sites = _scan_sites(tree)
|
sites = _scan_sites(tree)
|
||||||
if not sites:
|
if not sites:
|
||||||
continue
|
continue
|
||||||
guards = _guard_lines(tree)
|
guards = _guarded_scan_ids(tree)
|
||||||
for site in sites:
|
for site in sites:
|
||||||
scope = _enclosing_scope(tree, site)
|
|
||||||
start = getattr(scope, "lineno", 0)
|
|
||||||
label = f"{path.relative_to(REPO_ROOT)}:{site.lineno}"
|
label = f"{path.relative_to(REPO_ROOT)}:{site.lineno}"
|
||||||
if any(start <= g < site.lineno for g in guards):
|
if id(site) in guards:
|
||||||
guarded.append(label)
|
guarded.append(label)
|
||||||
else:
|
else:
|
||||||
unguarded.append(label)
|
unguarded.append(label)
|
||||||
@@ -154,7 +229,7 @@ def _collect_sites() -> tuple[list[str], list[str]]:
|
|||||||
def test_every_procfs_scan_is_guarded_by_an_existence_check():
|
def test_every_procfs_scan_is_guarded_by_an_existence_check():
|
||||||
_guarded, unguarded = _collect_sites()
|
_guarded, unguarded = _collect_sites()
|
||||||
assert not unguarded, (
|
assert not unguarded, (
|
||||||
"procfs pid scans with no existence check in the enclosing function — "
|
"procfs pid scans without an effective conditional existence guard — "
|
||||||
"these raise FileNotFoundError on macOS and Windows: "
|
"these raise FileNotFoundError on macOS and Windows: "
|
||||||
+ ", ".join(unguarded)
|
+ ", ".join(unguarded)
|
||||||
)
|
)
|
||||||
@@ -176,3 +251,49 @@ def test_the_guard_detector_still_sees_the_known_scans():
|
|||||||
f"root was renamed. Found: {sorted(found)}"
|
f"root was renamed. Found: {sorted(found)}"
|
||||||
)
|
)
|
||||||
assert len(found) >= 3, f"expected at least 3 procfs scans, found {sorted(found)}"
|
assert len(found) >= 3, f"expected at least 3 procfs scans, found {sorted(found)}"
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("body", [
|
||||||
|
'Path("/proc").exists(); os.listdir("/proc")',
|
||||||
|
'if Path("/proc").exists():\n pass\nos.listdir("/proc")',
|
||||||
|
'if not Path("/proc").exists():\n os.listdir("/proc")',
|
||||||
|
'if ready or Path("/proc").exists():\n os.listdir("/proc")',
|
||||||
|
'if ready:\n Path("/proc").exists()\nos.listdir("/proc")',
|
||||||
|
'os.listdir("/proc"); Path("/proc").exists()',
|
||||||
|
'if Path("/tmp").exists():\n os.listdir("/proc")',
|
||||||
|
'def other():\n Path("/proc").exists()\nos.listdir("/proc")',
|
||||||
|
'if not has_procfs():\n pass\nos.listdir("/proc")',
|
||||||
|
'for x in []:\n if not has_procfs():\n return\nos.listdir("/proc")',
|
||||||
|
'if has_procfs():\n return\nelse:\n os.listdir("/proc")',
|
||||||
|
'[pid for pid in os.listdir("/proc") if has_procfs()]',
|
||||||
|
], ids=["ignored", "expired-branch", "inverted", "unsafe-or", "sibling-branch",
|
||||||
|
"too-late", "wrong-path", "other-function", "no-early-exit", "loop-may-not-run",
|
||||||
|
"wrong-else", "late-comprehension-filter"])
|
||||||
|
def test_guard_detector_rejects_ineffective_checks(body):
|
||||||
|
tree = ast.parse("def scan():\n" + "\n".join(" " + line for line in body.splitlines()))
|
||||||
|
sites = _scan_sites(tree)
|
||||||
|
assert sites, "negative control must contain a recognized enumeration"
|
||||||
|
assert any(id(site) not in _guarded_scan_ids(tree) for site in sites)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("body", [
|
||||||
|
'if Path("/proc").exists():\n os.listdir("/proc")',
|
||||||
|
'if not Path("/proc").exists():\n return\nos.listdir("/proc")',
|
||||||
|
'if not has_procfs():\n raise RuntimeError()\nos.listdir(PROC_ROOT)',
|
||||||
|
'if has_procfs():\n pass\nelse:\n return\nPROC_ROOT.iterdir()',
|
||||||
|
'if ready and has_procfs():\n os.scandir("/proc")',
|
||||||
|
'if not has_procfs() or disabled:\n return\nPROC_ROOT.glob("*")',
|
||||||
|
'if sys.platform == "linux" and has_procfs():\n PROC_ROOT.iterdir()',
|
||||||
|
'for item in items:\n if not has_procfs():\n continue\n os.listdir("/proc")',
|
||||||
|
'if os.path.isdir("/proc"):\n os.listdir("/proc")',
|
||||||
|
'if has_procfs() and list(PROC_ROOT.iterdir()):\n pass',
|
||||||
|
'if not has_procfs() or list(PROC_ROOT.iterdir()):\n pass',
|
||||||
|
'[pid for item in items if has_procfs() for pid in os.listdir("/proc")]',
|
||||||
|
], ids=["positive-branch", "early-return", "early-raise", "else-exits", "and",
|
||||||
|
"negative-or", "platform-and-procfs", "loop-continue", "isdir",
|
||||||
|
"short-circuit-and", "short-circuit-or", "guarded-comprehension"])
|
||||||
|
def test_guard_detector_preserves_effective_checks(body):
|
||||||
|
tree = ast.parse("def scan():\n" + "\n".join(" " + line for line in body.splitlines()))
|
||||||
|
sites = _scan_sites(tree)
|
||||||
|
assert sites, "positive control must contain a recognized enumeration"
|
||||||
|
assert all(id(site) in _guarded_scan_ids(tree) for site in sites)
|
||||||
|
|||||||
@@ -128,7 +128,7 @@ def test_auto_sort_keeps_fresh_session_while_first_response_is_pending(monkeypat
|
|||||||
db.close()
|
db.close()
|
||||||
|
|
||||||
|
|
||||||
def test_auto_sort_keeps_old_nonempty_sessions_even_with_throwaway_title(monkeypatch):
|
def test_auto_sort_still_deletes_old_throwaway_sessions(monkeypatch):
|
||||||
session_factory = _make_session_factory()
|
session_factory = _make_session_factory()
|
||||||
_install_session_factory(monkeypatch, session_factory)
|
_install_session_factory(monkeypatch, session_factory)
|
||||||
|
|
||||||
@@ -160,8 +160,7 @@ def test_auto_sort_keeps_old_nonempty_sessions_even_with_throwaway_title(monkeyp
|
|||||||
|
|
||||||
db = session_factory()
|
db = session_factory()
|
||||||
try:
|
try:
|
||||||
assert db.query(DbSession).filter(DbSession.id == sid).first() is not None
|
assert db.query(DbSession).filter(DbSession.id == sid).first() is None
|
||||||
assert db.query(DbMessage).filter(DbMessage.session_id == sid).count() == 1
|
assert "Cleaned 1 sessions" in result
|
||||||
assert "Cleaned 0 sessions" in result
|
|
||||||
finally:
|
finally:
|
||||||
db.close()
|
db.close()
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ from core.database import ChatMessage as DbMessage
|
|||||||
from core.database import Session as DbSession
|
from core.database import Session as DbSession
|
||||||
|
|
||||||
_TMPDB = tempfile.NamedTemporaryFile(suffix=".db", delete=False)
|
_TMPDB = tempfile.NamedTemporaryFile(suffix=".db", delete=False)
|
||||||
_TMPDB.close() # SQLite owns its connections; release the Windows file handle.
|
|
||||||
_ENGINE = create_engine(
|
_ENGINE = create_engine(
|
||||||
f"sqlite:///{_TMPDB.name}",
|
f"sqlite:///{_TMPDB.name}",
|
||||||
connect_args={"check_same_thread": False},
|
connect_args={"check_same_thread": False},
|
||||||
@@ -231,14 +230,12 @@ def test_patch_session_updates_persisted_cwd(monkeypatch):
|
|||||||
|
|
||||||
def test_auto_sort_skip_llm_cleans_owner_stamped_sessions_when_auth_disabled(monkeypatch):
|
def test_auto_sort_skip_llm_cleans_owner_stamped_sessions_when_auth_disabled(monkeypatch):
|
||||||
import routes.session_routes as sr
|
import routes.session_routes as sr
|
||||||
from fastapi import APIRouter
|
|
||||||
from unittest.mock import MagicMock
|
from unittest.mock import MagicMock
|
||||||
|
|
||||||
_stub_multipart_if_missing(monkeypatch)
|
_stub_multipart_if_missing(monkeypatch)
|
||||||
monkeypatch.setenv("AUTH_ENABLED", "false")
|
monkeypatch.setenv("AUTH_ENABLED", "false")
|
||||||
monkeypatch.setattr(sr, "SessionLocal", _TS)
|
monkeypatch.setattr(sr, "SessionLocal", _TS)
|
||||||
monkeypatch.setattr(sr, "effective_user", lambda request: None)
|
monkeypatch.setattr(sr, "effective_user", lambda request: None)
|
||||||
monkeypatch.setattr(sr, "router", APIRouter(prefix="/api"))
|
|
||||||
|
|
||||||
sid = str(uuid.uuid4())
|
sid = str(uuid.uuid4())
|
||||||
old_time = cdb.utcnow_naive() - timedelta(hours=2)
|
old_time = cdb.utcnow_naive() - timedelta(hours=2)
|
||||||
@@ -253,12 +250,19 @@ def test_auto_sort_skip_llm_cleans_owner_stamped_sessions_when_auth_disabled(mon
|
|||||||
endpoint_url="http://localhost",
|
endpoint_url="http://localhost",
|
||||||
model="gpt-4",
|
model="gpt-4",
|
||||||
archived=False,
|
archived=False,
|
||||||
message_count=0,
|
message_count=1,
|
||||||
created_at=old_time,
|
created_at=old_time,
|
||||||
updated_at=old_time,
|
updated_at=old_time,
|
||||||
last_message_at=old_time,
|
last_message_at=old_time,
|
||||||
last_accessed=old_time,
|
last_accessed=old_time,
|
||||||
))
|
))
|
||||||
|
db.add(DbMessage(
|
||||||
|
id="m-" + uuid.uuid4().hex,
|
||||||
|
session_id=sid,
|
||||||
|
role="user",
|
||||||
|
content="hi",
|
||||||
|
timestamp=old_time,
|
||||||
|
))
|
||||||
db.commit()
|
db.commit()
|
||||||
finally:
|
finally:
|
||||||
db.close()
|
db.close()
|
||||||
@@ -266,13 +270,6 @@ def test_auto_sort_skip_llm_cleans_owner_stamped_sessions_when_auth_disabled(mon
|
|||||||
session = MagicMock(id=sid, name="New chat", model="gpt-4", endpoint_url="http://localhost", rag=False, archived=False)
|
session = MagicMock(id=sid, name="New chat", model="gpt-4", endpoint_url="http://localhost", rag=False, archived=False)
|
||||||
sm = MagicMock()
|
sm = MagicMock()
|
||||||
sm.get_sessions_for_user.return_value = {sid: session}
|
sm.get_sessions_for_user.return_value = {sid: session}
|
||||||
|
|
||||||
def delete_session(session_id):
|
|
||||||
with _TS() as db:
|
|
||||||
db.query(DbSession).filter(DbSession.id == session_id).delete()
|
|
||||||
db.commit()
|
|
||||||
|
|
||||||
sm.delete_session.side_effect = delete_session
|
|
||||||
router = sr.setup_session_routes(sm, {})
|
router = sr.setup_session_routes(sm, {})
|
||||||
endpoint = next(r.endpoint for r in router.routes
|
endpoint = next(r.endpoint for r in router.routes
|
||||||
if getattr(r, "path", "") == "/api/sessions/auto-sort"
|
if getattr(r, "path", "") == "/api/sessions/auto-sort"
|
||||||
@@ -280,8 +277,7 @@ def test_auto_sort_skip_llm_cleans_owner_stamped_sessions_when_auth_disabled(mon
|
|||||||
|
|
||||||
result = endpoint(request=MagicMock(), skip_llm=True)
|
result = endpoint(request=MagicMock(), skip_llm=True)
|
||||||
|
|
||||||
assert result["deleted_empty"] == 1
|
assert result["deleted_throwaway"] == 1
|
||||||
assert result["deleted_throwaway"] == 0
|
|
||||||
db = _TS()
|
db = _TS()
|
||||||
try:
|
try:
|
||||||
assert db.query(DbSession).filter(DbSession.id == sid).first() is None
|
assert db.query(DbSession).filter(DbSession.id == sid).first() is None
|
||||||
|
|||||||
Reference in New Issue
Block a user