diff --git a/scripts/probe_search_synthesis.mjs b/scripts/probe_search_synthesis.mjs index fc892045c..48a3087ee 100644 --- a/scripts/probe_search_synthesis.mjs +++ b/scripts/probe_search_synthesis.mjs @@ -29,8 +29,20 @@ print(eval(compile(ast.Expression(assignment.value), ' x.output).join('\n\n'); } else { for (const [i, item] of evidence.entries()) { @@ -47,6 +59,7 @@ for (const placement of placements) { if (!response.ok) throw Error(`Endpoint HTTP ${response.status}`); const data = await response.json(); const result = {placement,seconds:(performance.now()-started)/1000, + message_count:messages.length, answer:data.choices[0].message.content,finish_reason:data.choices[0].finish_reason,usage:data.usage}; results.push(result); console.log(JSON.stringify(result)); }