From 37f46b8f02a591365fa217a0a2ea2f49108af970 Mon Sep 17 00:00:00 2001 From: Sha256_Nulled <40800448+Fato07@users.noreply.github.com> Date: Fri, 19 Jun 2026 01:24:35 +0300 Subject: [PATCH] benchmarks: add system prompt to baseline arm so it doesn't ramble (closes #126) (#128) Co-authored-by: Fato07 --- benchmarks/arms/baseline.js | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/benchmarks/arms/baseline.js b/benchmarks/arms/baseline.js index 1469035..7edada0 100644 --- a/benchmarks/arms/baseline.js +++ b/benchmarks/arms/baseline.js @@ -1,2 +1,6 @@ -// Baseline arm: no skill, just the task. -module.exports = ({ vars }) => [{ role: 'user', content: vars.task }]; +// Baseline arm: no skill, with a one-line system prompt so the model doesn't ramble. +const system = 'Provide just one example for any given task, and no commentary or usage examples.'; +module.exports = ({ vars }) => [ + { role: 'system', content: system }, + { role: 'user', content: vars.task }, +];