feat(bench): add --skill to override the gitea-axi arm's bundled skill
bench:run gains a --skill <path> flag, threaded into the existing BuildArmOptions.skillPath, so a skill variant can be A/B'd against the shipped SKILL.md with the same binary and harness — the mechanism used to validate the find-then-act rewrite — without mutating the shipped file.
This commit is contained in:
@@ -57,6 +57,8 @@ export interface RunArgs {
|
|||||||
turnCap: number;
|
turnCap: number;
|
||||||
wallClockMs: number;
|
wallClockMs: number;
|
||||||
storeRoot: string;
|
storeRoot: string;
|
||||||
|
/** Optional bundled-skill override for the gitea-axi arm; defaults to the shipped SKILL.md. */
|
||||||
|
skillPath?: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** The parse outcome: a request for help, or a resolved configuration to run. */
|
/** The parse outcome: a request for help, or a resolved configuration to run. */
|
||||||
@@ -71,6 +73,7 @@ const KNOWN_FLAGS = new Set([
|
|||||||
"turn-cap",
|
"turn-cap",
|
||||||
"wall-clock-ms",
|
"wall-clock-ms",
|
||||||
"store",
|
"store",
|
||||||
|
"skill",
|
||||||
]);
|
]);
|
||||||
|
|
||||||
/** A usage error, surfaced to the maintainer with the offending detail. */
|
/** A usage error, surfaced to the maintainer with the offending detail. */
|
||||||
@@ -157,6 +160,7 @@ export function parseRunArgs(
|
|||||||
turnCap,
|
turnCap,
|
||||||
wallClockMs,
|
wallClockMs,
|
||||||
storeRoot: flags.get("store") ?? DEFAULT_STORE_ROOT,
|
storeRoot: flags.get("store") ?? DEFAULT_STORE_ROOT,
|
||||||
|
...(flags.has("skill") ? { skillPath: flags.get("skill") } : {}),
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -180,6 +184,7 @@ Options:
|
|||||||
--turn-cap <n> Per-run turn cap (default: ${DEFAULT_TURN_CAP})
|
--turn-cap <n> Per-run turn cap (default: ${DEFAULT_TURN_CAP})
|
||||||
--wall-clock-ms <n> Per-run wall-clock backstop in ms (default: ${DEFAULT_WALL_CLOCK_MS})
|
--wall-clock-ms <n> Per-run wall-clock backstop in ms (default: ${DEFAULT_WALL_CLOCK_MS})
|
||||||
--store <dir> Sample store root (default: ${DEFAULT_STORE_ROOT})
|
--store <dir> Sample store root (default: ${DEFAULT_STORE_ROOT})
|
||||||
|
--skill <path> Override the gitea-axi arm's bundled skill (default: shipped SKILL.md)
|
||||||
-h, --help Show this help`;
|
-h, --help Show this help`;
|
||||||
|
|
||||||
/** Render the run-loop tally into the lines printed after a sitting. */
|
/** Render the run-loop tally into the lines printed after a sitting. */
|
||||||
@@ -246,7 +251,7 @@ export async function runBenchCommand(
|
|||||||
driver: sdkAgentDriver(),
|
driver: sdkAgentDriver(),
|
||||||
store,
|
store,
|
||||||
bounds: { turnCap: parsed.turnCap, wallClockMs: parsed.wallClockMs },
|
bounds: { turnCap: parsed.turnCap, wallClockMs: parsed.wallClockMs },
|
||||||
build: { binRoot },
|
build: { binRoot, ...(parsed.skillPath !== undefined ? { skillPath: parsed.skillPath } : {}) },
|
||||||
});
|
});
|
||||||
for (const line of summarize(result, parsed.storeRoot)) {
|
for (const line of summarize(result, parsed.storeRoot)) {
|
||||||
out(line);
|
out(line);
|
||||||
|
|||||||
Reference in New Issue
Block a user