alexion
d56b1d0707
The bundled skill's Discovery section told the agent to run the bare dashboard and reach for --help proactively, and advertised overlapping find-paths — inducing exploratory commands that made the gitea-axi arm the most expensive of the benchmark's four. Replace it with a "find the target, then act" section, name the non-obvious mutation flags so common edits do not need --help, and drop the setup line and the over-tea/raw/git bullets that only duplicated the description. A same-time A/B cut cost-equivalent tokens ~10% and collapsed bare-dashboard use from 60% to 7% with no loss of success.
59 lines
2.1 KiB
TypeScript
59 lines
2.1 KiB
TypeScript
import { readFileSync } from "node:fs";
|
|
import { describe, expect, it } from "vitest";
|
|
|
|
const skill = readFileSync(
|
|
new URL("../skills/gitea-axi/SKILL.md", import.meta.url),
|
|
"utf8",
|
|
);
|
|
const packageJson = JSON.parse(
|
|
readFileSync(new URL("../package.json", import.meta.url), "utf8"),
|
|
) as { files?: string[] };
|
|
|
|
describe("bundled Agent Skill markdown", () => {
|
|
it("is published in the package", () => {
|
|
expect(packageJson.files).toContain("skills");
|
|
});
|
|
|
|
it("has frontmatter with a description that triggers on Gitea issue/PR work", () => {
|
|
// Frontmatter is a leading `---`-delimited block.
|
|
const match = skill.match(/^---\n([\s\S]*?)\n---/);
|
|
const frontmatter = match?.[1];
|
|
expect(frontmatter, "expected YAML frontmatter delimited by ---").toBeDefined();
|
|
expect(frontmatter).toMatch(/description:/i);
|
|
|
|
const description = frontmatter!.toLowerCase();
|
|
expect(description).toContain("gitea");
|
|
expect(description).toContain("issue");
|
|
expect(description).toContain("pull request");
|
|
});
|
|
|
|
it("says to prefer gitea-axi over tea, raw API, and git", () => {
|
|
const body = skill.toLowerCase();
|
|
expect(body).toContain("tea");
|
|
expect(body).toContain("api");
|
|
expect(body).toContain("git");
|
|
});
|
|
|
|
it("references each command group as a one-liner", () => {
|
|
const body = skill.toLowerCase();
|
|
for (const group of ["issue", "pr", "label", "search"]) {
|
|
expect(body, `expected the skill to mention the ${group} command group`).toContain(
|
|
group,
|
|
);
|
|
}
|
|
});
|
|
|
|
it("steers find-then-act and does not push exploratory discovery", () => {
|
|
const body = skill.toLowerCase();
|
|
// The intended steering: find the target, then act on it.
|
|
expect(body).toContain("find the target");
|
|
expect(body).toContain("act on it");
|
|
// The find/act discipline: not a full survey, and not both find commands at once.
|
|
expect(body).toContain("not a survey");
|
|
expect(body).toContain("not both");
|
|
// The removed exploratory anti-pattern must be gone.
|
|
expect(body).not.toContain("dashboard");
|
|
expect(body).not.toContain("no argument");
|
|
});
|
|
});
|