alexion
4def357d09
Imported as a linear vendor commit so forge rebases do not replay the upstream root tree. git-subtree-dir: third_party/pi git-subtree-split: d981de1229ef899957bbe968bc8dcda02a21f477
63 lines
1.8 KiB
TypeScript
63 lines
1.8 KiB
TypeScript
import {
|
|
SESSION_REPO_CATALOG_BENCHMARK_DATASETS,
|
|
SESSION_REPO_CATALOG_READ_BENCHMARK_SCENARIOS,
|
|
SESSION_REPO_CATALOG_WRITE_BENCHMARK_SCENARIOS,
|
|
SESSION_REPO_FORK_BENCHMARK_DATASETS,
|
|
SESSION_REPO_FORK_WRITE_BENCHMARK_SCENARIOS,
|
|
seedSessionRepoCatalogBenchmark,
|
|
seedSessionRepoForkBenchmark,
|
|
} from "../../src/harness/session/testing/index.ts";
|
|
import { registerReadBenchmarks, registerWriteBenchmarks } from "./benchmark.ts";
|
|
import { sessionRepoBenchmarkTargets } from "./session-repo-targets.ts";
|
|
|
|
await registerReadBenchmarks({
|
|
datasets: SESSION_REPO_CATALOG_BENCHMARK_DATASETS,
|
|
targets: sessionRepoBenchmarkTargets,
|
|
scenarios: SESSION_REPO_CATALOG_READ_BENCHMARK_SCENARIOS,
|
|
async prepare(fixture, dataset) {
|
|
await seedSessionRepoCatalogBenchmark(fixture.repo, dataset);
|
|
},
|
|
getSubject(fixture) {
|
|
return fixture.repo;
|
|
},
|
|
});
|
|
|
|
await registerWriteBenchmarks({
|
|
targets: sessionRepoBenchmarkTargets,
|
|
scenarios: SESSION_REPO_CATALOG_WRITE_BENCHMARK_SCENARIOS,
|
|
prepare(fixture, scenario) {
|
|
return scenario.prepare(fixture.repo);
|
|
},
|
|
expectedResult(scenario) {
|
|
return scenario.expectedResult;
|
|
},
|
|
run(operation) {
|
|
return operation.run();
|
|
},
|
|
});
|
|
|
|
const forkBenchmarks = SESSION_REPO_FORK_BENCHMARK_DATASETS.flatMap((dataset) =>
|
|
SESSION_REPO_FORK_WRITE_BENCHMARK_SCENARIOS.map((scenario) => ({
|
|
name: `${scenario.name} (${dataset.name})`,
|
|
dataset,
|
|
scenario,
|
|
})),
|
|
);
|
|
|
|
await registerWriteBenchmarks({
|
|
targets: sessionRepoBenchmarkTargets,
|
|
scenarios: forkBenchmarks,
|
|
async prepare(fixture, benchmark) {
|
|
return {
|
|
repo: fixture.repo,
|
|
source: await seedSessionRepoForkBenchmark(fixture.repo, benchmark.dataset),
|
|
};
|
|
},
|
|
expectedResult(benchmark) {
|
|
return benchmark.scenario.expectedResult(benchmark.dataset);
|
|
},
|
|
run(subject, benchmark) {
|
|
return benchmark.scenario.run(subject.repo, subject.source, benchmark.dataset);
|
|
},
|
|
});
|