Skip to content
Merged
Changes from all commits
Commits
Show all changes
50 commits
Select commit Hold shift + click to select a range
2b6a00d
fix: scope codegraph batch complexity targets to file paths
carlos-alm Jul 5, 2026
b28051a
fix: exclude parameters and interface/type members from dead-role cla…
carlos-alm Jul 5, 2026
17fbcba
fix: credit import-type usages as exports consumers
carlos-alm Jul 5, 2026
26918bb
fix: prevent fn-impact/query crash when -f/--file is passed
carlos-alm Jul 5, 2026
be6432c
fix: correct exported-symbol detection for literal and object-literal…
carlos-alm Jul 5, 2026
4ead840
fix: exclude primitive type keywords from ast --kind string matching
carlos-alm Jul 5, 2026
f6326bf
fix: resolve call edges through renamed import specifiers
carlos-alm Jul 5, 2026
590f560
fix: couple file_hashes updates with edge regeneration in incremental…
carlos-alm Jul 5, 2026
d3ea4a4
fix: compare signature-change diffs using new-file line ranges
carlos-alm Jul 5, 2026
c306812
feat: add environment doctor check for stale native binary and missin…
carlos-alm Jul 5, 2026
8bb5893
fix: eliminate non-deterministic ordering in community detection
carlos-alm Jul 6, 2026
46037b1
fix: sync update-graph.sh hook extension allowlist with EXTENSIONS
carlos-alm Jul 6, 2026
6a84cf9
fix: recompute directory structure metrics for affected directories o…
carlos-alm Jul 6, 2026
8d936d1
refactor: register hardcoded execFileSync/execSync maxBuffer values i…
carlos-alm Jul 6, 2026
11c84be
fix: gate blast-radius check on newly introduced risk, not pre-existi…
carlos-alm Jul 6, 2026
963301a
fix: gate identifier-argument dynamic call edges on callback-acceptin…
carlos-alm Jul 6, 2026
3e8035d
fix: gate Array.from's callback arg by position, not just callee name
carlos-alm Jul 6, 2026
879635e
fix: scope reexportedSymbols to actually-named re-export specifiers
carlos-alm Jul 6, 2026
0fe9fc3
fix: stop CFG block/edge count from overriding AST-derived cyclomatic…
carlos-alm Jul 6, 2026
ccf3c19
fix: backfill edges.technique for incrementally-inserted calls edges
carlos-alm Jul 6, 2026
d5b1162
fix: wrap remote embedding JSON parse failure in EngineError
carlos-alm Jul 6, 2026
8971017
refactor: extract shared platform-default-path helper in config.ts
carlos-alm Jul 6, 2026
056c5e4
refactor: decompose loadConfig and related high-effort functions in c…
carlos-alm Jul 6, 2026
0738171
refactor: decompose findDbPath and openRepo in db/connection.ts (docs…
carlos-alm Jul 6, 2026
6f2423c
refactor: dedupe busy/locked error detection into isBusyOrLockedError
carlos-alm Jul 6, 2026
4c02378
fix: log statSync failures in findDbPath instead of silently swallowi…
carlos-alm Jul 6, 2026
0698e16
test: add direct unit coverage for closeDbPair/closeDbPairDeferred/cl…
carlos-alm Jul 6, 2026
4ac3b99
fix: correct blast-radius/fn-impact computation for line-shifted decl…
carlos-alm Jul 6, 2026
6767f09
feat: wire points-to solver max-iterations cap through DEFAULTS.analy…
carlos-alm Jul 6, 2026
5f6f30a
refactor: route console.log calls in domain/search through logger
carlos-alm Jul 6, 2026
b479318
refactor: reduce cyclomatic complexity of computeDeltaModularityDirected
carlos-alm Jul 6, 2026
c39ac40
refactor: unify impact-level rendering format between audit and fn-im…
carlos-alm Jul 6, 2026
067674f
refactor: dedupe computeSavings via pct helper and persist partial to…
carlos-alm Jul 6, 2026
f6807b4
fix: add main.rs driver to rust dynamic tracer fixture
carlos-alm Jul 6, 2026
1c07a54
fix: scope diff file-header detection to between-hunk positions
carlos-alm Jul 6, 2026
bf82aa2
fix: update titan-grind's dead-symbol script for current roles --json…
carlos-alm Jul 6, 2026
cd02d27
fix: thread configured busyTimeoutMs through remaining read-only quer…
carlos-alm Jul 6, 2026
980b5dc
fix: resolve computed string-literal keys in object-literal extractio…
carlos-alm Jul 6, 2026
4a873a3
fix: add same-class bare-call fallback to incremental rebuild path (d…
carlos-alm Jul 6, 2026
8f3348a
fix: unify Object.defineProperty accessor fallback kind-filtering bet…
carlos-alm Jul 6, 2026
acf804c
refactor: share chunked statement-cache primitive between builder and…
carlos-alm Jul 6, 2026
986c851
refactor: cache prepared statements in applyEdgeTechniquesAfterNative…
carlos-alm Jul 6, 2026
71e9174
fix: replace fixed-depth directory-proximity check with symmetric dis…
carlos-alm Jul 6, 2026
d2935cc
refactor: remove unreachable Partition delta-computation interface me…
carlos-alm Jul 6, 2026
6515186
fix: emit reference edges for function identifiers used as object-lit…
carlos-alm Jul 6, 2026
30c491a
refactor: unify call-ref and tests rendering format between audit and…
carlos-alm Jul 6, 2026
9db911b
fix: classify destructured bindings as constant, not function (docs c…
carlos-alm Jul 6, 2026
70559fc
refactor: adopt timeMedian in remaining benchmark timing loops
carlos-alm Jul 6, 2026
822e0eb
refactor: decompose runPerfBenchmarks in token-benchmark.ts
carlos-alm Jul 6, 2026
6edb272
fix: resolve merge conflicts with main
carlos-alm Jul 8, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
104 changes: 61 additions & 43 deletions scripts/token-benchmark.ts
Original file line number Diff line number Diff line change
Expand Up @@ -260,6 +260,65 @@ async function runSession(mode, issue, nextjsDir) {

const PERF_RUNS = 3;

/**
* Run full-build and no-op-rebuild benchmarks for each available engine.
* Returns a map of engine name -> { fullBuildMs, noopRebuildMs }.
*/
async function runBuildBenchmarks(engines, dbPath, nextjsDir, buildGraph) {
const buildResults = {};
for (const engine of engines) {
console.error(` Full build (${engine})...`);
const fullBuildMs = Math.round(
await timeMedian(async () => {
if (fs.existsSync(dbPath)) fs.unlinkSync(dbPath);
await buildGraph(nextjsDir, { engine, incremental: false });
}, PERF_RUNS),
);

// No-op rebuild
console.error(` No-op rebuild (${engine})...`);
const noopRebuildMs = Math.round(
await timeMedian(() => buildGraph(nextjsDir, { engine, incremental: true }), PERF_RUNS),
);

buildResults[engine] = { fullBuildMs, noopRebuildMs };
console.error(` full=${fullBuildMs}ms noop=${noopRebuildMs}ms`);
}
return buildResults;
}

/**
* Run fnDeps/fnImpact query benchmarks at depths 1/3/5 against `hubName`.
* Returns an empty object when there's no hub to query against.
*/
async function runQueryBenchmarks(hubName, dbPath, fnDepsData, fnImpactData) {
const queryResults = {};
if (!hubName) return queryResults;

console.error(` Query target (hub): ${hubName}`);

for (const depth of [1, 3, 5]) {
// fnDeps
queryResults[`fnDeps_depth${depth}Ms`] = round1(
await timeMedian(() => fnDepsData(hubName, dbPath, { depth, noTests: true }), PERF_RUNS),
);

// fnImpact
queryResults[`fnImpact_depth${depth}Ms`] = round1(
await timeMedian(() => fnImpactData(hubName, dbPath, { depth, noTests: true }), PERF_RUNS),
);
}

console.error(
` fnDeps: d1=${queryResults.fnDeps_depth1Ms}ms d3=${queryResults.fnDeps_depth3Ms}ms d5=${queryResults.fnDeps_depth5Ms}ms`,
);
console.error(
` fnImpact: d1=${queryResults.fnImpact_depth1Ms}ms d3=${queryResults.fnImpact_depth3Ms}ms d5=${queryResults.fnImpact_depth5Ms}ms`,
);

return queryResults;
}

/**
* Run build/query/stats benchmarks against the Next.js graph.
* Reuses the same codegraph APIs as the existing benchmark scripts.
Expand Down Expand Up @@ -298,25 +357,7 @@ async function runPerfBenchmarks(nextjsDir) {
if (!isNativeAvailable()) {
console.error(' Native engine not available — skipping native perf benchmark');
}
const buildResults = {};
for (const engine of engines) {
console.error(` Full build (${engine})...`);
const fullBuildMs = Math.round(
await timeMedian(async () => {
if (fs.existsSync(dbPath)) fs.unlinkSync(dbPath);
await buildGraph(nextjsDir, { engine, incremental: false });
}, PERF_RUNS),
);

// No-op rebuild
console.error(` No-op rebuild (${engine})...`);
const noopRebuildMs = Math.round(
await timeMedian(() => buildGraph(nextjsDir, { engine, incremental: true }), PERF_RUNS),
);

buildResults[engine] = { fullBuildMs, noopRebuildMs };
console.error(` full=${fullBuildMs}ms noop=${noopRebuildMs}ms`);
}
const buildResults = await runBuildBenchmarks(engines, dbPath, nextjsDir, buildGraph);

// ── Stats ─────────────────────────────────────────────────────────
// Ensure we have a graph (rebuild with first available engine if needed)
Expand Down Expand Up @@ -352,30 +393,7 @@ async function runPerfBenchmarks(nextjsDir) {
db.close();

const hubName = hubRow?.name || null;
const queryResults = {};

if (hubName) {
console.error(` Query target (hub): ${hubName}`);

for (const depth of [1, 3, 5]) {
// fnDeps
queryResults[`fnDeps_depth${depth}Ms`] = round1(
await timeMedian(() => fnDepsData(hubName, dbPath, { depth, noTests: true }), PERF_RUNS),
);

// fnImpact
queryResults[`fnImpact_depth${depth}Ms`] = round1(
await timeMedian(() => fnImpactData(hubName, dbPath, { depth, noTests: true }), PERF_RUNS),
);
}

console.error(
` fnDeps: d1=${queryResults.fnDeps_depth1Ms}ms d3=${queryResults.fnDeps_depth3Ms}ms d5=${queryResults.fnDeps_depth5Ms}ms`,
);
console.error(
` fnImpact: d1=${queryResults.fnImpact_depth1Ms}ms d3=${queryResults.fnImpact_depth3Ms}ms d5=${queryResults.fnImpact_depth5Ms}ms`,
);
}
const queryResults = await runQueryBenchmarks(hubName, dbPath, fnDepsData, fnImpactData);

return {
repo: 'vercel/next.js',
Expand Down
Loading