Files
codegraph/__tests__/kernel-csharp-parity.test.ts
T
Colby Mchenry 489b4749c7 fix(vbnet,csharp): index every Structure member; walk property bodies and VB initializers (#2345)
VB.NET's grammar tags each member of a `Structure` as its own `body`
field, so extractAggregate's field lookup saw only the first member.
SCrawler's UserMedia indexed none of its members, and a structure that
opened with a nested enum indexed only the enum. Aggregates now resolve
their body the way classes and enums do (resolveBody, which VB maps to
the declaration itself). Objective-C, the only other struct language
with that hook, is unchanged.

Property bodies were never walked: the propertyTypes branch set
skipChildren after extractProperty, so calls, instantiations and reads
in a VB `Get`/`Set` block, `= initializer` or `As New`, and in a C#
accessor body or `=> expr`, were lost.

- propertyBodies() names the parts of a property that run code (VB: the
  whole declaration, as its methods are walked; C#: each accessor's body
  and an arrow value), walked with the property on the stack. The
  candidates-only fn-ref scan skips the walked subtrees by node id, so a
  function value is captured once, from the property. C# `= initializer`s
  stay unwalked, as C# field initializers are.
- The C# kernel mirrors it (property_bodies, scan skip list). The parity
  suite and a new micro pass; a serilog sweep is 209/214 byte-identical
  with 0 diffs (5 deferred for parse errors).
- VB field declarators (`= expr`, `As New T`) and Custom Event
  AddHandler/RemoveHandler/RaiseEvent blocks are walked as their field or
  event.

Before/after (nodes / edges): SCrawler 9,950 -> 10,427 / 14,336 -> 15,092;
staxrip 13,440 -> 13,644 / 24,120 -> 28,002, most of it its
`Property X As New NumParam With {...}` settings; serilog edges
6,642 -> 6,654. All 23 removed edges are the same call sites re-resolved
by VB's name-guessing resolver now that struct members are candidates:
10 wrong edges dropped, 9 correct ones now guessed wrong, 4 wrong either
way. Designer -> Add/Size edge counts are unchanged.

EXTRACTION_VERSION 27 -> 28.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-05 14:41:59 +00:00

207 lines
8.1 KiB
TypeScript

/**
* Kernel↔wasm C# extraction parity (R7b of the kernel migration).
*
* Asserts the native walker (codegraph-kernel/src/csharp.rs) produces the
* SAME ExtractionResult as the wasm TreeSitterExtractor — nodes, edges, and
* unresolved refs compared as canonicalized multisets — over the checked-in
* torture fixtures:
*
* - Torture.cs — block namespace + nested/second-namespace quirks,
* base_list shapes, records, properties (incl. the bare-identifier
* signature loss, accessor bodies walked as the property and
* never-walked initializers), fields/constants,
* events/operators/indexer/destructor (no nodes, calls → class), ctor
* initializer hole, explicit interface impl, local functions, the call
* zoo (raw member-access texts, chained re-encode, `(myDel)(x)` conv,
* `nameof`), instantiation shapes (incl. invisible `new()`/`new {}`/
* arrays), static value reads, C# type refs, fn-ref candidates
* (`+=` subscription, `this.X` bare-name form, initializer lists),
* value-ref targets + local shadow prune, preprocessor passthrough.
* - TortureFileScoped.cs — file-scoped namespace, alias-import quirks,
* positional records with base args (`BaseDto(Name)` full-text extends),
* C#12 primary-ctor base args (`(repo)` garbage extends preserved).
* - TortureTopLevel.cs — top-level statements (zero-emission locals),
* top-level local function, trailing partial class.
*
* CRLF variants are derived in-memory (#1329 docstring semantics). The
* full-repo sweep lives in scripts/kernel-parity.mjs (serilog /
* Newtonsoft.Json / jellyfin for the §5 gate); this suite keeps the invariant
* alive in `npm test`. Skips when no kernel binary is staged;
* CODEGRAPH_KERNEL_EXPECT=1 turns that into a failure (kernel-scaffold.test.ts).
*/
import { describe, it, expect, beforeAll, beforeEach, afterEach } from 'vitest';
import * as fs from 'fs';
import * as path from 'path';
import { extractFromSource } from '../src/extraction';
import { initGrammars, loadGrammarsForLanguages } from '../src/extraction/grammars';
import { tryKernelExtract, resetKernelForTests } from '../src/extraction/kernel';
import type { ExtractionResult } from '../src/types';
const KERNEL_PATH = path.join(
__dirname,
'..',
'codegraph-kernel',
'prebuilds',
`${process.platform}-${process.arch}`,
'codegraph-kernel.node'
);
const kernelBuilt = fs.existsSync(KERNEL_PATH);
const FIXTURE_DIR = path.join(__dirname, 'fixtures', 'kernel-parity');
function canon(result: ExtractionResult): { nodes: string[]; edges: string[]; refs: string[] } {
return {
nodes: result.nodes
.map(({ updatedAt: _u, ...n }) => JSON.stringify(n, Object.keys(n).sort()))
.sort(),
edges: result.edges.map((e) => JSON.stringify(e, Object.keys(e).sort())).sort(),
refs: result.unresolvedReferences
.map((r) => JSON.stringify(r, Object.keys(r).sort()))
.sort(),
};
}
const ENV_KEYS = ['CODEGRAPH_KERNEL', 'CODEGRAPH_KERNEL_LANGS'] as const;
let savedEnv: Record<string, string | undefined>;
describe.skipIf(!kernelBuilt)('kernel C# extraction parity', () => {
beforeAll(async () => {
await initGrammars();
await loadGrammarsForLanguages(['csharp']);
});
beforeEach(() => {
savedEnv = Object.fromEntries(ENV_KEYS.map((k) => [k, process.env[k]]));
resetKernelForTests();
});
afterEach(() => {
for (const k of ENV_KEYS) {
if (savedEnv[k] === undefined) delete process.env[k];
else process.env[k] = savedEnv[k];
}
resetKernelForTests();
});
function assertParity(filePath: string, source: string, minNodes = 3): void {
process.env.CODEGRAPH_KERNEL_LANGS = 'all';
delete process.env.CODEGRAPH_KERNEL;
const viaKernel = tryKernelExtract(filePath, source, 'csharp');
expect(viaKernel, `kernel extraction failed for ${filePath}`).not.toBeNull();
process.env.CODEGRAPH_KERNEL = '0';
const viaWasm = extractFromSource(filePath, source, 'csharp');
delete process.env.CODEGRAPH_KERNEL;
const k = canon(viaKernel!);
const w = canon(viaWasm);
expect(k.nodes, `${filePath}: nodes`).toEqual(w.nodes);
expect(k.edges, `${filePath}: edges`).toEqual(w.edges);
expect(k.refs, `${filePath}: refs`).toEqual(w.refs);
expect(viaWasm.nodes.length).toBeGreaterThanOrEqual(minNodes);
}
const FIXTURES: Array<{ file: string; minNodes: number }> = [
{ file: 'Torture.cs', minNodes: 40 },
{ file: 'TortureFileScoped.cs', minNodes: 8 },
{ file: 'TortureTopLevel.cs', minNodes: 2 },
];
for (const { file, minNodes } of FIXTURES) {
it(`${file}: namespaces, records, calls, holes, refs`, () => {
const src = fs.readFileSync(path.join(FIXTURE_DIR, file), 'utf8');
assertParity(`fixtures/${file}`, src, minNodes);
});
// CRLF variant — the shape every Windows autocrlf checkout has. Derived in
// memory so no platform or editor can silently normalize it away; pins the
// JS-multiline-^ docstring semantics for `///` runs (#1329).
it(`${file} CRLF parity`, () => {
const src = fs.readFileSync(path.join(FIXTURE_DIR, file), 'utf8');
const crlf = src.replace(/(?<!\r)\n/g, '\r\n');
assertParity(`fixtures/${file} (crlf)`, crlf, minNodes);
});
}
// Cheap unit pins for the quirks a future grammar bump would silently move
// (checklist §fixtures item 6) — parity is the assertion; the wasm arm is
// the behavior oracle.
const MICROS: Array<{ name: string; source: string; minNodes: number }> = [
{
name: 'alias-import to a qualified target keeps generic args in moduleName',
source: 'using Coll = System.Collections.Generic.Dictionary<string, int>;\n',
minNodes: 2,
},
{
name: 'alias-import to a bare identifier captures the ALIAS name',
source: 'using Short = SomeType;\n',
minNodes: 2,
},
{
name: 'C#12 primary-ctor base args emit the garbage `(repo)` extends ref',
source: 'public class Svc(IRepo repo) : Base(repo), IThing { }\n',
minNodes: 2,
},
{
name: 'enum underlying type emits an extends ref named `byte`',
source: 'public enum E : byte { A = 1, B }\n',
minNodes: 4,
},
{
name: 'nameof(...) emits a calls ref named `nameof`',
source: 'public class C { void M() { var n = nameof(C); } }\n',
minNodes: 3,
},
{
name: 'this./base. callee prefixes are kept raw',
source: 'public class C { void M() { this.Run(1); base.Go(); } }\n',
minNodes: 3,
},
{
name: 'bare-identifier-typed property loses its type in the signature',
source: 'public class C { public Widget Parent { get; set; } }\n',
minNodes: 3,
},
{
name: 'bodiless struct mints no node; bodiless record still does',
source: 'public record Empty;\n',
minNodes: 2,
},
{
// Accessor bodies and `=> expr` are walked as the property (calls,
// instantiations, static reads, fn-ref candidates); an `= initializer`
// is only scanned for candidates, attributed to the class.
name: 'property bodies are walked as the property; initializers only scanned',
source: [
'public class C {',
' void H(int v) { }',
' public Action P { get { return Make(H); } set { Register(H); } }',
' public int Q => Run(H);',
' public Action R { get; } = Wrap(H);',
' public int S { get => Calc.Max; init => Store(new Widget()); }',
'}',
'',
].join('\n'),
minNodes: 7,
},
];
for (const m of MICROS) {
it(`micro: ${m.name}`, () => {
assertParity(`micro/${m.name.replace(/[^a-z0-9]+/gi, '-')}.cs`, m.source, m.minNodes);
});
}
it('files with parse errors defer to the wasm extractor (recovery is encoding-dependent)', () => {
const broken = 'class F { void M( { return }} 12 (\n';
process.env.CODEGRAPH_KERNEL_LANGS = 'all';
delete process.env.CODEGRAPH_KERNEL;
expect(tryKernelExtract('src/Broken.cs', broken, 'csharp')).toBeNull();
process.env.CODEGRAPH_KERNEL = '0';
const viaWasm = extractFromSource('src/Broken.cs', broken, 'csharp');
delete process.env.CODEGRAPH_KERNEL;
expect(viaWasm.nodes.some((n) => n.kind === 'file')).toBe(true);
});
});