TREK/server/tests/unit/scripts/pg-probe/report.test.ts

/**
 * What the Postgres probe reports and when it passes (scripts/pg-probe/report.ts
 * and the entry point's argument and exit-code rules in scripts/pg-probe.ts).
 * The CI job's verdict is exactly `exitCode()`, so it is pinned here rather
 * than discovered in a red run.
 */
import { exitCode, parseArgs, repositoryFiles } from '../../../../scripts/pg-probe';
import type { BaselineVerdict } from '../../../../scripts/pg-probe/baseline';
import type { HelperResult } from '../../../../scripts/pg-probe/helper-cases';
import {
  formatConsole,
  formatMarkdown,
  oneLine,
  passed,
  probedNothing,
  splitRefusals,
  summarize,
  type MethodResult,
  type ReportInput,
} from '../../../../scripts/pg-probe/report';

import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from 'node:fs';
import { tmpdir } from 'node:os';
import path from 'node:path';
import { describe, expect, it } from 'vitest';

const ok = (sql: string) => ({ sql, outcome: { ok: true as const } });
const refused = (sql: string, code = '42883', message = 'function datetime(unknown) does not exist') => ({
  sql,
  outcome: { ok: false as const, code, message },
});

const RESULTS: MethodResult[] = [
  { key: 'A.clean', statements: [ok('select 1'), ok('select 1'), ok('select 2')] },
  {
    key: 'B.broken',
    statements: [
      refused('select datetime(1)'),
      refused('select datetime(1)'),
      ok('select 3'),
      refused('insert or ignore', '42601', 'syntax error'),
    ],
  },
  { key: 'C.silent', statements: [] },
  { key: 'D.hung', statements: [ok('select 4')], timedOut: true },
  { key: 'E.skipped', statements: [], unprobeable: 'fn: a function parameter' },
  { key: 'F.thrower', statements: [], threw: 'no trip 1' },
  {
    key: 'G.sampled',
    statements: [refused('select $1::date', '22007', 'invalid input syntax for type date: "probe"'), ok('select 5')],
  },
];

const CLEAN: BaselineVerdict = { unseeded: false, grown: [], stale: [], newlyUncovered: [], nowCovered: [] };
const UNSEEDED: BaselineVerdict = { ...CLEAN, unseeded: true };
const helper = (failure: string | null): HelperResult => ({ engine: 'postgres', name: 'dateOf', failure });

function input(overrides: Partial<ReportInput> = {}): ReportInput {
  return {
    summary: summarize(RESULTS),
    verdict: CLEAN,
    helpers: [helper(null)],
    schemaFailures: [],
    results: RESULTS,
    ...overrides,
  };
}

describe('pg-probe report', () => {
  it('PGPROBE-060: counts methods and distinct statements, and what Postgres refused per method and SQLSTATE', () => {
    const summary = summarize(RESULTS);
    expect(summary).toMatchObject({ methods: 7, called: 6, unprobeable: 1, withoutSql: 2, timedOut: 1, statements: 8 });
    expect(summary.failingByMethod).toEqual(
      new Map([
        ['A.clean', 0],
        ['B.broken', 2],
        ['C.silent', 0],
        ['D.hung', 0],
        ['F.thrower', 0],
        ['G.sampled', 0],
      ]),
    );
    expect(summary.failuresByCode).toEqual(
      new Map([
        ['42883', 1],
        ['42601', 1],
        ['22007', 1],
      ]),
    );
    expect(summary.failedStatements.map((f) => `${f.method} ${f.code} ${f.counted}`)).toEqual([
      'B.broken 42883 true',
      'B.broken 42601 true',
      'G.sampled 22007 false',
    ]);
  });

  it('PGPROBE-068: a data error from a sample value is reported but not held to the baseline', () => {
    const summary = summarize([
      {
        key: 'G.sampled',
        statements: [refused('select $1::date', '22P02', 'bad'), refused('select x', '0A000', 'nope')],
      },
    ]);
    expect(summary.failingByMethod.get('G.sampled')).toBe(1);
    expect(splitRefusals(summary).counted.map((f) => f.code)).toEqual(['0A000']);
    expect(splitRefusals(summary).reported.map((f) => f.code)).toEqual(['22P02']);
  });

  it('PGPROBE-069: names every method whose SQL the probe did not see, and why', () => {
    expect(summarize(RESULTS).uncovered).toEqual(
      new Map([
        ['C.silent', 'sent no SQL'],
        ['D.hung', 'timed out'],
        ['E.skipped', 'could not be called: fn: a function parameter'],
        ['F.thrower', 'threw before any statement: no trip 1'],
      ]),
    );
  });

  it('PGPROBE-061: passes only with every helper case green and the ratchet held', () => {
    expect(passed(input())).toBe(true);
    expect(passed(input({ helpers: [helper('expected 1, got 2')] }))).toBe(false);
    expect(passed(input({ verdict: { ...CLEAN, grown: [{ method: 'B.broken', allowed: 1, now: 2 }] } }))).toBe(false);
    expect(passed(input({ verdict: { ...CLEAN, stale: [{ method: 'B.broken', allowed: 3, now: 2 }] } }))).toBe(false);
    expect(passed(input({ verdict: { ...CLEAN, newlyUncovered: ['E.skipped'] } }))).toBe(false);
    expect(passed(input({ verdict: { ...CLEAN, nowCovered: ['Z.gone'] } }))).toBe(false);
  });

  it('PGPROBE-066: an unmeasured baseline fails the run, and only --update (which seeds it) passes', () => {
    const unseeded = input({ verdict: UNSEEDED });
    expect(passed(unseeded)).toBe(false);
    expect(exitCode(unseeded, false)).toBe(1);
    expect(exitCode(unseeded, true)).toBe(0);
    expect(exitCode(input({ verdict: UNSEEDED, helpers: [helper('threw: boom')] }), true)).toBe(1);
  });

  it('PGPROBE-067: a run that called no repository method fails, also under --update', () => {
    const skippedOnly = RESULTS.filter((result) => result.unprobeable !== undefined);
    for (const results of [[], skippedOnly]) {
      const summary = summarize(results);
      expect(probedNothing(summary)).toBe(true);
      const empty = input({ summary, results });
      expect(passed(empty)).toBe(false);
      expect(exitCode(empty, false)).toBe(1);
      expect(exitCode(empty, true)).toBe(1);
      expect(exitCode(input({ summary, results, verdict: UNSEEDED }), true)).toBe(1);
    }
    expect(probedNothing(summarize(RESULTS))).toBe(false);
  });

  it('PGPROBE-062: --update forgives a stale entry but never a grown one or a failing helper', () => {
    const stale = input({ verdict: { ...CLEAN, stale: [{ method: 'B.broken', allowed: 3, now: 2 }] } });
    expect(exitCode(stale, false)).toBe(1);
    expect(exitCode(stale, true)).toBe(0);
    expect(exitCode(input({ verdict: { ...CLEAN, grown: [{ method: 'B.broken', allowed: 1, now: 2 }] } }), true)).toBe(
      1,
    );
    expect(exitCode(input({ helpers: [helper('threw: boom')] }), true)).toBe(1);
    expect(exitCode(input(), false)).toBe(0);
  });

  it('PGPROBE-072: --update forgives an uncovered entry that is measured now, never a newly unmeasured method', () => {
    const covered = input({ verdict: { ...CLEAN, nowCovered: ['Z.gone'] } });
    expect(exitCode(covered, false)).toBe(1);
    expect(exitCode(covered, true)).toBe(0);
    const uncovered = input({ verdict: { ...CLEAN, newlyUncovered: ['E.skipped'] } });
    expect(exitCode(uncovered, false)).toBe(1);
    expect(exitCode(uncovered, true)).toBe(1);
  });

  it('PGPROBE-063: the console log names every refused statement and every ratchet failure', () => {
    const text = formatConsole(
      input({
        helpers: [helper('expected 1, got 2')],
        verdict: {
          ...CLEAN,
          grown: [{ method: 'B.broken', allowed: 1, now: 2 }],
          stale: [{ method: 'Z.gone', allowed: 1, now: 0 }],
          newlyUncovered: ['F.thrower'],
          nowCovered: ['Y.measured'],
        },
        schemaFailures: [
          { statement: 'create table "x" (a text collate "NOCASE")', message: 'collation "NOCASE" does not exist' },
        ],
      }),
    );
    expect(text).toContain('FAIL  [postgres] dateOf: expected 1, got 2');
    expect(text).toContain('collation "NOCASE" does not exist');
    expect(text).toContain(
      'Statements: 8 distinct, 3 refused by Postgres (2 as SQL, held to the baseline; 1 over a sample value',
    );
    expect(text).toContain('  22007: 1 (not held)');
    expect(text).toContain('  F.thrower: threw before any statement: no trip 1');
    expect(text).toContain(
      'FAIL  F.thrower threw before any statement: no trip 1, and the baseline does not list it as uncovered.',
    );
    expect(text).toContain(
      'FAIL  Y.measured is listed as uncovered but is measured now (or gone); drop it from the baseline.',
    );
    expect(text).toContain('B.broken  42883  function datetime(unknown) does not exist');
    expect(text).toContain('FAIL  B.broken sends 2 statement(s) Postgres refuses, 1 allowed.');
    expect(text).toContain('FAIL  Z.gone is held at 1 failing statement(s) but fails 0 now; lower the baseline.');
    expect(text.trim().endsWith('Postgres probe failed.')).toBe(true);
    const unseeded = formatConsole(input({ verdict: UNSEEDED }));
    expect(unseeded).toContain('FAIL  Baseline: not measured yet');
    expect(unseeded).toContain('as scripts/pg-probe-baseline.json');
    expect(unseeded.trim().endsWith('Postgres probe failed.')).toBe(true);
    expect(formatConsole(input({ summary: summarize([]), results: [] }))).toContain(
      'FAIL  No repository method was called (0 planned)',
    );
  });

  it('PGPROBE-064: the step summary is a Markdown table with escaped cells', () => {
    const md = formatMarkdown(input({ helpers: [{ engine: 'postgres', name: 'a|b', failure: 'got `x`' }] }));
    expect(md).toContain('## Postgres probe');
    expect(md).toContain('Result: **failed**');
    expect(md).toContain("| postgres | a\\|b | got 'x' |");
    expect(md).toContain('| 42883 | 1 |');
    expect(md).toContain('| E.skipped | could not be called: fn: a function parameter |');
    expect(md).toContain('| Refused by Postgres as SQL (held) | 2 |');
    expect(md).toContain('| Refused over a sample value or the empty tables (reported only) | 1 |');
    expect(md).toContain('| G.sampled | 22007 | no | invalid input syntax for type date: "probe" |');
    const ratchet = formatMarkdown(
      input({ verdict: { ...CLEAN, newlyUncovered: ['C.silent'], nowCovered: ['Z.gone'] } }),
    );
    expect(ratchet).toContain('### Coverage ratchet');
    expect(ratchet).toContain('| C.silent | measured | sent no SQL |');
    expect(ratchet).toContain('| Z.gone | uncovered | measured or gone |');
    const unseeded = formatMarkdown(input({ verdict: UNSEEDED }));
    expect(unseeded).toContain('Result: **failed**');
    expect(unseeded).toContain('has not been measured yet, which fails the run');
    expect(formatMarkdown(input({ summary: summarize([]), results: [] }))).toContain('No repository method was called');
  });

  it('PGPROBE-065: flattens and cuts SQL for a log line', () => {
    expect(oneLine('select\n  1,\n  2')).toBe('select 1, 2');
    expect(oneLine('x'.repeat(10), 5)).toBe('xxxx…');
  });
});

describe('pg-probe entry point', () => {
  it('PGPROBE-070: takes the URL from the environment or --url and refuses to run without one', () => {
    expect(parseArgs([], { TREK_PG_PROBE_URL: 'postgres://u:p@h:5432/d' })).toEqual({
      url: 'postgres://u:p@h:5432/d',
      update: false,
      nextBaseline: null,
      report: null,
      summary: null,
    });
    const args = parseArgs(
      ['--url=postgresql://h/d', '--update', '--next-baseline=n.json', '--report=r.json', '--summary=s.md'],
      {},
    );
    expect(args).toEqual({
      url: 'postgresql://h/d',
      update: true,
      nextBaseline: 'n.json',
      report: 'r.json',
      summary: 's.md',
    });
    expect(parseArgs([], { TREK_PG_PROBE_URL: 'postgres://h/d', GITHUB_STEP_SUMMARY: '/tmp/summary' }).summary).toBe(
      '/tmp/summary',
    );
    expect(() => parseArgs([], {})).toThrow(/no Postgres URL/);
    expect(() => parseArgs(['--url=mysql://h/d'], {})).toThrow(/no Postgres URL/);
    expect(() => parseArgs(['--verbose'], { TREK_PG_PROBE_URL: 'postgres://h/d' })).toThrow(
      /unknown argument --verbose/,
    );
    expect(() => parseArgs(['--update=yes'], { TREK_PG_PROBE_URL: 'postgres://h/d' })).toThrow(/unknown argument/);
  });

  it('PGPROBE-071: probes every repository file and none of the shared helpers', () => {
    const dir = mkdtempSync(path.join(tmpdir(), 'trek-pg-probe-files-'));
    try {
      mkdirSync(path.join(dir, '_shared'));
      for (const name of ['B.repository.ts', 'A.repository.ts', 'types.d.ts', 'notes.md', '_shared/base.ts']) {
        writeFileSync(path.join(dir, name), '');
      }
      expect(repositoryFiles(dir).map((file) => path.basename(file))).toEqual(['A.repository.ts', 'B.repository.ts']);
    } finally {
      rmSync(dir, { recursive: true, force: true });
    }
  });
});