import { describe, expect, test } from 'bun:test' import { mkdtemp, mkdir, readFile, rm, writeFile } from 'node:fs/promises' import { tmpdir } from 'node:os' import { join } from 'node:path' import { classifyChangedPaths, formatGitHubOutput, parseChangedPaths, } from './detect-pr-changes' const NO_CHANGES = { 'has-evals': false, 'has-docs': false, 'has-workflows': false, } const SCRIPT_PATH = join(import.meta.dir, 'detect-pr-changes.ts') const WORKFLOW_PATH = join(import.meta.dir, '..', '..', '.github', 'workflows', 'pr-checks.yml') type CliResult = { exitCode: number stderr: string stdout: string } async function runCli(input: string, outputPath?: string): Promise { const env = { ...process.env } if (outputPath === undefined) delete env.GITHUB_OUTPUT else env.GITHUB_OUTPUT = outputPath const subprocess = Bun.spawn([process.execPath, 'run', SCRIPT_PATH], { env, stderr: 'pipe', stdin: new Blob([input]), stdout: 'pipe', }) const [exitCode, stderr, stdout] = await Promise.all([ subprocess.exited, new Response(subprocess.stderr).text(), new Response(subprocess.stdout).text(), ]) return { exitCode, stderr, stdout } } async function withTempDir(run: (directory: string) => Promise): Promise { const directory = await mkdtemp(join(tmpdir(), 'detect-pr-changes-')) try { return await run(directory) } finally { await rm(directory, { force: true, recursive: true }) } } describe('classifyChangedPaths', () => { test('detects eval changes', () => { expect(classifyChangedPaths(['evals/framework/src/index.ts'])).toEqual({ ...NO_CHANGES, 'has-evals': true, }) }) test('detects docs changes', () => { expect(classifyChangedPaths(['docs/maintenance/guide.md'])).toEqual({ ...NO_CHANGES, 'has-docs': true, }) }) test('detects workflow changes', () => { expect(classifyChangedPaths(['.github/workflows/pr-checks.yml'])).toEqual({ ...NO_CHANGES, 'has-workflows': true, }) }) test('detects mixed changes', () => { expect( classifyChangedPaths([ 'evals/framework/package.json', 'docs/README.md', '.github/workflows/release.yml', 'src/index.ts', ]), ).toEqual({ 'has-evals': true, 'has-docs': true, 'has-workflows': true, }) }) test('returns false for every category when paths do not match', () => { expect(classifyChangedPaths(['README.md', 'scripts/check.ts'])).toEqual(NO_CHANGES) }) test('returns false for every category when input is empty', () => { expect(classifyChangedPaths([])).toEqual(NO_CHANGES) }) test('rejects near-prefix paths', () => { expect( classifyChangedPaths([ 'evals-old/test.ts', 'docs.md', '.github/workflows-old/check.yml', 'nested/evals/test.ts', ]), ).toEqual(NO_CHANGES) }) }) describe('parseChangedPaths', () => { test('preserves path identity and removes empty NUL records', () => { expect(parseChangedPaths(' evals/test.ts \0\0docs/雪\n$HOME; file.md\0')).toEqual([ ' evals/test.ts ', 'docs/雪\n$HOME; file.md', ]) }) }) describe('formatGitHubOutput', () => { test('formats newline-delimited GitHub outputs', () => { expect( formatGitHubOutput({ 'has-evals': true, 'has-docs': false, 'has-workflows': true, }), ).toBe('has-evals=true\nhas-docs=false\nhas-workflows=true\n') }) }) describe('CLI', () => { test('appends outputs to GITHUB_OUTPUT', async () => { await withTempDir(async (directory) => { const outputPath = join(directory, 'github-output') await writeFile(outputPath, 'existing=value\n') const result = await runCli('evals/test.ts\0', outputPath) expect(result).toEqual({ exitCode: 0, stderr: '', stdout: '' }) expect(await readFile(outputPath, 'utf8')).toBe( 'existing=value\nhas-evals=true\nhas-docs=false\nhas-workflows=false\n', ) }) }) test('writes false outputs for empty stdin', async () => { await withTempDir(async (directory) => { const outputPath = join(directory, 'github-output') const result = await runCli('', outputPath) expect(result.exitCode).toBe(0) expect(await readFile(outputPath, 'utf8')).toBe( 'has-evals=false\nhas-docs=false\nhas-workflows=false\n', ) }) }) test('fails clearly when GITHUB_OUTPUT is missing', async () => { const result = await runCli('evals/test.ts\0') expect(result.exitCode).not.toBe(0) expect(result.stderr).toContain('GITHUB_OUTPUT is required but was not set') }) test('writes an error to stderr and exits nonzero for an unwritable target', async () => { await withTempDir(async (directory) => { const outputPath = join(directory, 'output-directory') await mkdir(outputPath) const result = await runCli('docs/guide.md\0', outputPath) expect(result.exitCode).not.toBe(0) expect(result.stderr).toContain('Unable to append change detection outputs to GITHUB_OUTPUT') }) }) test('handles NUL-delimited Unicode and metacharacter filenames without changing identity', async () => { await withTempDir(async (directory) => { const outputPath = join(directory, 'github-output') const paths = [ 'evals/ leading and trailing .ts ', 'docs/雪\n$HOME;$(touch never).md', '.github/workflows/[check]& weird.yml', ] const result = await runCli(`${paths.join('\0')}\0`, outputPath) expect(result.exitCode).toBe(0) expect(await readFile(outputPath, 'utf8')).toBe( 'has-evals=true\nhas-docs=true\nhas-workflows=true\n', ) }) }) test('does not trim leading whitespace into a matching path', async () => { await withTempDir(async (directory) => { const outputPath = join(directory, 'github-output') const result = await runCli(' evals/not-under-evals.ts\0', outputPath) expect(result.exitCode).toBe(0) expect(await readFile(outputPath, 'utf8')).toContain('has-evals=false\n') }) }) }) describe('PR checks workflow contract', () => { test('uses the NUL-delimited detector and exact output names', async () => { const workflow = await readFile(WORKFLOW_PATH, 'utf8') expect(workflow).toContain('git diff --name-only -z') expect(workflow).toMatch(/git diff --name-only -z[^\n]*\|[\s\S]*bun run scripts\/validation\/detect-pr-changes\.ts/) expect(workflow).toContain('has-evals: ${{ steps.filter.outputs.has-evals }}') expect(workflow).toContain('has-docs: ${{ steps.filter.outputs.has-docs }}') expect(workflow).toContain('has-workflows: ${{ steps.filter.outputs.has-workflows }}') expect(workflow).not.toMatch(/steps\.filter\.outputs\.(evals|docs|workflows)(?:\s|})/) expect(workflow).toContain('oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6') expect(workflow).toContain('bun-version: 1.3.14') }) test('requires successful change detection before reporting overall success', async () => { const workflow = await readFile(WORKFLOW_PATH, 'utf8') const overallStatus = workflow.slice(workflow.indexOf('# Overall status')) expect(overallStatus).toContain('needs.check-changes.result }}" == "success"') expect(overallStatus).toContain('needs.check-changes.outputs.has-evals }}" != "true"') expect(overallStatus).toContain('exit 1') }) })