diff --git a/evals/fixtures/dependency-install-error.json b/evals/fixtures/dependency-install-error.json deleted file mode 100644 index 8c0af73..0000000 --- a/evals/fixtures/dependency-install-error.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "name": "dependency-install-error", - "parsed": { - "category": "dependency_install", - "summary": "Dependency installation failed because a package version could not be resolved.", - "errorText": "ERR_PNPM_NO_MATCHING_VERSION No matching version found for left-pad@999.0.0\nThis error happened while installing a direct dependency of /repo/app" - }, - "session": { - "id": "eval-5", - "command": "pnpm install", - "exitCode": 1, - "cwd": "/repo/app", - "shell": "fish", - "timestamp": "2026-04-21T12:20:00.000Z", - "stdoutSnippet": "", - "stderrSnippet": "ERR_PNPM_NO_MATCHING_VERSION No matching version found for left-pad@999.0.0", - "projectType": "node", - "env": { - "os": "linux", - "nodeVersion": "v24.14.0", - "packageManager": "pnpm" - } - }, - "context": { - "cwd": "/repo/app", - "packageJson": { - "name": "demo", - "private": true, - "packageManager": "pnpm@10", - "scripts": {}, - "dependencies": ["left-pad"], - "devDependencies": [] - }, - "lockfiles": ["pnpm-lock.yaml"], - "tsconfig": { - "exists": false, - "compilerOptions": {} - }, - "configFiles": ["package.json"], - "framework": "node", - "projectType": "node", - "gitBranch": "main" - }, - "expectedState": { - "failureCategory": "dependency", - "mustIncludeFiles": [], - "mustIncludeKeywords": ["ERR_PNPM_NO_MATCHING_VERSION"], - "mustHaveSnippet": true - }, - "expectedPrompt": { - "requiredSections": [ - "Command:", - "Host:", - "Failure:", - "Error details:", - "Please provide:" - ], - "requiredStrings": [ - "Raw command: pnpm install", - "ERR_PNPM_NO_MATCHING_VERSION" - ], - "requiredGoals": ["1. Root cause", "3. Concrete fix steps"] - } -} diff --git a/evals/fixtures/missing-script.json b/evals/fixtures/missing-script.json deleted file mode 100644 index fd1e78a..0000000 --- a/evals/fixtures/missing-script.json +++ /dev/null @@ -1,68 +0,0 @@ -{ - "name": "missing-script", - "parsed": { - "category": "unknown", - "summary": "The requested package script does not exist.", - "errorText": "ERR_PNPM_NO_SCRIPT Missing script: no-script\nCommand \"no-script\" not found." - }, - "session": { - "id": "eval-2", - "command": "pnpm run no-script", - "exitCode": 1, - "cwd": "/repo/app", - "shell": "zsh", - "timestamp": "2026-04-21T12:05:00.000Z", - "stdoutSnippet": "", - "stderrSnippet": "ERR_PNPM_NO_SCRIPT Missing script: no-script\nCommand \"no-script\" not found.", - "projectType": "node", - "env": { - "os": "darwin", - "nodeVersion": "v24.14.0", - "packageManager": "pnpm" - } - }, - "context": { - "cwd": "/repo/app", - "packageJson": { - "name": "demo", - "private": true, - "packageManager": "pnpm@10", - "scripts": { - "build": "vite build", - "test": "vitest run" - }, - "dependencies": ["react"], - "devDependencies": ["typescript"] - }, - "lockfiles": ["pnpm-lock.yaml"], - "tsconfig": { - "exists": true, - "compilerOptions": {} - }, - "configFiles": ["package.json", "tsconfig.json"], - "framework": "node", - "projectType": "node", - "gitBranch": "main" - }, - "expectedState": { - "failureCategory": "unknown", - "mustIncludeFiles": [], - "mustIncludeKeywords": ["ERR_PNPM_NO_SCRIPT", "Missing script"], - "mustHaveSnippet": true - }, - "expectedPrompt": { - "requiredSections": [ - "Command:", - "Host:", - "Failure:", - "Error details:", - "Please provide:" - ], - "requiredStrings": [ - "Raw command: pnpm run no-script", - "ERR_PNPM_NO_SCRIPT", - "Missing script" - ], - "requiredGoals": ["1. Root cause", "4. Files to inspect"] - } -} diff --git a/evals/fixtures/runtime-module-not-found.json b/evals/fixtures/runtime-module-not-found.json deleted file mode 100644 index 6d83d1c..0000000 --- a/evals/fixtures/runtime-module-not-found.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "name": "runtime-module-not-found", - "parsed": { - "category": "runtime_error", - "summary": "Application failed at runtime because a module import could not be resolved.", - "errorText": "Error: Cannot find module './config'\nRequire stack:\n- /repo/app/src/server.ts\n at Module._resolveFilename (node:internal/modules/cjs/loader:1207:15)\n at start (/repo/app/src/server.ts:10:5)" - }, - "session": { - "id": "eval-3", - "command": "node src/server.ts", - "exitCode": 1, - "cwd": "/repo/app", - "shell": "bash", - "timestamp": "2026-04-21T12:10:00.000Z", - "stdoutSnippet": "", - "stderrSnippet": "Error: Cannot find module './config'\nRequire stack:\n- /repo/app/src/server.ts", - "projectType": "node", - "env": { - "os": "linux", - "nodeVersion": "v24.14.0", - "packageManager": "npm" - } - }, - "context": { - "cwd": "/repo/app", - "packageJson": { - "name": "api", - "private": true, - "packageManager": "npm@11", - "scripts": { - "start": "node src/server.ts" - }, - "dependencies": ["express"], - "devDependencies": ["typescript"] - }, - "lockfiles": ["package-lock.json"], - "tsconfig": { - "exists": true, - "compilerOptions": {} - }, - "configFiles": ["package.json", "tsconfig.json"], - "framework": "node", - "projectType": "node", - "gitBranch": "main" - }, - "expectedState": { - "failureCategory": "runtime", - "mustIncludeFiles": ["/repo/app/src/server.ts"], - "mustIncludeKeywords": ["Cannot find module", "Error"], - "mustHaveSnippet": true - }, - "expectedPrompt": { - "requiredSections": [ - "Command:", - "Host:", - "Failure:", - "Error details:", - "Please provide:" - ], - "requiredStrings": [ - "Raw command: node src/server.ts", - "Cannot find module", - "/repo/app/src/server.ts" - ], - "requiredGoals": ["1. Root cause", "3. Concrete fix steps"] - } -} diff --git a/evals/fixtures/test-failure.json b/evals/fixtures/test-failure.json deleted file mode 100644 index ef859df..0000000 --- a/evals/fixtures/test-failure.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "name": "test-failure", - "parsed": { - "category": "test_failure", - "summary": "A unit test assertion failed.", - "errorText": "FAIL src/button.test.ts\nAssertionError: expected 'Submit' to equal 'Save'\n at src/button.test.ts:22:17" - }, - "session": { - "id": "eval-4", - "command": "pnpm test", - "exitCode": 1, - "cwd": "/repo/app", - "shell": "zsh", - "timestamp": "2026-04-21T12:15:00.000Z", - "stdoutSnippet": "FAIL src/button.test.ts", - "stderrSnippet": "AssertionError: expected 'Submit' to equal 'Save'", - "projectType": "react", - "env": { - "os": "darwin", - "nodeVersion": "v24.14.0", - "packageManager": "pnpm" - } - }, - "context": { - "cwd": "/repo/app", - "packageJson": { - "name": "ui", - "private": true, - "packageManager": "pnpm@10", - "scripts": { - "test": "vitest run" - }, - "dependencies": ["react"], - "devDependencies": ["vitest", "typescript"] - }, - "lockfiles": ["pnpm-lock.yaml"], - "tsconfig": { - "exists": true, - "compilerOptions": {} - }, - "configFiles": ["package.json", "tsconfig.json"], - "framework": "react", - "projectType": "react", - "gitBranch": "main" - }, - "expectedState": { - "failureCategory": "test", - "mustIncludeFiles": ["src/button.test.ts"], - "mustIncludeKeywords": ["AssertionError", "FAIL"], - "mustHaveSnippet": true - }, - "expectedPrompt": { - "requiredSections": [ - "Command:", - "Host:", - "Failure:", - "Error details:", - "Please provide:" - ], - "requiredStrings": [ - "Raw command: pnpm test", - "AssertionError", - "src/button.test.ts" - ], - "requiredGoals": ["2. Explanation", "3. Concrete fix steps"] - } -} diff --git a/evals/fixtures/typescript-build-error.json b/evals/fixtures/typescript-build-error.json deleted file mode 100644 index e2da1c7..0000000 --- a/evals/fixtures/typescript-build-error.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "name": "typescript-build-error", - "parsed": { - "category": "typescript_error", - "summary": "Build failed during TypeScript compilation.", - "errorText": "src/app.ts:14:7 - error TS2322: Type 'string' is not assignable to type 'number'\nat build (/repo/src/app.ts:14:7)" - }, - "session": { - "id": "eval-1", - "command": "pnpm build", - "exitCode": 1, - "cwd": "/repo/app", - "shell": "zsh", - "timestamp": "2026-04-21T12:00:00.000Z", - "stdoutSnippet": "", - "stderrSnippet": "src/app.ts:14:7 - error TS2322: Type 'string' is not assignable to type 'number'", - "projectType": "react", - "env": { - "os": "darwin", - "nodeVersion": "v24.14.0", - "packageManager": "pnpm" - } - }, - "context": { - "cwd": "/repo/app", - "packageJson": { - "name": "demo", - "private": true, - "packageManager": "pnpm@10", - "scripts": { - "build": "vite build" - }, - "dependencies": ["react", "vite"], - "devDependencies": ["typescript"] - }, - "lockfiles": ["pnpm-lock.yaml"], - "tsconfig": { - "exists": true, - "compilerOptions": { - "strict": true - } - }, - "configFiles": ["tsconfig.json", "vite.config.ts"], - "framework": "react", - "projectType": "react", - "gitBranch": "main" - }, - "expectedState": { - "failureCategory": "compile", - "mustIncludeFiles": ["src/app.ts"], - "mustIncludeKeywords": ["TS2322"], - "mustHaveSnippet": true - }, - "expectedPrompt": { - "requiredSections": [ - "Command:", - "Host:", - "Failure:", - "Error details:", - "Please provide:" - ], - "requiredStrings": [ - "Raw command: pnpm build", - "Exit code: 1", - "Key snippet:", - "src/app.ts" - ], - "requiredGoals": [ - "1. Root cause", - "2. Explanation", - "3. Concrete fix steps", - "4. Files to inspect" - ] - } -}