- Add evals/run-ollama-evals-logged.sh: self-logging eval script that runs without babysitting; writes timestamped log to evals/logs/; includes Ollama health check, model availability check (auto-pulls if missing), JSON smoke test, cache clear, full promptfoo run, pass-rate summary, and macOS notification on completion - Update package.json scripts: add eval, eval:ci, eval:task, eval:json, eval:ollama, eval:compare
43 lines
1.4 KiB
JSON
43 lines
1.4 KiB
JSON
{
|
|
"name": "@lysnrai/extraction-service",
|
|
"version": "0.1.0",
|
|
"private": true,
|
|
"description": "Extraction Service — LLM-powered structured extraction via LangExtract (product-agnostic)",
|
|
"type": "module",
|
|
"scripts": {
|
|
"dev": "tsx watch src/server.ts",
|
|
"build": "tsc",
|
|
"start": "node dist/server.js",
|
|
"test": "vitest run",
|
|
"test:watch": "vitest",
|
|
"lint": "eslint src/",
|
|
"eval": "bash evals/run-evals.sh",
|
|
"eval:ci": "bash evals/run-evals.sh --ci",
|
|
"eval:task": "bash evals/run-evals.sh --task",
|
|
"eval:json": "bash evals/run-evals.sh --output json",
|
|
"eval:ollama": "npx promptfoo eval --config evals/promptfoo.ollama.yaml",
|
|
"eval:compare": "GEMINI_OUT=evals/.results-gemini.json OLLAMA_OUT=evals/.results-ollama.json bash evals/compare-evals.sh"
|
|
},
|
|
"dependencies": {
|
|
"@bytelyst/auth": "workspace:*",
|
|
"@bytelyst/config": "workspace:*",
|
|
"@bytelyst/cosmos": "workspace:*",
|
|
"@bytelyst/errors": "workspace:*",
|
|
"@bytelyst/fastify-core": "workspace:*",
|
|
"@azure/cosmos": "^4.2.0",
|
|
"@fastify/cors": "^10.0.2",
|
|
"@fastify/rate-limit": "^10.3.0",
|
|
"@fastify/swagger": "^9.4.2",
|
|
"fastify": "^5.2.1",
|
|
"fastify-metrics": "^10.3.0",
|
|
"jose": "^6.0.8",
|
|
"zod": "^3.24.2"
|
|
},
|
|
"devDependencies": {
|
|
"@types/node": "^22.12.0",
|
|
"tsx": "^4.19.2",
|
|
"typescript": "^5.7.3",
|
|
"vitest": "^3.0.5"
|
|
}
|
|
}
|