{"_id":"@ahamie/eval","_rev":"2-463528ed74cd1795018e58a3948c7773","name":"@ahamie/eval","dist-tags":{"latest":"0.1.1"},"versions":{"0.1.0":{"name":"@ahamie/eval","version":"0.1.0","license":"Apache-2.0","_id":"@ahamie/eval@0.1.0","maintainers":[{"name":"octalpixel","email":"mithushancj@gmail.com"}],"dist":{"shasum":"239ab4eca49b784a7feb4a2d28fb431f12b0c1d3","tarball":"https://registry.npmjs.org/@ahamie/eval/-/eval-0.1.0.tgz","fileCount":8,"integrity":"sha512-GqgAj2g3A0JmEMS16eDO0FOBqsSsQfR3r1w9VBy6DgajVusMn01r+JzxD56zpPf6ODtRI/WzNHldvlehzyFtqw==","signatures":[{"sig":"MEUCIQD/djkgiCQpTu1XRHt2dnxOdzbrgxuiQHwCQX/JWrRG3AIgVLvyHo3MKcFDFnXTqiST9DpZ5+M0pGNf1idkvAFu0co=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":19700},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","ahamie":{"kind":"runtime","specVersion":"0.1.0"},"engines":{"node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./factory":{"types":"./dist/factory.d.ts","import":"./dist/factory.js"},"./metrics":{"types":"./dist/metrics.d.ts","import":"./dist/metrics.js"}},"gitHead":"3ee0e2f79fefd8a33caf7450002730e057e02d5c","scripts":{"test":"vitest run","build":"tsup","clean":"rm -rf dist .turbo","typecheck":"tsc --noEmit"},"_npmUser":{"name":"octalpixel","email":"mithushancj@gmail.com"},"_npmVersion":"10.9.7","description":"Active eval: defineSuite, run, 8 built-in metrics, defineSoftwareFactory, hidden-golden partition.","directories":{},"_nodeVersion":"22.22.2","dependencies":{"@ahamie/schema":"workspace:*","@ahamie/storage":"workspace:*"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.5.1","vitest":"^2.1.5","typescript":"^5.6.3","@types/node":"^22.10.0"},"_npmOperationalInternal":{"tmp":"tmp/eval_0.1.0_1777663169812_0.33658104218531526","host":"s3://npm-registry-packages-npm-production"}},"0.1.1":{"name":"@ahamie/eval","version":"0.1.1","description":"Active eval: defineSuite, run, 8 built-in metrics, defineSoftwareFactory, hidden-golden partition.","license":"Apache-2.0","type":"module","main":"./dist/index.js","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./metrics":{"types":"./dist/metrics.d.ts","import":"./dist/metrics.js"},"./factory":{"types":"./dist/factory.d.ts","import":"./dist/factory.js"}},"scripts":{"build":"tsup","test":"vitest run","typecheck":"tsc --noEmit","clean":"rm -rf dist .turbo"},"dependencies":{"@ahamie/schema":"0.1.1","@ahamie/storage":"0.1.1"},"devDependencies":{"@types/node":"^22.10.0","tsup":"^8.5.1","typescript":"^5.6.3","vitest":"^2.1.5"},"engines":{"node":">=22.0.0"},"publishConfig":{"access":"public","provenance":true},"ahamie":{"kind":"runtime","specVersion":"0.1.0"},"_id":"@ahamie/eval@0.1.1","gitHead":"3ee0e2f79fefd8a33caf7450002730e057e02d5c","_nodeVersion":"22.22.2","_npmVersion":"10.9.7","dist":{"integrity":"sha512-15GpCVAnMsTScfrJXVDUm9uvhIgEXBw1ZgGxBccB9zN1u1/t7ERWjn9lEWTSqL5ZyQDqzp3ls4R1pGa2w372Mw==","shasum":"9db32e89692c7af84c2b5f03434dce6f4e243919","tarball":"https://registry.npmjs.org/@ahamie/eval/-/eval-0.1.1.tgz","fileCount":8,"unpackedSize":19688,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEUCICnssuWYRDURI/uAg4lz8wOzSx9T61iPiefEaVem5MflAiEAycKvohfMCRK+3pouBgwGQNhrucDLgv4cB156xdwU9Sk="}]},"_npmUser":{"name":"octalpixel","email":"mithushancj@gmail.com"},"directories":{},"maintainers":[{"name":"octalpixel","email":"mithushancj@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/eval_0.1.1_1777663297555_0.14545440627163586"},"_hasShrinkwrap":false}},"time":{"created":"2026-05-01T19:19:29.746Z","modified":"2026-05-01T19:21:37.813Z","0.1.0":"2026-05-01T19:19:30.009Z","0.1.1":"2026-05-01T19:21:37.701Z"},"license":"Apache-2.0","description":"Active eval: defineSuite, run, 8 built-in metrics, defineSoftwareFactory, hidden-golden partition.","maintainers":[{"name":"octalpixel","email":"mithushancj@gmail.com"}],"readme":"# @ahamie/eval\n\nActive eval suites + the software-factory outer loop.\n\n```ts\nimport { defineSuite, runSuite } from \"@ahamie/eval\";\n\nconst suite = defineSuite({\n  id: \"summarizer.suite\",\n  controller: summarizer,\n  threshold: 0.8,\n  hiddenGolden: { refs: [\"s3://my-brain-eval-private/golden/*\"], threshold: 0.85 },\n  loadGoldenScenarios: async (refs) => fetchGolden(refs),\n  scenarios: [/* … */],\n});\nconst r = await runSuite(suite);\n```\n\n8 built-in metrics: `exactMatch`, `regex`, `jsonSchemaValid`, `toolCallContains`, `costUnder`, `latencyUnder`, `tokensUnder`, `customJudge`.\n\n`defineSoftwareFactory({spec, agent, suite, threshold})` runs the outer loop with a tabu list across iterations.\n","readmeFilename":"README.md"}