{"_id":"@holocronlab/botruntime-evals","_rev":"35-df6dfd42a7c6e74cfcf603794008c3ca","name":"@holocronlab/botruntime-evals","dist-tags":{"latest":"2.1.34"},"versions":{"2.0.3":{"name":"@holocronlab/botruntime-evals","version":"2.0.3","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.0.3","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"6a9d40081b8a5dfbad2277876c7e98c22b5b0771","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.0.3.tgz","fileCount":78,"integrity":"sha512-HqR2P7jHXC4rOkEOe5EY35vfBqlsN2BVFAl7KSNObs1lofVY/I5ET7jtYnTjeNhJQe5Vqif0nR260QNVNR4TpQ==","signatures":[{"sig":"MEUCICjiMGhJZhQMfV89vghrItSJnGXue+DH6gcsq+oUZKceAiEAm7A7IywINwZ3FYYlcPICdNlYRV7fkoBU/QEzRN9p6LE=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":1068368},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"9b0ad6912b71fb634f1beaffcb23a56e958e6075","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"zvenoai","email":"nikitaxru@gmail.com"},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"10.9.8","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"22.23.1","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.5","@holocronlab/botruntime-client":"^1.46.3","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.0.3_1784074558052_0.3611796636165916","host":"s3://npm-registry-packages-npm-production"}},"2.1.0":{"name":"@holocronlab/botruntime-evals","version":"2.1.0","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.0","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"a051a034564f4507a4b4640485b6a7d34aa96181","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.0.tgz","fileCount":80,"integrity":"sha512-6H/cKkLMbacE90bDXGw3a+p2m71YzEXcdNpt9855tjSYY2fz0qs8F7GPpFtaErKRlCtpeC7rLGfyUokt0+zOyw==","signatures":[{"sig":"MEYCIQDSHmAWxRkoRZ7f19OhvLSM4mLGJ8UFVaRRHWEFkGRJ7QIhAMpwpUYTpIVv5pDX8V1BqYSxatOhUS3xZLjRsewhGfw6","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1151195},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"0812590bdec7f5e56ca6af020614e8dc5f7f3b7a","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.4","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.0_1784113940504_0.23541038139582016","host":"s3://npm-registry-packages-npm-production"}},"2.1.1":{"name":"@holocronlab/botruntime-evals","version":"2.1.1","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.1","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"acdef9dc7682da95f21a5fca2030b2c71ea81770","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.1.tgz","fileCount":81,"integrity":"sha512-6UQOSG1By05CEewCeuOt8jonuIW4VEVkpWzb0MWnszeDp9ewcwxtTmlrdD8BNUlkiy6ZMkN8VsQKi8dibBaz5Q==","signatures":[{"sig":"MEUCIEEiCpTviuFnmOqy8pqwKfgo9WDgdgYXUCpZHqpwCbNXAiEAzv0cJD30nCmVRb53+m0z7sXuauH2PtmjdX9lrs7Ft98=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1162751},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"0b53c2e91a6118d825242e9f1be5f7abdbe13d67","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.4","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.1_1784123868831_0.2285397861925078","host":"s3://npm-registry-packages-npm-production"}},"2.1.2":{"name":"@holocronlab/botruntime-evals","version":"2.1.2","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.2","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"31518c4203594ff1906bf9730b671cbae55dcfa2","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.2.tgz","fileCount":81,"integrity":"sha512-SiqVqqAiqRBsrabjvddsrQ/UXpTt3j9NHls9d4bR6Ix6uybjgpok8du0aGa2j75l7Bk3iI/aLxJ+R8TTzTDuwA==","signatures":[{"sig":"MEUCIQDGL2SDoIVvCq6z+QH9WPFSGptUSrTe/yESv3QSh/+eJgIgZRUL/wZ2k6/OI7+/hoHk87gnHGDgPBobH4W6lu+bDx0=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.2","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1163078},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"fe4188232404486817fe9dd4c86f31f927d26fe2","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.2_1784137089747_0.47500158960655403","host":"s3://npm-registry-packages-npm-production"}},"2.1.3":{"name":"@holocronlab/botruntime-evals","version":"2.1.3","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.3","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"204e672378ed853fe3850fcf0f1282221bda7cad","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.3.tgz","fileCount":81,"integrity":"sha512-UxyNkabkChG72V07vr5+gMrzWZbDQHiY3J25GbNqb0ebUdJgt/wUXmlbUfmo8BmLz9/f3odtkFyJveIVvxRibw==","signatures":[{"sig":"MEYCIQC8PMI5MLr9LD9CqjrYiPtlYZ5xYw6HBgUkPBdf+vSMewIhAJTLs3qm4yW0/p4ubwqxPRcMEotryDM45Jv7gy9j6dkX","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.3","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1167327},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"a2930963adeaaff3ef31e30a2572a32376ba1d9c","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.3_1784148772585_0.6161928031478989","host":"s3://npm-registry-packages-npm-production"}},"2.1.4":{"name":"@holocronlab/botruntime-evals","version":"2.1.4","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.4","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"4097d377e835f60a95313c385f09d335b913f5d5","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.4.tgz","fileCount":81,"integrity":"sha512-RBRAfaR1uWRYdAjOupXP8h8CoDlyTAUdN5HjxyBb9N/zlzUVHkHTdLvpRv/Thk3BPDj97XOzZoL8IoHcQEawZQ==","signatures":[{"sig":"MEQCIBz2VAhXT5K+4K2NCkbOKPAcGwqcy2uIq/r/Eam9N5vyAiBqQwdcht0edoISQySzyjGbfPAu2jxDxkj/WMR0pByFuA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.4","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1167323},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"22d6acafbaf7252f27812d6bf8e151ef8916eb34","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.4_1784197814437_0.5988052102724144","host":"s3://npm-registry-packages-npm-production"}},"2.1.5":{"name":"@holocronlab/botruntime-evals","version":"2.1.5","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.5","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"4b2bac27d76d99152ebfd860792308c48fb16f00","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.5.tgz","fileCount":81,"integrity":"sha512-lMeQqy6xWkkCS53ubg5+lD1HrKKs4/uORfMGJQ64GiT1Xcc7Xujg+H1LQLYCA7egeaIpB4jmzYHvqEDvLt+HsA==","signatures":[{"sig":"MEUCIQClIx+lNeOz5OaNSm4Maf2KgI+84Zb39QQg2Qegrd5mvAIgSxFePgJ/SaKctlzO1AAh3jahE4ZfYnITjLiuW7sn+Ok=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.5","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1208392},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"57bd3da03807c67f363a3ae8f1542336b41db197","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.5_1784220757206_0.9659364342481522","host":"s3://npm-registry-packages-npm-production"}},"2.1.6":{"name":"@holocronlab/botruntime-evals","version":"2.1.6","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.6","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"03265e9f1c0018062b3e19f380d609973567657c","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.6.tgz","fileCount":81,"integrity":"sha512-R5dM76MwPVMBdDN6GcT0tj1EGul0XarvIZjPqvHYBkgwE3T0ZZuLb7cDganG0SPUjzxSgSVPHuv7tnF7vlCJwA==","signatures":[{"sig":"MEUCIDjqawyohQf8w9YRVTZGGUGn4Ee6Pw1IW4De4z8DCLODAiEApwZLndIYjs/WCDVee3c8673l5s7aFSer9th0aQv7UCE=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.6","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1212477},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"940ecba021145104161dd775637368e87f8df162","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.6_1784230119392_0.9739741431863447","host":"s3://npm-registry-packages-npm-production"}},"2.1.7":{"name":"@holocronlab/botruntime-evals","version":"2.1.7","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.7","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"d6ea6b25673c63ce93e197c2f3a2acae39960dbb","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.7.tgz","fileCount":81,"integrity":"sha512-DpumTtNvVDj5yE+fkms9cnUFiCEut/5IBEsoJXJKvJaRGQjiuHt/xKnPPpG37xn+OIdMOP8yEKmIjw+iVIiigg==","signatures":[{"sig":"MEQCICfQnAVUrH6lfOzI+Hr9xHgLhZrsA6G5GSGMGrJ68IR9AiAV00Y1G3MEQL5dCc9cB0pkw8OiGpZh4EvBQKpVFVmMjQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.7","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1212993},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"3d08436b001e88a601220b124694b090cd8b0ff6","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.7_1784243690899_0.7316801597152485","host":"s3://npm-registry-packages-npm-production"}},"2.1.8":{"name":"@holocronlab/botruntime-evals","version":"2.1.8","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.8","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"a1d8574659c46c02b48bfe43fd3e8746f87b27c1","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.8.tgz","fileCount":82,"integrity":"sha512-KW/KiHYavnzBqXWgyijwOaA/3lF0I9Tp6Dx2UCak7LhWRRqdumEttQnhtA6FwclMge6E1PdwPgzCnWs45kyVrg==","signatures":[{"sig":"MEUCIQDD58TforVrQYuhlGamOsoPZOzOzDbX6xcY8sG5SyyxHwIgY/tzKBchOoiKP6e+vm4VG4HzrpXxOIczINreH8DcNLo=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.8","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1217796},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"6d2c6879397e7413707c7ee0ff1d924a37fc54b0","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.8_1784245543829_0.7569137118548346","host":"s3://npm-registry-packages-npm-production"}},"2.1.9":{"name":"@holocronlab/botruntime-evals","version":"2.1.9","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.9","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"b9985da40560511ba38b689801cdfd3c1691a3a5","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.9.tgz","fileCount":83,"integrity":"sha512-wsEVLkj9+gSKtY86lXfyO8JV9t/xX8/0AVm5fPPVUdLizgbiMWHJRLO5aZjfauBihN51qTi0cwvyCNPCSHMYKA==","signatures":[{"sig":"MEUCIQDFWkzsojgotNpJDCxh0J4TG4VI83fzzIhm4eCI67ZMTgIgLUUbZJxgVdb50i++rade2Dnxab4LWNkHY4KBmqcLI2o=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.9","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1255771},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"33f440d26ce30b148724e22dfb7960ec0219290f","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"^2.7.1","@holocronlab/botruntime-chat":"^0.5.6","@holocronlab/botruntime-client":"^1.46.5","@holocronlab/botruntime-cognitive":"^0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.9_1784279985920_0.07636050596770327","host":"s3://npm-registry-packages-npm-production"}},"2.1.10":{"name":"@holocronlab/botruntime-evals","version":"2.1.10","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.10","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"227916da40c3c16801a527ea10a6039cad411b61","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.10.tgz","fileCount":83,"integrity":"sha512-FPwWNGY0jmVwjTrHc4+zNyPUuUWBs8d9LwtHZpgPwi1bmh9uGpTEtOJdjE3wFow6q4d8mFtwlrLc+Z5qTJ5wrA==","signatures":[{"sig":"MEUCIQC0v1F/zaJL6ZE2oeiJlN7PgVThMGxvqTlxjtGPONiyjQIgbRSZU45tJPjG/AS5O5OFieTkB4TGVuvlQygEkPeUFq4=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.10","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1255843},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"3f1fe048ae617e4710e12a34913412dd363ed487","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.7.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.5","@holocronlab/botruntime-cognitive":"0.6.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.10_1784287953098_0.5596031901663969","host":"s3://npm-registry-packages-npm-production"}},"2.1.11":{"name":"@holocronlab/botruntime-evals","version":"2.1.11","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.11","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"9f1c720fae309a4f391bb1c2b340d7ab26bbbfa4","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.11.tgz","fileCount":83,"integrity":"sha512-3sw2IbeWSE864lZqDTnzafnTVi1BHbhZGJompfz6YrUS371Gr/WxeeLJmPQiBqx6hTChBJ+0XsTYQRd23C1i9A==","signatures":[{"sig":"MEUCIQDNf3Kqd8CMrnqN9oOyzHJ1UKm3eOijCYLuqDbnpPotJQIgQNVvP1rR82goxJ5xWqIycozSAS5dyuD756VkvvaQDqw=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.11","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1255579},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"3e97a64ace48bd541e6edc4eec4d492c22b45948","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.0","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.5","@holocronlab/botruntime-cognitive":"0.7.0"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.11_1784314364426_0.8774760013626157","host":"s3://npm-registry-packages-npm-production"}},"2.1.12":{"name":"@holocronlab/botruntime-evals","version":"2.1.12","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.12","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"4dcb67070a2d4af860f1189cf5eca36ad8776c47","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.12.tgz","fileCount":83,"integrity":"sha512-iVpYUccJ2e8uX0p1JNRwfnZAiUR629cuhTy6La3CxJJEnz6QMCHXfN0hIX1qHS3x5nmh6ysWwUXXKN+jyaZHbg==","signatures":[{"sig":"MEQCIEFHtUAyIg9UtfV62BtinhsOMdY8MlF7rx4bPTNXFGVvAiBuPXnIFZH6yzMJfLJtKMS7QEeo5e+tqHGGZqrPMK0BTw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.12","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1255579},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"0847008750c961896a016b7cdf624effe74e0367","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.6","@holocronlab/botruntime-cognitive":"0.7.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.12_1784322579061_0.025915427986759276","host":"s3://npm-registry-packages-npm-production"}},"2.1.13":{"name":"@holocronlab/botruntime-evals","version":"2.1.13","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.13","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"92e8da992e25b858dce4cdb2bfa219a7d1cace6f","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.13.tgz","fileCount":83,"integrity":"sha512-Ew5J8tagExq/f6QqfsMAVUJrNXmVfx5QojBBftB4lLEFapWuLY2Nc0bOA5hGDN3DwTn10CpDoa6m0GQmNQOMgg==","signatures":[{"sig":"MEQCIAF/T1hoIag64TlSrSN12egVhDdOY3+rtX5jgEdPnrZaAiAs/3kCh8KFPem5jV5ydHT+itwTwlJiiiwMy/S7DRXXTQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.13","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1272951},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"526627565e2d8db727bfff3567ba0ec53269c029","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.6","@holocronlab/botruntime-cognitive":"0.7.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.13_1784333531250_0.7994296830782672","host":"s3://npm-registry-packages-npm-production"}},"2.1.14":{"name":"@holocronlab/botruntime-evals","version":"2.1.14","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.14","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"bfa17c976ed684b09e494569eca1a410b47b0e7f","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.14.tgz","fileCount":83,"integrity":"sha512-mEiEwqV3IXfj0kGfrI/6TQeavSkQLKHoRRU6odh2Mrzicgi8jOM/mwlA1oemhOUs1JY0B3ZJTQhpoO0Xixy0ag==","signatures":[{"sig":"MEUCIQDc+ZUeAmFamv+xsmbS3kwllublT60vg9TdjHoAWGMZqwIgLwXI+hvIYM0b6orYqDcAXWz2+et7sV4ijFqXljGnR6Y=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.14","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1324547},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"a48640e059292e913d436a5bc1c548615ec7189f","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.6","@holocronlab/botruntime-cognitive":"0.7.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.14_1784346638763_0.026086639968532","host":"s3://npm-registry-packages-npm-production"}},"2.1.15":{"name":"@holocronlab/botruntime-evals","version":"2.1.15","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.15","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"a629d68274ddf4af88d51de8bdc953576f8555a7","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.15.tgz","fileCount":83,"integrity":"sha512-FadagzF7PzUxqqrsNbSHrBfhSyZ90DHrZmkv3m2OKRzTf+8RlKVCKj61ctXnmkXqbn7PQgQ5fYc8hKJ1li6BeQ==","signatures":[{"sig":"MEUCIQCDnUqdBh5Pr3sstTbxXEKpCJ9ItBxx547pGdJ4t6N5VQIgWYxDh0Of6dRM6Ux3DE9+q7LWAa1pux0eVQHJyY3IlpY=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.15","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1361938},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"66f348f88ad6e02695148400e6cfb32346dea255","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.6","@holocronlab/botruntime-cognitive":"0.7.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.15_1784353348558_0.21088894987921458","host":"s3://npm-registry-packages-npm-production"}},"2.1.16":{"name":"@holocronlab/botruntime-evals","version":"2.1.16","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.16","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"ae14a8ffc3043e15b29b99fc3b8d25dbccc1f199","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.16.tgz","fileCount":83,"integrity":"sha512-YoPrUtwuRU1ouQ/BXFwfq1dZHLqwduzij1VXhcTuIWcLt2UpTMCG6ZXQiEdgThmO7ywdXZXlKw9d/TVzw7lmWQ==","signatures":[{"sig":"MEYCIQDveKWRO7S3jJm3ifTbdo1QGxKu6+HpFL/QVro4IgXASgIhAL/yjxpjvxa0VVmllpExP+lBOAL63a0hIybbGdPWJOu+","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.16","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1370211},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"b3938a8cc4bf15d477520bfac46f15e9e14cd41d","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.6","@holocronlab/botruntime-cognitive":"0.7.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.16_1784359451421_0.08347150065306441","host":"s3://npm-registry-packages-npm-production"}},"2.1.17":{"name":"@holocronlab/botruntime-evals","version":"2.1.17","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.17","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"cd220d23b820c4abb9dce73303839d05d628849a","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.17.tgz","fileCount":83,"integrity":"sha512-jkVJ6jvr3K2gcbTLpIe/FlcYNrwx04Uvxr6TU4Ib1TrO0A9PwiRTUT6jrXifrCAjD2totBGOlIR6nFZ7ie40zQ==","signatures":[{"sig":"MEQCICbjYU9FZSDTvNwsVXR00MxN5M/h9x1ZFszt0wTxNJSzAiBNHxJscGflbeEhylKhyWHDWkcip4q7/ehdBawi+DzIWg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.17","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1372971},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"ab7fbdad26d79e999c87023f15f01ee9122e6542","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.6","@holocronlab/botruntime-cognitive":"0.7.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.17_1784368078723_0.9278141560349364","host":"s3://npm-registry-packages-npm-production"}},"2.1.18":{"name":"@holocronlab/botruntime-evals","version":"2.1.18","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.18","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"5599375b1d2c7db4c0d12c8b4c7ebe11cabd3fde","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.18.tgz","fileCount":83,"integrity":"sha512-ZLTjAae9gBUZakCnuToWRj4KIGud0IHg5Xry6a/x8tDmFFPCPhEOi85hCMHxFiqOfDcE1QfjZHskK9PWwfvSMA==","signatures":[{"sig":"MEQCIAGR5CxPLXld32adTOVzaYyRjpIDrgjxGUtIZfEtk1N2AiBnrZNp8sKDKUpcf1lcdoUzwtme09MJ6LDM9So6Fz3Baw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.18","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"c23e8a04e5a8a233da1f3b239ad7d215d5d3fa37","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.1","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.6","@holocronlab/botruntime-cognitive":"0.7.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.18_1784373410055_0.42709278834017805","host":"s3://npm-registry-packages-npm-production"}},"2.1.19":{"name":"@holocronlab/botruntime-evals","version":"2.1.19","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.19","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"882448e9b03ba38356682afe055db42c43dfd281","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.19.tgz","fileCount":83,"integrity":"sha512-ioJs8H9PD9WyDnaUgKxUttlvYOogxOdF2mYo95X0rTmgo1tp0fiD8Djriu2KuMMhtUAXXs9LactjMvLdXTCyyg==","signatures":[{"sig":"MEYCIQDcc+v0OGH0BcpU28I6h5v/wfnsLH4Bu/QsVuLaStjNLgIhAIkTZPbyZEbgtIX5sE7DSeA1sDwBVsQtKQyYlg8BwfrY","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.19","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"b4732aa432bb59754ab33d5400b94c2f3afb3b5f","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.2","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.7","@holocronlab/botruntime-cognitive":"0.7.2"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.19_1784493996868_0.37994908143044337","host":"s3://npm-registry-packages-npm-production"}},"2.1.20":{"name":"@holocronlab/botruntime-evals","version":"2.1.20","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.20","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"ed64e55f88d761d0c5f95c90ade048096a0437db","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.20.tgz","fileCount":83,"integrity":"sha512-zucDYPSt5ApZ4bCMKcT5rMImgR8xHu+MjtICJsxtFiGKGLHs6YMmg1gk7pw+S33t+maaVncXLBY4wzKqOOH+iw==","signatures":[{"sig":"MEYCIQD5c4hQMKmLwLaDTPvnjShk8I8VgBxa8CGPyjMEs9juLAIhAM4x6BBqL3Fq+9ynAS+bGKUaQ441SDXwUNZXuzlAV4lX","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.20","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"9cf5f5ff78b26e58cede5aaadc743d987e8d0f6e","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.3","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.7","@holocronlab/botruntime-cognitive":"0.8.0"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.20_1784564458454_0.19412469053585224","host":"s3://npm-registry-packages-npm-production"}},"2.1.21":{"name":"@holocronlab/botruntime-evals","version":"2.1.21","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.21","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"c7ddd0ceacf220615577d7d1f8a066f506825064","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.21.tgz","fileCount":83,"integrity":"sha512-5z3V4ATJUTb/x7EiyQpm6UWa6/yNstd9rmD5puJBGUTNskOodfho6g5WogNBFc0QMFpIjrs0bquZjtbjN5mcsA==","signatures":[{"sig":"MEQCIH2fGwby3BoIWpezboQ7u3ri0RNi3ZfXAzkWTbO0plcyAiB3NDQF32j4MnCgIjRc6avcsqXMOT6ZWMPxFEmsz1FhpQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.21","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"43398d95d5a79fce81f6dfd6d68719c886a8de70","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.4","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.46.7","@holocronlab/botruntime-cognitive":"0.8.0"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.21_1784629491677_0.96791074382681","host":"s3://npm-registry-packages-npm-production"}},"2.1.22":{"name":"@holocronlab/botruntime-evals","version":"2.1.22","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.22","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"ca037c1348b5dfbede282b2b4bd83593bca62d67","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.22.tgz","fileCount":83,"integrity":"sha512-GLOb0978b2c8ywoTmgqXTieQOTkoTosWojzRPHR8eJas6duXObRBlVO8KU5ZXGVCrpEc5rhZwocKJXJVpNaOYg==","signatures":[{"sig":"MEUCIBPsrM1Ir8yHQOgzhlUhKiurVmxwmEDoSHw3hKa+ytjeAiEAxKy2IFMgw7ZvjCXtV0RdkAEWo307ttaBgsTJenJ79aQ=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.22","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"0d6273edf542947a3c34ceabef38a8bfbb2219db","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.5","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.47.0","@holocronlab/botruntime-cognitive":"0.8.1"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.22_1784733790184_0.8051860244136533","host":"s3://npm-registry-packages-npm-production"}},"2.1.23":{"name":"@holocronlab/botruntime-evals","version":"2.1.23","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.23","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"31cf126c18d6d839e306e283501da1485df51c2a","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.23.tgz","fileCount":83,"integrity":"sha512-NePyDiolbZ3ox55/ri+oRzlwXN9HfS8hcVRGMb5fYZqBQkP6KMI1nMZmhpdKRXCjZT/jvSsoZrp7dHIMsL42wg==","signatures":[{"sig":"MEQCIHNAzFCWoUP0EYOVpJcB5qtFCTFwZOgZEKwY7ptTn/WaAiA427eljLleVNQ+4GLsBgoxCaiSfvhDhmJVq89ux3vhUQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.23","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"bbe31ad3e375cedeb5355ea3bc05d19a23885e42","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.6","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.47.1","@holocronlab/botruntime-cognitive":"0.8.2"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.23_1784735931799_0.37289763752164373","host":"s3://npm-registry-packages-npm-production"}},"2.1.25":{"name":"@holocronlab/botruntime-evals","version":"2.1.25","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.25","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"60eaa250b41e3b2bbdeb43356121be553d52c553","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.25.tgz","fileCount":83,"integrity":"sha512-G1JUAvAM/ri4hvdPQUqyNTRH4Xose4SPXXVJyOvgFvdtgEA+/mlrtHKKGxF8oR4OBsC99laC495At9x4YtVnsg==","signatures":[{"sig":"MEYCIQCBDlQlPylNOkglieWeXhNHNlaiSuvLwtUjxFxbeJb6EQIhALUrBC7pRvmUAH0ojbKpXn2AtIkortdteec8qepdc3Un","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.25","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"13d5ae37e2e7db6becb323b9883fe63a571ec3a9","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.8","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.48.0","@holocronlab/botruntime-cognitive":"0.8.4"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.25_1784835448143_0.331884244635114","host":"s3://npm-registry-packages-npm-production"}},"2.1.26":{"name":"@holocronlab/botruntime-evals","version":"2.1.26","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.26","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"5049a15b1a1bf71302164b4c9625a0f183b6bac8","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.26.tgz","fileCount":83,"integrity":"sha512-XI5OVREiHHCqu41HNgApuhA9n6qkCk3iWGDaTfJMME8wt8JxAqGUATYGITrSv14HGDONVhE643NNztsXvfLfUQ==","signatures":[{"sig":"MEUCIQD4TjjN9mLKf83nRP1aX5m01ErzKTSc/gkRkiv1MgMjtwIgBwIN0rFZ1CxfCai6MM1NbP7niS3+XT3mwm2EV6DEzcg=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.26","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374314},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"f47a351253fc959466924e20acdd8542044960a1","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.9","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.49.0","@holocronlab/botruntime-cognitive":"0.8.5"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.26_1784837315560_0.2461697608609359","host":"s3://npm-registry-packages-npm-production"}},"2.1.27":{"name":"@holocronlab/botruntime-evals","version":"2.1.27","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.27","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"559e9a3908ee9b89600a58d8ecd8f2bdc9ef2673","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.27.tgz","fileCount":83,"integrity":"sha512-YjW1A/8rNmpQRrUcCMhSxoVCWWysG5OEMbyiKooFJMLWgPYux8oFMC9DWdsfOUDrg4PrqUX533MgIwDpVRTdVA==","signatures":[{"sig":"MEQCIHlHe9F7c5RaUvPdQXulTsNrTH/l9ke9mVwIOFKtH7KdAiAWZ2Y0z3m2xF25yYV/cXyvpcElYtjvedJiWQOsu4K9lg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.27","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374315},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"04692ab3936bf8a447ea93e9dc2899f9dd2dce0a","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.10","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.50.0","@holocronlab/botruntime-cognitive":"0.8.6"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.27_1784843311227_0.7050101012412917","host":"s3://npm-registry-packages-npm-production"}},"2.1.28":{"name":"@holocronlab/botruntime-evals","version":"2.1.28","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.28","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"73106d65c35043de066e274feb26f681e376ee0e","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.28.tgz","fileCount":83,"integrity":"sha512-4ES2LIx114ihMpGIoZ1A8OZJFxkromXQBWng8LoSm8R9EroFbFci6NwQNAlZAlp41t0GJuHxEJ0VQJelQsgfhQ==","signatures":[{"sig":"MEYCIQC9JkJwT0Te8pAaetHI2EFoq0lNQMedCqwB53uqMBWvmQIhAKjO8v2s7rslfKxyH9zOnhecAOGe90w6D1YvEZfElViY","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.28","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374315},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"af2acddcf6de35948bc7ae4b42f57ba96cfdaea8","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.11","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.51.0","@holocronlab/botruntime-cognitive":"0.8.7"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.28_1784848729762_0.40746214733857444","host":"s3://npm-registry-packages-npm-production"}},"2.1.29":{"name":"@holocronlab/botruntime-evals","version":"2.1.29","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.29","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"899228c59edaa28267acec398eb7e8d6acc100f1","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.29.tgz","fileCount":83,"integrity":"sha512-BcBB16rAHq1cwE/5whCXK/0WAcHfdJLU20Ouw49BU7H/ocq6TTOe/wVZEptUFBlnm7CKuKELINrlMfvunUypQw==","signatures":[{"sig":"MEUCIQDHNnKiqVg2qcCeYaFKAY+jjE83zsSOpWIzOPdCxxGjUgIgB2lxN3LyW8LfezmvVYn5yqeklnSNQwxuAmA/CZQhgMM=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.29","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374315},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"3edc1558c49ff72bfde9331da82a7f383bcb589f","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.12","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.52.0","@holocronlab/botruntime-cognitive":"0.8.8"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.29_1784855413636_0.3644749954774742","host":"s3://npm-registry-packages-npm-production"}},"2.1.30":{"name":"@holocronlab/botruntime-evals","version":"2.1.30","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.30","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"a02c23777b721587a3bf2607c4fb16a7be862cff","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.30.tgz","fileCount":83,"integrity":"sha512-zcM967JLU+APtPOHil/d+oigHhAhqE+UflBQJhM1Qo0tdJ2VBkNdP8m2XjkuwONY+TtvVAGvZv4cGQH338NHOQ==","signatures":[{"sig":"MEYCIQDEmj0TzxgnLEy0h/Aa6VdA58HheV0OAgms5HmdhrPCyQIhALeH21sFJ8C3l4jyYDwFbT5/uPKNWJXo03YUxpRD8VUw","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.30","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374315},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"7ce2f47ff1611b5a753578dda11f9dbc6c731f5a","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.13","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.53.0","@holocronlab/botruntime-cognitive":"0.8.9"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.30_1785158022459_0.07741085941065551","host":"s3://npm-registry-packages-npm-production"}},"2.1.31":{"name":"@holocronlab/botruntime-evals","version":"2.1.31","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.31","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"b4d55d28930a29814a8fd2a8de0b027b02f81b3c","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.31.tgz","fileCount":83,"integrity":"sha512-R1XgPX2XCayF6hY6jy2eIFI4GlofndxUqK4fgL+lkvKRn1/bJqgMUnZSVl90Uwc2p4AZF/YXYgQxSDARY6ynNg==","signatures":[{"sig":"MEUCIQDBoN55QsRcVmEHtfCOeTq0yLQhOFwCI/NMhJeOnApkSQIgb+xybnVNbQOMbCwBWHUCopkkd4XEo43Oo5nxyyunLRM=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.31","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374316},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"e417224c2673b996cdfef0be70a6f69609579a04","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.14","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.54.0","@holocronlab/botruntime-cognitive":"0.8.10"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.31_1785161813978_0.15016833843272925","host":"s3://npm-registry-packages-npm-production"}},"2.1.32":{"name":"@holocronlab/botruntime-evals","version":"2.1.32","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.32","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"1d33d4243fb4f7457662581fe44beff51e985d50","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.32.tgz","fileCount":83,"integrity":"sha512-pHtPdOTw5+UZx5dm6qQ5f0IRO6FSPv2UTdyE/OprkIHB0uzowNlxmyEjwkDrgZapXZqnF9zKWdcqXs9RJjih+Q==","signatures":[{"sig":"MEYCIQCSCYHjm6zyg97mr6fTUkLqqnrJaF0Cl0y9624DPIcDzQIhAJo9olIbT9dZYEKKqyYBsuJTP1Vk1NIG84r3sS949F+K","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.32","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374316},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"b31bd959cbddcda9f9d374f83113384b88564902","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.15","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.54.1","@holocronlab/botruntime-cognitive":"0.8.11"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.32_1785174172446_0.8388259938720861","host":"s3://npm-registry-packages-npm-production"}},"2.1.33":{"name":"@holocronlab/botruntime-evals","version":"2.1.33","keywords":["brt","agent","ai","evals","evaluation"],"author":{"name":"HolocronLab"},"license":"MIT","_id":"@holocronlab/botruntime-evals@2.1.33","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"dist":{"shasum":"cd2da6330b1c745143bb1e0a5839b819be590afb","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.33.tgz","fileCount":83,"integrity":"sha512-r2IQe/bodvTGuEqSruppNM7Eb+WXUEeviq1yS06h3DLE/makOAJ8JZ6najDJ2wJC3WtDPcDvLN6TU8tW5NWGXA==","signatures":[{"sig":"MEQCIFDOjj7BON5++FGapRYS25tfzBITgkyoZEvSWHEKaD0JAiBsXMiIUK1jvGuNH5elH/qJVqyMSF90uvnIPg3SPUs2vQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.33","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":1374316},"main":"./dist/index.js","type":"module","types":"./dist/index.d.ts","engines":{"bun":">=1.3.14","node":">=22.0.0"},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"}},"gitHead":"8f76bed4baac4b4c73d27b14c2cceadf5fc2fb93","scripts":{"test":"vitest --run","build":"bun run build:js && bun run build:type","clean":"rm -rf dist","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","check:type":"tsc --noEmit","prepublishOnly":"bun run clean && bun run build"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"botruntime":{"capabilities":{"evalManifest":2}},"repository":{"url":"git+https://github.com/HolocronLab/botruntime-packages.git","type":"git","directory":"packages/botruntime-evals"},"_npmVersion":"11.15.0","description":"Evaluation definitions and runner for brt-based botruntime agents","directories":{},"_nodeVersion":"24.18.0","dependencies":{"@holocronlab/botruntime-zai":"2.8.16","@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.55.0","@holocronlab/botruntime-cognitive":"0.8.12"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"typesVersions":{"*":{"spans":["./dist/spans/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"types":["./dist/types.d.ts"],"client":["./dist/client.d.ts"],"loader":["./dist/loader.d.ts"],"runner":["./dist/runner.d.ts"],"stores":["./dist/stores/index.d.ts"],"graders":["./dist/graders/index.d.ts"],"manifest":["./dist/manifest.d.ts"],"definition":["./dist/definition.d.ts"],"transformer":["./dist/transformer.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"]}},"_hasShrinkwrap":false,"packageManager":"bun@1.3.14","devDependencies":{"vitest":"^2.1.8","bun-types":"1.3.14","typescript":"^6.0.3","@types/node":"^22.16.4"},"peerDependencies":{"typescript":">=4.5.0"},"_npmOperationalInternal":{"tmp":"tmp/botruntime-evals_2.1.33_1785189748249_0.10602070243789119","host":"s3://npm-registry-packages-npm-production"}},"2.1.34":{"name":"@holocronlab/botruntime-evals","version":"2.1.34","description":"Evaluation definitions and runner for brt-based botruntime agents","botruntime":{"capabilities":{"evalManifest":2}},"keywords":["brt","agent","ai","evals","evaluation"],"license":"MIT","author":{"name":"HolocronLab"},"repository":{"type":"git","url":"git+https://github.com/HolocronLab/botruntime-packages.git","directory":"packages/botruntime-evals"},"publishConfig":{"access":"public","registry":"https://registry.npmjs.org"},"type":"module","main":"./dist/index.js","types":"./dist/index.d.ts","typesVersions":{"*":{"manifest":["./dist/manifest.d.ts"],"stores":["./dist/stores/index.d.ts"],"stores/vortex":["./dist/stores/vortex-eval-store-entry.d.ts"],"spans":["./dist/spans/index.d.ts"],"runner":["./dist/runner.d.ts"],"loader":["./dist/loader.d.ts"],"client":["./dist/client.d.ts"],"graders":["./dist/graders/index.d.ts"],"trace":["./dist/spans/trace.d.ts"],"transformer":["./dist/transformer.d.ts"],"types":["./dist/types.d.ts"],"sse-collector":["./dist/spans/sse-collector.d.ts"],"definition":["./dist/definition.d.ts"]}},"exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js"},"./client":{"types":"./dist/client.d.ts","import":"./dist/client.js"},"./definition":{"types":"./dist/definition.d.ts","import":"./dist/definition.js"},"./graders":{"types":"./dist/graders/index.d.ts","import":"./dist/graders/index.js"},"./graders/*":{"types":"./dist/graders/*.d.ts","import":"./dist/graders/*.js"},"./loader":{"types":"./dist/loader.d.ts","import":"./dist/loader.js"},"./manifest":{"types":"./dist/manifest.d.ts","import":"./dist/manifest.js"},"./runner":{"types":"./dist/runner.d.ts","import":"./dist/runner.js"},"./spans":{"types":"./dist/spans/index.d.ts","import":"./dist/spans/index.js"},"./stores":{"types":"./dist/stores/index.d.ts","import":"./dist/stores/index.js"},"./stores/vortex":{"types":"./dist/stores/vortex-eval-store-entry.d.ts","import":"./dist/stores/vortex-eval-store-entry.js"},"./sse-collector":{"types":"./dist/spans/sse-collector.d.ts","import":"./dist/spans/sse-collector.js"},"./trace":{"types":"./dist/spans/trace.d.ts","import":"./dist/spans/trace.js"},"./transformer":{"types":"./dist/transformer.d.ts","import":"./dist/transformer.js"},"./types":{"types":"./dist/types.d.ts","import":"./dist/types.js"}},"scripts":{"check:type":"tsc --noEmit","build:js":"bun build.ts","build:type":"tsc -p tsconfig.build.json","build":"bun run build:js && bun run build:type","test":"vitest --run","clean":"rm -rf dist","prepublishOnly":"bun run clean && bun run build"},"dependencies":{"@holocronlab/botruntime-chat":"0.5.6","@holocronlab/botruntime-client":"1.55.1","@holocronlab/botruntime-cognitive":"0.8.13","@holocronlab/botruntime-zai":"2.8.17"},"devDependencies":{"@types/node":"^22.16.4","bun-types":"1.3.14","typescript":"^6.0.3","vitest":"^2.1.8"},"peerDependencies":{"typescript":">=4.5.0"},"engines":{"bun":">=1.3.14","node":">=22.0.0"},"packageManager":"bun@1.3.14","gitHead":"4af75d4ffcc6d8351cc812bd86cb589287604fd8","_id":"@holocronlab/botruntime-evals@2.1.34","bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"homepage":"https://github.com/HolocronLab/botruntime-packages#readme","_nodeVersion":"24.18.0","_npmVersion":"11.15.0","dist":{"integrity":"sha512-zAJ3jjl3jgy/UpNqEm6FiD/kzkbml1jOcxmiSHx5Uxqki5yz4bSyFvwn0I7oAZbzxHhD9ylXNJ8ilbVc8nkLow==","shasum":"5218fa581c6e13fe604ab723a15f1602dcd6aef2","tarball":"https://registry.npmjs.org/@holocronlab/botruntime-evals/-/botruntime-evals-2.1.34.tgz","fileCount":83,"unpackedSize":1374316,"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@holocronlab%2fbotruntime-evals@2.1.34","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEUCIQDxRYWOiX3TBaNhmW9Eu7zOLZmpJNVq+VU5si1rSMg+TwIgfxS+x1jrSQZkVJwAWr+WKaTEyG1fkdSJCBiBHXMJ15Y="}]},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:b9344618-59ff-4ef5-b38e-08cdc2c29b23"}},"directories":{},"maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/botruntime-evals_2.1.34_1785198877902_0.07809531895409205"},"_hasShrinkwrap":false}},"time":{"created":"2026-07-15T00:15:57.862Z","modified":"2026-07-28T00:34:38.367Z","2.0.3":"2026-07-15T00:15:58.288Z","2.1.0":"2026-07-15T11:12:20.658Z","2.1.1":"2026-07-15T13:57:48.990Z","2.1.2":"2026-07-15T17:38:09.914Z","2.1.3":"2026-07-15T20:52:52.798Z","2.1.4":"2026-07-16T10:30:14.632Z","2.1.5":"2026-07-16T16:52:37.446Z","2.1.6":"2026-07-16T19:28:39.623Z","2.1.7":"2026-07-16T23:14:51.078Z","2.1.8":"2026-07-16T23:45:43.991Z","2.1.9":"2026-07-17T09:19:46.088Z","2.1.10":"2026-07-17T11:32:33.313Z","2.1.11":"2026-07-17T18:52:44.606Z","2.1.12":"2026-07-17T21:09:39.315Z","2.1.13":"2026-07-18T00:12:11.501Z","2.1.14":"2026-07-18T03:50:38.965Z","2.1.15":"2026-07-18T05:42:28.771Z","2.1.16":"2026-07-18T07:24:11.595Z","2.1.17":"2026-07-18T09:47:58.935Z","2.1.18":"2026-07-18T11:16:50.193Z","2.1.19":"2026-07-19T20:46:37.030Z","2.1.20":"2026-07-20T16:20:58.652Z","2.1.21":"2026-07-21T10:24:51.830Z","2.1.22":"2026-07-22T15:23:10.365Z","2.1.23":"2026-07-22T15:58:51.964Z","2.1.25":"2026-07-23T19:37:28.300Z","2.1.26":"2026-07-23T20:08:35.770Z","2.1.27":"2026-07-23T21:48:31.385Z","2.1.28":"2026-07-23T23:18:49.921Z","2.1.29":"2026-07-24T01:10:13.858Z","2.1.30":"2026-07-27T13:13:42.700Z","2.1.31":"2026-07-27T14:16:54.132Z","2.1.32":"2026-07-27T17:42:52.653Z","2.1.33":"2026-07-27T22:02:28.420Z","2.1.34":"2026-07-28T00:34:38.045Z"},"bugs":{"url":"https://github.com/HolocronLab/botruntime-packages/issues"},"author":{"name":"HolocronLab"},"license":"MIT","homepage":"https://github.com/HolocronLab/botruntime-packages#readme","keywords":["brt","agent","ai","evals","evaluation"],"repository":{"type":"git","url":"git+https://github.com/HolocronLab/botruntime-packages.git","directory":"packages/botruntime-evals"},"description":"Evaluation definitions and runner for brt-based botruntime agents","maintainers":[{"name":"zvenoai","email":"nikitaxru@gmail.com"}],"readme":"# botruntime Evals\n\nEvaluation definitions and runner for brt-based botruntime agents.\n\nAuthor evals with a small declarative API (`Eval`), then run them against a\nlive agent through the native platform eval transport and a trace collector. The runner\nprojects spans into grader-friendly turn data and\ngraders assert on responses, tool calls, state mutations, workflow spans, and\ntiming — including an optional LLM-judge grader backed by\n`@holocronlab/botruntime-zai`.\n\nThe authoring contract also supports private file fixtures, synthetic actors\nrouted to related conversations, delivery/mode assertions, same-target\nparallel turns, and isolated-development clock/fault controls.\n\nDurable table fixtures use the ordinary Tables API and are platform-owned:\n\nHosted runners also provide a durable effect transport for table seeds,\nisolated controls, and native event turns. Every mutation carries a stable\nidentity: replay returns the original committed result, while the same identity\nwith a different payload fails loudly before another side effect is applied.\nThe immutable eval report is checkpointed before hosted outcome and verdict\nwrites. Those writes use independent durable checkpoints, so a lost response\nreplays the same result coordinates and verdict; an already acknowledged write\nis not sent again. Store errors expose only safe `operation`, `status`, `kind`,\nand `ambiguous` diagnostics and never copy the response body. Network failures,\nHTTP `408`, `425`, `429`, and 5xx responses are ambiguous and may retry the immutable write;\na `409` is definitive (`ambiguous: false`) and still fails loudly because the\nsame identity was previously committed with different content.\nThe workflow checkpoint persists this allowlisted envelope and one safe cause\nlevel across generations. A rehydrated `EvalProgressSinkError` also restores\nits `sinkCause`, preserving ownership diagnostics without persisting raw bodies.\n\n```ts\nconst order = new Eval({\n  name: 'order-is-durable',\n  setup: {\n    tables: [{ table: 'OrderTable', rows: [{ externalId: 'eval-{{eval.id}}', status: 'pending' }] }],\n  },\n  conversation: [\n    {\n      message: 'Check the test order',\n      assert: {\n        tables: [{ table: 'OrderTable', row_exists: { externalId: { equals: 'eval-{{eval.id}}' } } }],\n      },\n    },\n  ],\n  outcome: {\n    tables: [\n      {\n        table: 'OrderTable',\n        row_count: { equals: 1 },\n        where: { externalId: { equals: 'eval-{{eval.id}}' } },\n      },\n    ],\n  },\n})\n```\n\nThe runner creates setup rows before the first turn and deletes only their\nexact row IDs after grading. `{{eval.id}}` is one execution-scoped identity\nshared by setup values and table assertions. Reports contain match counts, not\nrow contents. Partial creation or cleanup fails loudly with a stable error code.\nThis is eval manifest schema v2; an older runtime rejects it rather than\nsilently skipping durable setup.\n\n## Install\n\n```sh\nnpm install @holocronlab/botruntime-evals\n```\n\n## Usage\n\n```ts\nimport { Eval } from '@holocronlab/botruntime-evals'\nimport { runEval } from '@holocronlab/botruntime-evals/runner'\nimport { Client } from '@holocronlab/botruntime-client'\n\nconst greeting = new Eval({\n  name: 'greeting',\n  conversation: [\n    {\n      message: 'hello',\n      assert: {\n        response: [{ llm_judge: 'Greets the user back politely' }],\n      },\n    },\n  ],\n})\n\nconst client = new Client({ token: process.env.BP_TOKEN! })\n\nconst report = await runEval(greeting, {\n  client,\n  botId: process.env.BOT_ID!,\n})\n```\n\nLocal fixture paths are authoring-only. `brt eval` uploads referenced files\nwith private integration access and stores only file id, name, MIME, size and\nsha256 in the hosted manifest; signed URLs and contents are never persisted in\neval results.\n\n## Entry points\n\n- `.` — `Eval` authoring API + shared types\n- `./runner` — `runEval` / `runEvalSuite`, the trace-driven execution engine\n- `./loader` — discover `*.eval.ts` files from an agent directory\n- `./graders`, `./graders/*` — individual grader functions (response, tools,\n  state, workflow, timing, outcome, LLM judge)\n- `./stores`, `./stores/vortex` — persistence for eval run history\n  (local SQLite via `bun:sqlite`, or a remote Vortex-backed store)\n- `./spans`, `./sse-collector`, `./trace` — the trace/span primitives the\n  runner and graders operate on\n- `./client` — a send-only chat session for driving eval conversations\n- `createNativeEvalChatClient` — adapter over the authenticated platform chat\n  API; uses synthetic incoming messages and requires no integration/provider key\n- `./transformer` — projects raw trace spans into grader-friendly turn data\n- `./manifest`, `./types`, `./definition` — shared manifest/type/definition\n  building blocks\n\n## License\n\nMIT — see [LICENSE](./LICENSE).\n","readmeFilename":"readme.md"}