{"bugs":{"url":"https://github.com/huggingface/tokenizers.js/issues"},"dist":{"shasum":"3913cd936b6e5cbc24e20d0c81dc3ec0f97b8eb0","tarball":"https://registry.npmjs.org/@huggingface/tokenizers/-/tokenizers-0.2.0.tgz","fileCount":80,"integrity":"sha512-LidMHe1FpcSYH4vcSjXooda34pC0M8m1gmDOv7SQi6Iv+ib1zX7J3sHBCC9/3FPCkn2k1b55FneVqMRxrr99pg==","signatures":[{"sig":"MEYCIQCAIVics1gvelg33KGPhEGuHMm0fUOQJKagU3n1f5V4BAIhANjCcXTatPpAuURm3RgiC+AJxT97TpSdjTv5pF/anLA0","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"},{"sig":"MEQCIHmxh9QerKZ+7uCLE/5ktcDOX/qaGxSPO0Zi81lxITzZAiAPKE5UGWwClEG1v7VNff9LI+eVOJovwTalS4qgRb7vyg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@huggingface%2ftokenizers@0.2.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":360962},"main":"dist/tokenizers.mjs","name":"@huggingface/tokenizers","type":"module","types":"types/index.d.ts","author":"Hugging Face","module":"dist/tokenizers.mjs","browser":"dist/tokenizers.mjs","exports":{".":{"node":{"import":"./dist/tokenizers.mjs","require":"./dist/tokenizers.cjs"},"types":"./types/index.d.ts","browser":{"import":"./dist/tokenizers.mjs"},"default":"./dist/tokenizers.mjs"}},"license":"Apache-2.0","scripts":{"dev":"pnpm run clean && node scripts/dev.mjs","lint":"eslint src --ext .ts,.tsx","test":"node --experimental-vm-modules --expose-gc --max-old-space-size=4096 node_modules/jest/bin/jest.js --verbose --logHeapUsage --maxWorkers=10%","build":"pnpm run clean && node scripts/build.mjs","clean":"rimraf dist types","format":"prettier --write .","format:check":"prettier --check ."},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:d64155bf-4f96-4e21-9889-dd37695cec44"}},"homepage":"https://github.com/huggingface/tokenizers.js#readme","repository":{"url":"git+https://github.com/huggingface/tokenizers.js.git","type":"git"},"description":"🤗 Tokenizers.js: A pure JS/TS implementation of today's most used tokenizers","directories":{},"maintainers":[{"name":"julien-c","email":"chaumond@gmail.com"},{"name":"pierric","email":"pierric.gh@gmail.com"},{"name":"coyotte508","email":"coyotte508@protonmail.com"},{"name":"xenova","email":"admin@xenova.com"},{"name":"gary149","email":"v@huggingface.co"}],"_nodeVersion":"24.20.0","publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"jest":"^30.2.0","dotenv":"^17.2.3","eslint":"^9.37.0","rimraf":"^6.0.1","terser":"^5.40.0","esbuild":"^0.25.5","ts-jest":"^29.4.4","prettier":"^3.5.3","tsc-alias":"^1.8.16","typescript":"^5.4.0","@types/jest":"^30.0.0","@types/node":"^24.9.2","jest-environment-node":"^30.2.0","@typescript-eslint/parser":"^8.46.0","@typescript-eslint/eslint-plugin":"^8.46.0"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers_0.2.0_1788751797476_0.7015223012448437","host":"s3://npm-registry-packages-npm-production"},"_id":"@huggingface/tokenizers@0.2.0","version":"0.2.0"}