{"_id":"@cyberlangke/tokkit-allenai","_rev":"14-b18ec41ad02271eb49c427c0305b8cf5","name":"@cyberlangke/tokkit-allenai","dist-tags":{"latest":"1.11.0"},"versions":{"1.1.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.1.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.1.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"e2fcd5b6e302eb437f9660aed8b0c87f737fce00","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.1.0.tgz","fileCount":18,"integrity":"sha512-wqsj6BomUzmSWdM3iCMtSjw4cX8sU3quti0hML/u9RIz8TtI2x3vPRAduPxB7f4WnWKrL65wTaFthip8o0r+1A==","signatures":[{"sig":"MEQCIE4RLJExkojVyiKCT7dZJEgnZLmSjByCW3Vfarl7AQSrAiAW3w5QH/RAUKD++vdB1NT3fb+cI6gJ+Ci7k+KdavGMsA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7554648},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"835e3f36d2e2ca495a19b34064dce9d763416632","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.1.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.1.0_1774683697347_0.7260739179834632","host":"s3://npm-registry-packages-npm-production"}},"1.2.1":{"name":"@cyberlangke/tokkit-allenai","version":"1.2.1","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.2.1","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"abdaacce4d7f8e16ca5caa63cae8dbb137783cf1","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.2.1.tgz","fileCount":18,"integrity":"sha512-ap5KW/1dfwI2hjY2kNP8fp9Z+KTXkKpRAlXlnYdtce6pTBosJ00MYXPKJ3YGRDV3lhAfY30HxrFMHPZKcnIDqQ==","signatures":[{"sig":"MEQCIDhR9n++ksGNC0JbXWAMGN9fjCICq6U/ecW9X0ucr3/ZAiA8W+Y+m+EXiSb/QqQFIt9INN5AKJixOvOIVnV7JzvFqg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7554648},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"4c6d4f8a7edcbebfd58cdf5301eb675242f4bb21","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.2.1_1774688730124_0.2547535865002679","host":"s3://npm-registry-packages-npm-production"}},"1.2.2":{"name":"@cyberlangke/tokkit-allenai","version":"1.2.2","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.2.2","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"05418287d17bc00e827d678efdf8f667a0d98f9b","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.2.2.tgz","fileCount":18,"integrity":"sha512-9V5WRFEWH501nttmULe7cNfqn+ada7fksQaZEucu8t+Z/rl8H9TfxMqMea66esrki3P3Pakglz9cpvPcXsX8KQ==","signatures":[{"sig":"MEQCIGc36q450LdLgpeqAXTz27uYiykkL3TrigY2BU07NBULAiBnsXTB+6V7S+rgOWRhkrXBHcUYHokElUQOu1IGQQ+U3A==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7554648},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"0853008708fc4912c226f8f4810a3c84ce86ac26","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.2"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.2.2_1774689984283_0.6452649238664654","host":"s3://npm-registry-packages-npm-production"}},"1.2.3":{"name":"@cyberlangke/tokkit-allenai","version":"1.2.3","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.2.3","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"6c808fdb2b4f9a9c2d4ef5c539e16b4515b1c528","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.2.3.tgz","fileCount":18,"integrity":"sha512-ZgztcaOUADUxzbt+gsUFKVfUH+ZSXSahVQsCHoDyK2MxH4M/XWvCynwWbs7044LslxiLcOgT+AM0XHFqXUwi0A==","signatures":[{"sig":"MEUCIQDyjn8kPmVBGCD6dZDd1E6adDZYNvAX/3zBY8p538brRQIgRDwsEAYbhzCNZhJHVKBrHzifKI2H5QcfCetipBU9vyI=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7554648},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"9a55c7924d481a97a9059aeb9b31ec6d8c7aaa95","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.3"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.2.3_1774691437389_0.15059002337026506","host":"s3://npm-registry-packages-npm-production"}},"1.3.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.3.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.3.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"5701f4b48980388e817a99aae400653c101ec70c","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.3.0.tgz","fileCount":18,"integrity":"sha512-3JtyBEc/6Ryd1+eiNFao7eeXhFB9A9NdqUT6msvgBs9Ay2bf/ANXpqzUe3guKM/Wu4+ZHfYkMImGlxTi9fMDLA==","signatures":[{"sig":"MEYCIQDTx8gfIH2VmfXSkPmUnacIrm4RZJTztRyp73fqAz4VygIhAO3318PtB+JZce4S2YQoTHqk8B/Y8aEM+Niia2nm7QeK","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7554648},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"8a2217da552ba62538637e780157ae780baf6228","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.3.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.3.0_1774694513174_0.1847316192786781","host":"s3://npm-registry-packages-npm-production"}},"1.4.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.4.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.4.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"608adff39e3b43be50f17c353831534338efdd5d","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.4.0.tgz","fileCount":18,"integrity":"sha512-eigDENCG+qyF3/uAN6ntWs+T4YBPy+NsYOUAo2LUUgPrpE0/JzjDAC24Gk0M8PmEzKINOzygDmHjJWM1aykiqA==","signatures":[{"sig":"MEUCIQDAZkcwpaT0gI6IHVAQAfxz9cl/lGq9bncNif4HQTuRlwIgZB+nxoXu76wiCXuZjk7itvomuHGfehArNCSAN8B6S0Q=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7554648},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"4956169455ee4dd6aa70086d50da9d79ecb4232d","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.4.0_1774697327513_0.8409804351101577","host":"s3://npm-registry-packages-npm-production"}},"1.4.1":{"name":"@cyberlangke/tokkit-allenai","version":"1.4.1","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.4.1","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"c7b38878072608ddeff538680789029e52f3e987","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.4.1.tgz","fileCount":18,"integrity":"sha512-xhgHRP9bZcxkrHh7it/fx0964VmIxhERUU5M4LBLfeYWJc/oWohdCfcYgYFCDooVZkdAlP8XPXmVm71feNJaog==","signatures":[{"sig":"MEUCIQDe9TGJDqdTN/B7VzJsxjPq4S/JFH7f1EKQ2Njfd6UxYgIgWdSY13kUboxjNyMAdZPrrHZsWoAMtIyC3Yowe/gAd3A=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7555128},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a6dd2eb8a3c18dae80561a28114c73ed73ffbcc1","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.4.1_1774766104547_0.9284999771445226","host":"s3://npm-registry-packages-npm-production"}},"1.5.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.5.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.5.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"ce2e67d1372a0c14a0fe54a1eda92658fd7424af","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.5.0.tgz","fileCount":18,"integrity":"sha512-h7mtnww9aVT046MHWPAfVLafrmQkkxfSOLf8KLJeToORZUVx6ULycBBL0Sg+Jonh8MOEAbW9La2PBVPClGUtIA==","signatures":[{"sig":"MEUCIGnPZ4S1zfdF15mfQQVak92Tqw/9sgvieULH2rIv+wqHAiEAjs/AmbFYkLBLRuDnTdnO57OXm9i4UgDWDfymCxwKVa4=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7555128},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d6c68540588c0952d2f3d26b9a3a8f96f4069384","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.5.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.5.0_1774853678351_0.6826683028087808","host":"s3://npm-registry-packages-npm-production"}},"1.6.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.6.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.6.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"7089c968de7d3d0543d7574ad7cfcc9f0477e360","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.6.0.tgz","fileCount":18,"integrity":"sha512-nZHWLxpYFzLyuDp1//uDtbvHA61ldMo8s2XUsbzplNwrSw/m88Z5ToyKYMOhLhVdWktXECAzYy3vpfL6vE5NVQ==","signatures":[{"sig":"MEQCIGvSleU5FVmalpngb5IGseT0i/HbGuXiFwoZbDUI9tmeAiBtf9asUMDKEMHTC8RuLKXpUe5QtAaimewUSJMj8bl7iA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7555128},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f5596e039fcd805883f5c0cdecf7ab6cc8ce0015","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.6.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.6.0_1774861760184_0.65723426188137","host":"s3://npm-registry-packages-npm-production"}},"1.7.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.7.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.7.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"66c91631e329b3a2acaac46b2c72e23dd5033fd3","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.7.0.tgz","fileCount":18,"integrity":"sha512-0Znw31QMcxqwzlZbZhJwR5jizHzZKXXSZprpRdFiR0x2nV9XzjtjHJDDChYlj7lFHXeSZ+fHtSVgStyF7TCNnQ==","signatures":[{"sig":"MEYCIQDwByL5xa65IRkF1zyDdfdPW8NpClB55EoSfEHYI7f9FAIhAJBZUJ+HmMdD4erv2I4nw3tsVwC8QMxD4ETDTtI1qvSG","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7555128},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d30f8c18c181d49654ac20cb0bf2f47eb012cabb","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.7.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.7.0_1774866237012_0.8264841809390144","host":"s3://npm-registry-packages-npm-production"}},"1.8.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.8.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.8.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"2bd33cfe4f8dd74de05f1f62cf63eaed8e7b5a07","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.8.0.tgz","fileCount":18,"integrity":"sha512-HrUZB4ud2FrN19NjdDearZAP8MM4bsyS5+5lfBCOrtSL9ziXFzAxtau+lFiUGadUrXDonQfps7IlXUQfybOMmQ==","signatures":[{"sig":"MEYCIQD11kJM+rK6xRXEy/FhYUp9GsmpbcnAfuGTVWWrnvXY6wIhANsjOD4hdxHNeR2g0DJDpVDG8qG7wTZHBEejR9WFl4TQ","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7555128},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7e5f33d0fbdb6c8184701b624b61652bea7f8a99","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.8.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.8.0_1774869318364_0.8404840433503611","host":"s3://npm-registry-packages-npm-production"}},"1.9.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.9.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.9.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"732ef5e1aec87a62e3633dfc76eef253e0f74811","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.9.0.tgz","fileCount":18,"integrity":"sha512-+Bo+oUmTQA/eILEx9CcWd69PrZMgdn+9NJjY6MnSXVcR+v788HhTae+xNFLcKkNDwDYbVi4B/DScLzPv86PLxg==","signatures":[{"sig":"MEUCIHvFND+rVHB8oyluB4l04KPpeHWLMbeS6BSJLmcbw9STAiEA32jDNc2Xp9+Gs8b/XuRcJvggm2ovWbWrhvB6Bu1JnIg=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7555128},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"966b217b2c25444ce482773a6fedf7b5b9d24608","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.9.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.9.0_1774872837761_0.6002103621020471","host":"s3://npm-registry-packages-npm-production"}},"1.10.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.10.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-allenai@1.10.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"1579e4a6001427a87cd9222bd37f3580e0cdd0e7","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.10.0.tgz","fileCount":18,"integrity":"sha512-zpwamUxVTnLEtm9gwEq/FSK0BM1zJfSV2JN9Zsps8c60iajes75neAQjbLrfz8KlHEC3dzRGeQ8Ck58qbm4oig==","signatures":[{"sig":"MEQCIHP8JfA2JehiMkBg3UE5EvnVwJ/ylpN4eiwOLE/OLT4eAiAWKPtp6LexQ/n7ORlZyQRbxdm9G4q5OwXaQ5DIh7bLcw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":7555130},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"c086a200b2f732709de752de4b7120a28d55cfd2","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"AllenAI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.10.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-allenai_1.10.0_1774875394752_0.3035797627904977","host":"s3://npm-registry-packages-npm-production"}},"1.11.0":{"name":"@cyberlangke/tokkit-allenai","version":"1.11.0","description":"AllenAI tokenizer families for tokkit.","type":"module","main":"./dist/index.cjs","module":"./dist/index.js","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"scripts":{"build":"tsup","dev":"tsup --watch"},"dependencies":{"@cyberlangke/tokkit-core":"1.11.0"},"publishConfig":{"access":"public"},"repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","gitHead":"6d21c3bb1df377d5de599859bf065685223c2dc3","_id":"@cyberlangke/tokkit-allenai@1.11.0","_nodeVersion":"24.14.0","_npmVersion":"11.9.0","dist":{"integrity":"sha512-kY1E51Kyt/9kGSMCbJF4UgJNXnIezVk5F5Mqt43UCCrmZFAAIModgpkMNY9EttthtJL4v+4m8E9Yf9vkzK/OjA==","shasum":"a0cf0844e8b1db4815520d17c10f909f42647ad4","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-allenai/-/tokkit-allenai-1.11.0.tgz","fileCount":18,"unpackedSize":7555130,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEYCIQCn4Zb+egX4mGyR/UTTqnQQWsSRruRFZFBaZvbshRnG1gIhAJVmVpe5dCeAoR6zQ64VBxh056eF1TZhHdekQYutuJGw"}]},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"directories":{},"maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tokkit-allenai_1.11.0_1774877964178_0.24457052814472724"},"_hasShrinkwrap":false}},"time":{"created":"2026-03-28T07:41:37.234Z","modified":"2026-03-30T13:39:24.683Z","1.1.0":"2026-03-28T07:41:37.751Z","1.2.1":"2026-03-28T09:05:30.496Z","1.2.2":"2026-03-28T09:26:24.625Z","1.2.3":"2026-03-28T09:50:37.693Z","1.3.0":"2026-03-28T10:41:53.487Z","1.4.0":"2026-03-28T11:28:47.828Z","1.4.1":"2026-03-29T06:35:04.946Z","1.5.0":"2026-03-30T06:54:38.635Z","1.6.0":"2026-03-30T09:09:20.588Z","1.7.0":"2026-03-30T10:23:57.420Z","1.8.0":"2026-03-30T11:15:18.698Z","1.9.0":"2026-03-30T12:13:58.180Z","1.10.0":"2026-03-30T12:56:35.081Z","1.11.0":"2026-03-30T13:39:24.558Z"},"bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","homepage":"https://github.com/1cyberlangke1/tokkit#readme","repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"description":"AllenAI tokenizer families for tokkit.","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"readme":"# @cyberlangke/tokkit-allenai\n\nAllenAI 官方 tokenizer 的 tokkit 子包，当前包含 OLMo-2 内置 family。\n\n## 支持的模型\n\n- [`allenai/OLMo-2-1124-13B`](https://huggingface.co/allenai/OLMo-2-1124-13B)\n- [`allenai/OLMo-2-1124-13B-Instruct`](https://huggingface.co/allenai/OLMo-2-1124-13B-Instruct)\n\n## 使用方法\n\n```bash\nnpm install @cyberlangke/tokkit-allenai\n```\n\n```ts\nimport { getTokenizer } from \"@cyberlangke/tokkit-allenai\"\n\nconst tokenizer = await getTokenizer(\"olmo-2\")\n\nconsole.log(tokenizer.vocabSize)\n```\n","readmeFilename":"README.md"}