{"_id":"@cyberlangke/tokkit-01-ai","_rev":"10-d9f2e09e56f200d5dae7ed05d080366e","name":"@cyberlangke/tokkit-01-ai","dist-tags":{"latest":"1.11.0"},"versions":{"1.3.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.3.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.3.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"8ceef63cf6b88e772542bf5db07de80d3d6bc17c","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.3.0.tgz","fileCount":16,"integrity":"sha512-jBxhkajfzIwRtnKzzRCrzOItfv3jqsHUmdyAbEANFg4MGxHNzSwQSfLuglGEhyB/jGG/wszempAC3d8+KE5BnQ==","signatures":[{"sig":"MEUCIQChOU9Ah6Wvz8+2mdfJpFArWQiKWGvATDO/eUHwRMC2YgIgXfld2fQ6UMkX2oNKRuRYnVwIZqS+2twev6xmcSEiNZg=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6975935},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"8a2217da552ba62538637e780157ae780baf6228","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.3.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.3.0_1774694513285_0.1614172572162076","host":"s3://npm-registry-packages-npm-production"}},"1.4.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.4.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.4.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"c9d8014027429cfd3ab41fef43411066673a25d0","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.4.0.tgz","fileCount":16,"integrity":"sha512-IiaYjUzgo9lEKYDKkn0yRyK5C39hCxepgkIbBKb9tj+g+fHjhLItGUaY2joopFWsn+qGHsHMjz3S6fhIlQOvsQ==","signatures":[{"sig":"MEYCIQDzQb/y527ZP4rxr8X0La33dHzDTry4bJ/5jWv+GL694gIhAKY19VUfPTmlhehclTThhCPO9avjYpz5yQMcXINHvYcd","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6975935},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"4956169455ee4dd6aa70086d50da9d79ecb4232d","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.4.0_1774697327539_0.6193232258963073","host":"s3://npm-registry-packages-npm-production"}},"1.4.1":{"name":"@cyberlangke/tokkit-01-ai","version":"1.4.1","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.4.1","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"c862db3b54cb940ace7c959b931d530c90da6847","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.4.1.tgz","fileCount":16,"integrity":"sha512-u/8ZN34ZULIBbFheADglhXq5aH3s6WfDpY0tRysEl/IA0fEno3Iu2Ui3GMQXitIzPbBR4VV7a/+TtcbCIXwSWw==","signatures":[{"sig":"MEUCIQDBcd4D90YFkUsGrnk87oPOmdP8PkUgbGK+ktogUkpZowIga3RYiE5Sn+0e9XqRMArSdoCFFNS2ynq2C1LUXTHL+9E=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6981983},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a6dd2eb8a3c18dae80561a28114c73ed73ffbcc1","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.4.1_1774766104387_0.7502079016315908","host":"s3://npm-registry-packages-npm-production"}},"1.5.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.5.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.5.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"8521e840f49a64dce4eeca5d5abb183574d929fa","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.5.0.tgz","fileCount":16,"integrity":"sha512-pLtSxCYbmXPNIriVtOc019vbgy+VWCHj1osv4ld+lvnK7xiPRRDJajquXWkd4C1bxh5MoF1fSvx0nvmYB4e6Iw==","signatures":[{"sig":"MEUCIQDUn64P6bzygdqyfv8cNbX/o/UGHajvs09XH/WXcq/VjwIgY535tbzUQWZsIifKMdEFweDp+PCpHRjHPEHkb57nogw=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6981983},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d6c68540588c0952d2f3d26b9a3a8f96f4069384","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.5.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.5.0_1774853677827_0.0241447949624376","host":"s3://npm-registry-packages-npm-production"}},"1.6.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.6.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.6.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"676f4d6fcb2dfc4049e046b1914ba34967365d42","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.6.0.tgz","fileCount":16,"integrity":"sha512-0BzgHisYdSudkTfwVeWMfh1ONt2+1BTOLM5p42q9revIL2ninvchGG7d7d/UxieRU6AkafC3z4z76iett8ZuBQ==","signatures":[{"sig":"MEQCIFl31ROP/oJ5jh1Z7hrim8E+0zmKZPCNxZm4se94rfiCAiBV4LF8Vwa/q/uAB0xxJEL53FwouDaKJpZURxBe4Lz8OQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6981983},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f5596e039fcd805883f5c0cdecf7ab6cc8ce0015","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.6.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.6.0_1774861759764_0.20063696700301303","host":"s3://npm-registry-packages-npm-production"}},"1.7.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.7.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.7.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"c87762246ae730f915c5397ad12043398da4da1c","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.7.0.tgz","fileCount":16,"integrity":"sha512-AB47AGmyVUXxIpQSgxGVidiPw+XxPKIj/tDTVkK+lsKtfu2WkkKTXKyM1fNKmmj7zJRWlM6iyoWQS+8JAS+/2Q==","signatures":[{"sig":"MEYCIQDl/AaO3zTdrtsl6dEk78HRlkPhadrwVtQvetjvz2WhtgIhANxz3RduYqzxOmuavrPr2Au0s+Erje3ox7x/IwgmkBMm","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6981983},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d30f8c18c181d49654ac20cb0bf2f47eb012cabb","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.7.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.7.0_1774866236709_0.6242313966414303","host":"s3://npm-registry-packages-npm-production"}},"1.8.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.8.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.8.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"c4771530b3bbc388b79bf63899b9767b68f3068e","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.8.0.tgz","fileCount":16,"integrity":"sha512-BwePKu36NhXUY37YGamIiIS4Bi2mby2aWhbKhBPQcnDVOzmoiibKvRmDs6iC8Z4ZwDhZbUx5OGZqz/Ki660TUQ==","signatures":[{"sig":"MEYCIQD3jgZ2/J6Ga3ByXqQBOBaCcIBvJE9Pa9+vGxE1yP08sQIhAKa9Pokc8CkH7m//OsslmoiWfLgTuBIexsP6u2SsLQ5C","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6981983},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7e5f33d0fbdb6c8184701b624b61652bea7f8a99","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.8.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.8.0_1774869318104_0.035956247116030626","host":"s3://npm-registry-packages-npm-production"}},"1.9.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.9.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.9.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"132afeb23fd2ebec0eca3201720030dc0ba72c5e","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.9.0.tgz","fileCount":16,"integrity":"sha512-M6QwAbVxCYSPbMwTf/h0mr+HPhtpa6BGBisQ0bbNXCsos/fm3rvKDwxTSLkcNc7nEsnB2w2dRkzSdZAPn/16Bw==","signatures":[{"sig":"MEQCIFiFY2jbuYNP8LcHHpC8yFHk3YoqxCY+QDvkQaf7z6SIAiBqy/3/Gbx3fY3e/2T2F1RQxLQIhTFgC0rpKhOhzenS+Q==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6981983},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"966b217b2c25444ce482773a6fedf7b5b9d24608","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.9.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.9.0_1774872837193_0.600322654062373","host":"s3://npm-registry-packages-npm-production"}},"1.10.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.10.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-01-ai@1.10.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"b5b160a7a8881b65e384eaf3f8f73ceaa5349f35","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.10.0.tgz","fileCount":16,"integrity":"sha512-fKsrcyZmCEwfyzQq2vjW3E1SdG4yGqOHl108zPAgJkLkFcQoyrLbM1LR2WxVWm+InKG4y4/wgmZPlQ2oeFVrLw==","signatures":[{"sig":"MEYCIQDWTTLzdLCF7yV73sKJ54K5HMzM5z/GoA7cF+wod444JwIhAMlliUVhg2PrcwQzsDgjfl3cUA70xAt+F9gd0tZ9JSSn","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":6981985},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"c086a200b2f732709de752de4b7120a28d55cfd2","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"01.AI tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.10.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-01-ai_1.10.0_1774875394165_0.660485786518211","host":"s3://npm-registry-packages-npm-production"}},"1.11.0":{"name":"@cyberlangke/tokkit-01-ai","version":"1.11.0","description":"01.AI tokenizer families for tokkit.","type":"module","main":"./dist/index.cjs","module":"./dist/index.js","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"scripts":{"build":"tsup","dev":"tsup --watch"},"dependencies":{"@cyberlangke/tokkit-core":"1.11.0"},"publishConfig":{"access":"public"},"repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","gitHead":"6d21c3bb1df377d5de599859bf065685223c2dc3","_id":"@cyberlangke/tokkit-01-ai@1.11.0","_nodeVersion":"24.14.0","_npmVersion":"11.9.0","dist":{"integrity":"sha512-rIBBIayo2TGRYYntdsyh01XSDINUcmbvJU3fwLxJgbGTNmpo5n5Ggadq+nG84MsrHKzLk4UWRXeKJmyWwP8K0A==","shasum":"8a24cdc170a5e14992b976d0cf4e051fe4c881ad","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-01-ai/-/tokkit-01-ai-1.11.0.tgz","fileCount":16,"unpackedSize":6981985,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEUCIQCRJs7S3psS8vZ1dffkGQA2RNPggVI1Tg5EZ9C8n10pCQIgDpNDdlIXFiAxeoPcXgFPlUEwQlTBfJ03I3ZPuXhWThI="}]},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"directories":{},"maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tokkit-01-ai_1.11.0_1774877963885_0.032522984038180214"},"_hasShrinkwrap":false}},"time":{"created":"2026-03-28T10:41:53.195Z","modified":"2026-03-30T13:39:24.295Z","1.3.0":"2026-03-28T10:41:53.660Z","1.4.0":"2026-03-28T11:28:47.907Z","1.4.1":"2026-03-29T06:35:04.709Z","1.5.0":"2026-03-30T06:54:38.135Z","1.6.0":"2026-03-30T09:09:20.116Z","1.7.0":"2026-03-30T10:23:57.007Z","1.8.0":"2026-03-30T11:15:18.476Z","1.9.0":"2026-03-30T12:13:57.551Z","1.10.0":"2026-03-30T12:56:34.528Z","1.11.0":"2026-03-30T13:39:24.171Z"},"bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","homepage":"https://github.com/1cyberlangke1/tokkit#readme","repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"description":"01.AI tokenizer families for tokkit.","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"readme":"# @cyberlangke/tokkit-01-ai\n\n01.AI 官方 tokenizer 的 tokkit 子包，当前包含 `Yi`、`Yi-1.5`、`Yi-Coder` 主线文本模型内置 family。\n\n## 支持的模型\n\n- [`01-ai/Yi-6B`](https://huggingface.co/01-ai/Yi-6B)\n- [`01-ai/Yi-1.5-9B-Chat`](https://huggingface.co/01-ai/Yi-1.5-9B-Chat)\n- [`01-ai/Yi-Coder-9B`](https://huggingface.co/01-ai/Yi-Coder-9B)\n- [`01-ai/Yi-Coder-9B-Chat`](https://huggingface.co/01-ai/Yi-Coder-9B-Chat)\n\n## 使用方法\n\n```bash\nnpm install @cyberlangke/tokkit-01-ai\n```\n\n```ts\nimport { getTokenizer } from \"@cyberlangke/tokkit-01-ai\"\n\nconst tokenizer = await getTokenizer(\"yi\")\n\nconst sameTokenizer = await getTokenizer(\"01-ai/Yi-1.5-34B\")\n\nconsole.log(tokenizer === sameTokenizer) // true\n```\n","readmeFilename":"README.md"}