{"_id":"@cyberlangke/tokkit-huggingface-tb","_rev":"13-1aa8f86cf1e8eda8811837d03df421cb","name":"@cyberlangke/tokkit-huggingface-tb","dist-tags":{"latest":"1.11.0"},"versions":{"1.2.1":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.2.1","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.2.1","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"29ff0e4fb49cdede77f9281ff70cf46167492592","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.2.1.tgz","fileCount":18,"integrity":"sha512-CuUchqMXHkI8mca6+Lhj2E8ByoyCsZZsvmVlBbazeBRt2NFJPjRXOOQE5vg0LbdwzG2MZH9EYbhxTRSRNqjRBA==","signatures":[{"sig":"MEYCIQC9ydQQIpcJCADRsf3goC9HwmX4yABBFb78JxfKjiZV8gIhAOYwi7sP5mGV/yVoA5DitpFjIu1kmrV14NkO99+nXSqX","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":10898773},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"4c6d4f8a7edcbebfd58cdf5301eb675242f4bb21","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.2.1_1774688730807_0.6169318392058449","host":"s3://npm-registry-packages-npm-production"}},"1.2.2":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.2.2","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.2.2","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"c4eca691a30fe40a2f6b0a0d4d12a861462e5d45","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.2.2.tgz","fileCount":18,"integrity":"sha512-NKmhazqBuvH4jDjga3MpER6tH2+iQ9lt1K1d59ttrpDaQEeQFsMT0fEESaj6FcGhYVOuAsBe/atT9plYFXV6RQ==","signatures":[{"sig":"MEQCICT/LrpRsiApAoAMQeOBIYjppbgL1plzwxCmZ42FGzOpAiB+2Skax8gmv2Iuxa5GprnBoPt0df/1WeyxcaN1tiaA0w==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":10898773},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"0853008708fc4912c226f8f4810a3c84ce86ac26","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.2"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.2.2_1774689984954_0.6922920488276108","host":"s3://npm-registry-packages-npm-production"}},"1.2.3":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.2.3","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.2.3","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"4922f41e952fd60970a0e5eb516ef86885741f76","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.2.3.tgz","fileCount":18,"integrity":"sha512-N24BqNX8Z2r1qutmcfxZrc6K87OUFD6cdoqBR6ivIJpc6u8/Ga+LFOjxz2GHbZL0B5J7RnXZd+vmmo+6V/ZKXg==","signatures":[{"sig":"MEQCIDk/rbwY38uLw0JGuUZpMdpsQl4X5w0r+lEWTzubzLJVAiBife8hxChNEW6O0HlpJG0vFSQyxlH0aJVuIYd1GE7AVw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":10898773},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"9a55c7924d481a97a9059aeb9b31ec6d8c7aaa95","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.3"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.2.3_1774691437844_0.5853599538395153","host":"s3://npm-registry-packages-npm-production"}},"1.3.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.3.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.3.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"99fd883b7bbd6da32905b23851b6e8bebe675eeb","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.3.0.tgz","fileCount":18,"integrity":"sha512-qfIx+1aaOYCSclsRjX7XqP2JBnz+qL5Jd/t4we31iI9Azb81hTX/+58ZYEWOkr1d7gEF3seE9zhBK10BD09RFQ==","signatures":[{"sig":"MEUCIGk54MS7p8X+QQGeN4AItP34jE5dvmqRaZSEzJbMcDQ4AiEA9DYMwuzPuWowgUX3n4N7Oy3ry1H8+n/FWursbkOTfZE=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":10898773},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"8a2217da552ba62538637e780157ae780baf6228","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.3.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.3.0_1774694513826_0.4713963248225481","host":"s3://npm-registry-packages-npm-production"}},"1.4.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.4.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.4.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"77d45f08e72a2e44e9d2c34be695de349870501f","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.4.0.tgz","fileCount":18,"integrity":"sha512-F//VlZG6qeAhlGmMSM4zKRTKSMsV0hOu/4951gCl8uhotPkAXRJCE1iJvXmono46q6OJ5htFOZg5+f94fr5ElA==","signatures":[{"sig":"MEUCIFGG+77BU1nGq7++vnomvooEhEeptCXP/YgkBa1uZRBTAiEA8cUyMHsnNEiEGS/jzq//f/Y13YNgW4JqkKwMRTrIEws=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":10898773},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"4956169455ee4dd6aa70086d50da9d79ecb4232d","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.4.0_1774697327726_0.04069154681638154","host":"s3://npm-registry-packages-npm-production"}},"1.4.1":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.4.1","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.4.1","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"be89d94d6d7ce77b70de27270231eb65c7befb2f","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.4.1.tgz","fileCount":18,"integrity":"sha512-rcn8ipBrCuTJjOu8+N+VML5DxxHRq7wLe4RJ9ulGa5VBD9jcx8HnuE+1lNoPO3uidV+IAXbRCK9pLgndPZ/QQg==","signatures":[{"sig":"MEUCIEIYWUQnO6qeoGRP+ovoE5tcihVDz4mWH6BNp8dzc1rNAiEA+AaUkreHWqAQyEqe1QMGLbyZTtL5bSRf+2eEhTpM8/U=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":10898917},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a6dd2eb8a3c18dae80561a28114c73ed73ffbcc1","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.4.1_1774766104651_0.673155241204094","host":"s3://npm-registry-packages-npm-production"}},"1.5.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.5.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.5.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"e83cbeb088d5f8ae6d725c143778f785713ec68b","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.5.0.tgz","fileCount":18,"integrity":"sha512-5PIAPKO6PQJW6m43tR+o7EQ3ASWuS7hhpBbhLc3v4k0HbEdIgFpBN3F/xA6cLLxoxOl2WPkHjlbhRjrAIWHXjw==","signatures":[{"sig":"MEYCIQCv3CvJ9O+Qj/oCOgdaQhMM7FHGstjpl6glX88qAr4eVgIhAPgBMZmRUelyw3CYhps3PH1YktuVe0wRr2s0IUFkZnd/","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":10898917},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d6c68540588c0952d2f3d26b9a3a8f96f4069384","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.5.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.5.0_1774853678975_0.23372006066005913","host":"s3://npm-registry-packages-npm-production"}},"1.6.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.6.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.6.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"75d2e3ab5842500d07ee02a60b3a41e2fc4f4e03","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.6.0.tgz","fileCount":20,"integrity":"sha512-v6qg4Qw0HtRAqtAYvDdWr/JRiPrpDlDM41arKsS05GEtTaLYgACUCNE974IevwsR3Q3a5/+eaTeDJl6GHExf6w==","signatures":[{"sig":"MEYCIQCk/g5cL6E6GyoCFOm6qp4AzxmSX6C8C3oXTqOeOGHFlQIhAJzzGkpnAlSgLKwm3uyWdjxdxC9tp2pTX+PRN7AHnent","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":11723936},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f5596e039fcd805883f5c0cdecf7ab6cc8ce0015","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.6.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.6.0_1774861760219_0.17904238045828857","host":"s3://npm-registry-packages-npm-production"}},"1.7.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.7.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.7.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"9b6f9f1c5cae11e3c9c2c12991917497e8fa5718","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.7.0.tgz","fileCount":20,"integrity":"sha512-25VEKGTuCGSyHN39nQW+wGSY6FNLKuSK73oZ3eVRwetc1HMEbDxXswqCvSXfIp9/BlhGKbmoXqXFtNCjIuwsVA==","signatures":[{"sig":"MEUCIG0HOW7HUCT5uxj8KP8oyJgs7bbfGjBJB4FLQFHPK3qiAiEAkn66J7o0mJaHos3GRLySBxXO5og5TP17eJO8CfxjOK0=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":11723936},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d30f8c18c181d49654ac20cb0bf2f47eb012cabb","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.7.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.7.0_1774866237281_0.30975593154314485","host":"s3://npm-registry-packages-npm-production"}},"1.8.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.8.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.8.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"4112b1ece1bc8576c90dbc25f0de08b0d11a9282","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.8.0.tgz","fileCount":20,"integrity":"sha512-pdFLuJe2eNFL1ErLtm4/LQb74ka6n9dfUWWqVhpPnnXqaDmPfV2PpAA7pKzhNiLQihX7R8y5nWd+V/XZXI2r+w==","signatures":[{"sig":"MEUCIQD7hB4QlScRY0cKXHcQV6uM8e5B0b9RnkweP6nVpxnZKgIgIORG4CGotMnFtxrFkHJnamwZSg9j5SSLTcCJFbUHS8g=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":11723936},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7e5f33d0fbdb6c8184701b624b61652bea7f8a99","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.8.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.8.0_1774869319538_0.46020439949073855","host":"s3://npm-registry-packages-npm-production"}},"1.9.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.9.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.9.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"b3439f09937dbcc5fe5063379d4913d924ba575f","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.9.0.tgz","fileCount":20,"integrity":"sha512-e8giR7pY1GtFtMMRsoVyf0yoXL8DLULDGSv/DAU7GGoBIsgBOudnHaYNwJwBpH7yxO/S688Up3gu03W2jGuMmw==","signatures":[{"sig":"MEUCICRlHiVle6kGOICr8CbSgU6ra3monKb/VfQ7SZv/KdtmAiEA2I1VqxKz9pVZmUW/eHHl0vTG8k67goE16bJtcof+r5w=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":11723936},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"966b217b2c25444ce482773a6fedf7b5b9d24608","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.9.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.9.0_1774872837434_0.1288251351594225","host":"s3://npm-registry-packages-npm-production"}},"1.10.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.10.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-huggingface-tb@1.10.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"c04575f239d8ed1947564005e77a2418b4369fe4","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.10.0.tgz","fileCount":20,"integrity":"sha512-TZUwXZj+N16ptQhbEkRiYG3H+jnZDlHkcEYacbPoDLxezTbLMOnivovFrZSSHGmRREID+86a1vcSTdJ926mBKA==","signatures":[{"sig":"MEQCIBBhmQxMmN3YMXqU0HZeZftPsEGqmtonIdR9VfwCwbmsAiARiuElcqOB+yzZk5SvoOt18IX2PzA7+RYKPPh7uLXEPg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":11723938},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"c086a200b2f732709de752de4b7120a28d55cfd2","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"HuggingFaceTB tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.10.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-huggingface-tb_1.10.0_1774875395041_0.0017941526817428777","host":"s3://npm-registry-packages-npm-production"}},"1.11.0":{"name":"@cyberlangke/tokkit-huggingface-tb","version":"1.11.0","description":"HuggingFaceTB tokenizer families for tokkit.","type":"module","main":"./dist/index.cjs","module":"./dist/index.js","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"scripts":{"build":"tsup","dev":"tsup --watch"},"dependencies":{"@cyberlangke/tokkit-core":"1.11.0"},"publishConfig":{"access":"public"},"repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","gitHead":"6d21c3bb1df377d5de599859bf065685223c2dc3","_id":"@cyberlangke/tokkit-huggingface-tb@1.11.0","_nodeVersion":"24.14.0","_npmVersion":"11.9.0","dist":{"integrity":"sha512-z0BbdKiO9gIEZNJ+H0wnPgHz9p/g7QXab9D2us/w2inTPLOl8ocy/aes9mHPg1cTuPHxirOehxmj7gc6zxbZ1w==","shasum":"72b1797c92391d38b07a256aee3e04ef6f95ac7b","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-huggingface-tb/-/tokkit-huggingface-tb-1.11.0.tgz","fileCount":20,"unpackedSize":11723938,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEYCIQCo4CVgpzbRZ2+Dorr8hfhNm09Q0QnaReKMsDQ7WQURGwIhAIFaTccQEPpTL+9i8s16mO0VCKx4L26IXAN8koCES2Sq"}]},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"directories":{},"maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tokkit-huggingface-tb_1.11.0_1774877964015_0.6170378040072251"},"_hasShrinkwrap":false}},"time":{"created":"2026-03-28T09:05:30.691Z","modified":"2026-03-30T13:39:24.489Z","1.2.1":"2026-03-28T09:05:31.218Z","1.2.2":"2026-03-28T09:26:25.371Z","1.2.3":"2026-03-28T09:50:38.259Z","1.3.0":"2026-03-28T10:41:54.258Z","1.4.0":"2026-03-28T11:28:48.126Z","1.4.1":"2026-03-29T06:35:05.016Z","1.5.0":"2026-03-30T06:54:39.353Z","1.6.0":"2026-03-30T09:09:20.611Z","1.7.0":"2026-03-30T10:23:57.673Z","1.8.0":"2026-03-30T11:15:20.025Z","1.9.0":"2026-03-30T12:13:57.792Z","1.10.0":"2026-03-30T12:56:35.484Z","1.11.0":"2026-03-30T13:39:24.388Z"},"bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","homepage":"https://github.com/1cyberlangke1/tokkit#readme","repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"description":"HuggingFaceTB tokenizer families for tokkit.","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"readme":"# @cyberlangke/tokkit-huggingface-tb\n\nHuggingFaceTB 官方 tokenizer 的 tokkit 子包，当前包含 `cosmo`、`SmolLM`、`SmolLM2`、`SmolLM3` 主线文本模型内置 family。\n\n## 支持的模型\n\n- [`HuggingFaceTB/cosmo-1b`](https://huggingface.co/HuggingFaceTB/cosmo-1b)\n- [`HuggingFaceTB/SmolLM-135M`](https://huggingface.co/HuggingFaceTB/SmolLM-135M)\n- [`HuggingFaceTB/SmolLM2-1.7B`](https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B)\n- [`HuggingFaceTB/SmolLM2-1.7B-Instruct-16k`](https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct-16k)\n- [`HuggingFaceTB/SmolLM3-3B`](https://huggingface.co/HuggingFaceTB/SmolLM3-3B)\n- [`HuggingFaceTB/SmolLM3-3B-Base`](https://huggingface.co/HuggingFaceTB/SmolLM3-3B-Base)\n\n`cosmo-1b` 的 `tokenizer.json` 与 `mistralai/Mixtral-8x7B-v0.1` 完全同 hash，但这里仍保留为 `huggingface-tb` 子包内的本地 family，以保持厂商包自洽。\n\n## 使用方法\n\n```bash\nnpm install @cyberlangke/tokkit-huggingface-tb\n```\n\n```ts\nimport { getTokenizer } from \"@cyberlangke/tokkit-huggingface-tb\"\n\nconst tokenizer = await getTokenizer(\"smollm\")\n\nconst sameTokenizer = await getTokenizer(\"HuggingFaceTB/SmolLM2-1.7B\")\n\nconsole.log(tokenizer === sameTokenizer) // true\n```\n","readmeFilename":"README.md"}