{"_id":"@cyberlangke/tokkit-tiiuae","_rev":"14-ab98afd022c97b08fe0b5277f3aa61b1","name":"@cyberlangke/tokkit-tiiuae","dist-tags":{"latest":"1.11.0"},"versions":{"1.1.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.1.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.1.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"748d9e27a2c2294a3350611755765fd7a0496c68","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.1.0.tgz","fileCount":12,"integrity":"sha512-zPH4juP1lLbWrGUsr08/Fec1tksr7mMOp43Qy21XHABROp/DZ3tMhzAwFMQwyJNpPLKWmhsE3YYPE4QDpXEY6Q==","signatures":[{"sig":"MEUCIFovPXW0CxACtaH0faUHNpqAZpfsuAsTHZDrSIFx8AOfAiEA/CESUwIEzzsyeoHsIsGmzR/Q5jRtQ4qN9E5y3o8UjUc=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128293},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"835e3f36d2e2ca495a19b34064dce9d763416632","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.1.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.1.0_1774683696577_0.11432553597943218","host":"s3://npm-registry-packages-npm-production"}},"1.2.1":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.2.1","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.2.1","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"1a36acb65e2da61fb4ff9062db28047e3d47333f","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.2.1.tgz","fileCount":12,"integrity":"sha512-JuJuh+yNUJyK2mrLJ3vm5/0uUN1nk4yHk1Oy/li36xVdRr6Ai4mZS8M4Lrkaj0Z0RgkLIkSlLGG/lvbxsdWpEQ==","signatures":[{"sig":"MEUCICr/wPOq/aoogxK82amK/YYB6mLOg5Jp/3h9Fl09wyhFAiEAhCGy36DBEJOKt/DDTI1OBY8Ms7VjY857tcRSlcrbMZc=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128293},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"4c6d4f8a7edcbebfd58cdf5301eb675242f4bb21","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.2.1_1774688732870_0.8709320626934118","host":"s3://npm-registry-packages-npm-production"}},"1.2.2":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.2.2","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.2.2","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"9d29dbf1e93ad64537cad27e85f6978d71bf80cf","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.2.2.tgz","fileCount":12,"integrity":"sha512-rdIYYK2a1OzBRD3iotWDfp9AzXMnxfb7s6RW5YZ7PQv4In1gigUf2xOwsRcEMfPa+b7hyvqtpbzhnqO0ZSwZ4g==","signatures":[{"sig":"MEYCIQDrG/qC24PzT3UUFp+eZWp8TlxHvIVREqWhi3Q3vCh04AIhAJ0G6BvY9QcVqTGVvi9LPesuSRnEHKBYcZmFCmDVyWuP","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128293},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"0853008708fc4912c226f8f4810a3c84ce86ac26","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.2"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.2.2_1774689987211_0.6435774999308164","host":"s3://npm-registry-packages-npm-production"}},"1.2.3":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.2.3","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.2.3","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"f6fea4766485a5eb6a45996b4b8e9e834f471fa3","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.2.3.tgz","fileCount":12,"integrity":"sha512-JohxrAZ3kvEnw3UrNt2lFWeg4H3gdPrqUrPGuUFRzi86Q0NZtoeTxrXYSqGwp7+dE7Uf2Sk0tFo+TueAJ96UnA==","signatures":[{"sig":"MEYCIQC+KbkBN+2SvcUReUfqbS+eZUJG6wHj15IpnNHJuKfrZgIhALkaULxFdA5FS0l7LrYOhGjhpVPPoIuRHK1yIE4pVa3c","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128293},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"9a55c7924d481a97a9059aeb9b31ec6d8c7aaa95","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.2.3"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.2.3_1774691440577_0.5053287731658411","host":"s3://npm-registry-packages-npm-production"}},"1.3.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.3.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.3.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"98bafac04bc08374b3706d94fa124dc799bcc1d4","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.3.0.tgz","fileCount":12,"integrity":"sha512-vGcHMlo0TMKlX0snGv5bE5VX0R0pRrzhkspeQtuVqNJcOQk7AL0N5AcX5acZg2ff3bj9pjngKNCnqLAGlJHlhw==","signatures":[{"sig":"MEUCIQCtnI5tMvh8p8tnukAhaJmx3YBK7tmVp6iVbhciLKdupgIgGMFPMwJEc9OZAeTPOwa7Dtcv29CTd4HFhWkb2h07oLI=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128293},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"8a2217da552ba62538637e780157ae780baf6228","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.3.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.3.0_1774694516397_0.1757034191853466","host":"s3://npm-registry-packages-npm-production"}},"1.4.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.4.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.4.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"8a6fb863bcb724f64fa5b59003f2eb283c6be800","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.4.0.tgz","fileCount":12,"integrity":"sha512-jOAuu/qgkbjaxi0OXV83pzZbCPumyl2E9VWvyXUXc9DZb6S4ulmvh+UzvkCq0rKG9aw0Y8j0vlnTK46T9b/L9w==","signatures":[{"sig":"MEUCIQC2PF0J4R34zW9XsuzljE76aJ7npTdzY94B1sw3wwuXDQIgASFzQ2uuvdTaVJrAQkyuEAChQvs/W0f7/B+UeYnD/NU=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128293},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"4956169455ee4dd6aa70086d50da9d79ecb4232d","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.4.0_1774697330487_0.1193600318432575","host":"s3://npm-registry-packages-npm-production"}},"1.4.1":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.4.1","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.4.1","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"a9eb36e71410d8f63cd7a9d7608f57c7a2da2e0a","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.4.1.tgz","fileCount":12,"integrity":"sha512-m3SZ1JDph9aAGOGnDX6ZRf3bCykuzok18fNkcW6ekFmfezJ7ncP5BcSiNiKrjeD9ZWKKo3Qd/bmyWFMccsbysQ==","signatures":[{"sig":"MEUCIQCB+QR5xSKod+loXRoZE4ETcgklGsvoH8F8lvNEOTWB7AIgE7iUjxtjr3p2ApCXtORwJIYBv1L/nplBQMrVIcLi+mU=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128061},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a6dd2eb8a3c18dae80561a28114c73ed73ffbcc1","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.4.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.4.1_1774766107792_0.008134516331348651","host":"s3://npm-registry-packages-npm-production"}},"1.5.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.5.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.5.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"4530d73708c940937cd87e9b2deb5c8331deba6e","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.5.0.tgz","fileCount":12,"integrity":"sha512-vV62eI2nJfz3q+xieiET8ThVL0iNrIvJJopK0Ca238zvxuWfCJGtZ6dDNFVbJ0I7hhHdxcmfc8ykIS/lShOKbw==","signatures":[{"sig":"MEQCIHDCMwM3wZCrZtxxYJqMkGhmJcN6eADv3myu5i8GlZuZAiANYC3eoeRu4Ejg2xJRsfgFLzBLgFeh2J2h80Jp6hcXZw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128061},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d6c68540588c0952d2f3d26b9a3a8f96f4069384","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.5.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.5.0_1774853695454_0.2003273443017335","host":"s3://npm-registry-packages-npm-production"}},"1.6.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.6.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.6.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"03c17cff4444607163da0c5f08639efc9f35ff13","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.6.0.tgz","fileCount":12,"integrity":"sha512-X+SQt7oTCDtVuicQaZf5rDcxMWS660bZyWoOF2DNtX0XHUzwBXz30bc01OI0JSwpVkXgEWZuMV9vSupz1V+iDQ==","signatures":[{"sig":"MEQCIF+YbWVVvnezZ0LnPvTCFIW8Q0w9Ph0MA6DQ5V41JB4+AiBg+1FZmWLNGEVK5kQhwafX4bPFAvJoqlZzz6gmP6k4ig==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128061},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f5596e039fcd805883f5c0cdecf7ab6cc8ce0015","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.6.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.6.0_1774861763897_0.07389259683230631","host":"s3://npm-registry-packages-npm-production"}},"1.7.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.7.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.7.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"eafa4677ba984ece66fb1cd4e79b8ad9836aa3ae","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.7.0.tgz","fileCount":12,"integrity":"sha512-y7+np2UWzHBRb0h1Frx4vzxDcHHMINmzf0xMhCCRMjSi/0gvFl5AmGCbI7Paxi4Z5T5UjDshWoqOqxwoRGK1iA==","signatures":[{"sig":"MEQCIA9r/LYPowYxt+i57KFb0mNgAxCleITpLpd1MbA2F3gUAiBsX3AYNkne2Gbiyp/Clc0lW6wYraVa0Orw/HMZJxfMnA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128061},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d30f8c18c181d49654ac20cb0bf2f47eb012cabb","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.7.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.7.0_1774866240593_0.29246411620256874","host":"s3://npm-registry-packages-npm-production"}},"1.8.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.8.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.8.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"d8260f161f3b26100c72e2e8c420b5d9a8ea3a92","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.8.0.tgz","fileCount":12,"integrity":"sha512-D/7iBk+se0gZetchFVR6qs7hP9xpu6UIPCXI7s5HcvhQoDYiMXe3uzMpl8csBfizj1LFay4lezSnDH5qWNEcsA==","signatures":[{"sig":"MEUCIGgnjQnUcHZG4J3/k7ORQDEGRSxCWHZ5KFkWOVab+bdCAiEA7nZ4+H7HqKOdPWqlXVdE2C4C2QHUa9i3TvHiOOnrnlE=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128061},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7e5f33d0fbdb6c8184701b624b61652bea7f8a99","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.8.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.8.0_1774869321441_0.3493226316120168","host":"s3://npm-registry-packages-npm-production"}},"1.9.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.9.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.9.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"3a9ecdc77d52f42fb914146daa8cba681a43b265","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.9.0.tgz","fileCount":12,"integrity":"sha512-IJe7yAEgyoYXm/8ssnXpP6irnz9K8vcWE44Pv8DTy2SYHxQqT5ge59qbk4bWBjakO1ADOTL4RXuPwEjgn1WUMA==","signatures":[{"sig":"MEYCIQD6TZ5E1OGnL6y4L97+cec6fGOEm/udX1LaAhRYSh5sUAIhAIrxam59nIGHP3BuuwDq4y1yWukR4WKuuklnLioyo09l","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128061},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"966b217b2c25444ce482773a6fedf7b5b9d24608","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.9.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.9.0_1774872840481_0.7285656921606398","host":"s3://npm-registry-packages-npm-production"}},"1.10.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.10.0","author":{"name":"cyberlangke"},"license":"Apache-2.0","_id":"@cyberlangke/tokkit-tiiuae@1.10.0","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"dist":{"shasum":"6124d2810675d052ba5c4497a56482e38528388c","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.10.0.tgz","fileCount":12,"integrity":"sha512-ts25qkoA+5DggLrnhsl4BHegNRP6mNFzOIaC3XwoL5LbJOktoWhOydo07hp+WDD6/AEjN+8a2jb65wZ7TwlLCA==","signatures":[{"sig":"MEUCIAYQeMEDns8MzpvWZnM6PHs13nA6/rppqbKZShMdnTF1AiEAjSps7p4ZyTQx4EQ/wMzZI+AaVG2fFFLUAd+QsXLI0MQ=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2128063},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"c086a200b2f732709de752de4b7120a28d55cfd2","scripts":{"dev":"tsup --watch","build":"tsup"},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"repository":{"url":"git+https://github.com/1cyberlangke1/tokkit.git","type":"git"},"_npmVersion":"11.9.0","description":"tiiuae tokenizer families for tokkit.","directories":{},"_nodeVersion":"24.14.0","dependencies":{"@cyberlangke/tokkit-core":"1.10.0"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokkit-tiiuae_1.10.0_1774875397948_0.4994561699498523","host":"s3://npm-registry-packages-npm-production"}},"1.11.0":{"name":"@cyberlangke/tokkit-tiiuae","version":"1.11.0","description":"tiiuae tokenizer families for tokkit.","type":"module","main":"./dist/index.cjs","module":"./dist/index.js","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"scripts":{"build":"tsup","dev":"tsup --watch"},"dependencies":{"@cyberlangke/tokkit-core":"1.11.0"},"publishConfig":{"access":"public"},"repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"homepage":"https://github.com/1cyberlangke1/tokkit#readme","bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","gitHead":"6d21c3bb1df377d5de599859bf065685223c2dc3","_id":"@cyberlangke/tokkit-tiiuae@1.11.0","_nodeVersion":"24.14.0","_npmVersion":"11.9.0","dist":{"integrity":"sha512-5fnluwQZfO4PVhKaVNLo0O+G6ew8q5l7hwgz2vUbgTd01QIlKdyY8escoiefJv9x9er+YWEUzwID6iDzgUOTkQ==","shasum":"4ed596792c84b9ba080d6254f88e8664a7ed1df2","tarball":"https://registry.npmjs.org/@cyberlangke/tokkit-tiiuae/-/tokkit-tiiuae-1.11.0.tgz","fileCount":12,"unpackedSize":2128063,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEQCIGphnNlfSrK1WyA8xNYTU6yaBsIA29A5JH+TWoaH8Kr/AiBPXE8UNZtcfXAJG08u7huJ1GY2/ts9WVzSvsJie9Wxiw=="}]},"_npmUser":{"name":"cyberlangke","email":"3531702083@qq.com"},"directories":{},"maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tokkit-tiiuae_1.11.0_1774877967262_0.0110109838721264"},"_hasShrinkwrap":false}},"time":{"created":"2026-03-28T07:41:36.452Z","modified":"2026-03-30T13:39:27.612Z","1.1.0":"2026-03-28T07:41:36.788Z","1.2.1":"2026-03-28T09:05:33.097Z","1.2.2":"2026-03-28T09:26:27.446Z","1.2.3":"2026-03-28T09:50:40.794Z","1.3.0":"2026-03-28T10:41:56.595Z","1.4.0":"2026-03-28T11:28:50.762Z","1.4.1":"2026-03-29T06:35:07.994Z","1.5.0":"2026-03-30T06:54:55.663Z","1.6.0":"2026-03-30T09:09:24.108Z","1.7.0":"2026-03-30T10:24:00.791Z","1.8.0":"2026-03-30T11:15:21.638Z","1.9.0":"2026-03-30T12:14:00.842Z","1.10.0":"2026-03-30T12:56:38.202Z","1.11.0":"2026-03-30T13:39:27.501Z"},"bugs":{"url":"https://github.com/1cyberlangke1/tokkit/issues"},"author":{"name":"cyberlangke"},"license":"Apache-2.0","homepage":"https://github.com/1cyberlangke1/tokkit#readme","repository":{"type":"git","url":"git+https://github.com/1cyberlangke1/tokkit.git"},"description":"tiiuae tokenizer families for tokkit.","maintainers":[{"name":"cyberlangke","email":"3531702083@qq.com"}],"readme":"# @cyberlangke/tokkit-tiiuae\n\ntiiuae 官方 tokenizer 的 tokkit 子包，当前包含 Falcon 系列内置 family。\n\n## 支持的模型\n\n- [`tiiuae/falcon-7b`](https://huggingface.co/tiiuae/falcon-7b)\n- [`tiiuae/falcon-7b-instruct`](https://huggingface.co/tiiuae/falcon-7b-instruct)\n\n## 使用方法\n\n```bash\nnpm install @cyberlangke/tokkit-tiiuae\n```\n\n```ts\nimport { getTokenizer } from \"@cyberlangke/tokkit-tiiuae\"\n\nconst tokenizer = await getTokenizer(\"falcon-7b\")\n\nconst sameTokenizer = await getTokenizer(\"tiiuae/falcon-7b-instruct\")\n\nconsole.log(tokenizer === sameTokenizer) // true\n```\n","readmeFilename":"README.md"}