{"_id":"js-tiktoken","_rev":"23-13a5cf8e8377b4a4f025319218e7952d","name":"js-tiktoken","dist-tags":{"devel":"1.0.7","latest":"1.0.21"},"versions":{"1.0.0":{"name":"js-tiktoken","version":"1.0.0","license":"MIT","_id":"js-tiktoken@1.0.0","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"474720b4fdd0ebb722dae48d1c9bd88bc97c8ff0","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.0.tgz","fileCount":5,"integrity":"sha512-scwc28vcv/8emEAIc1ow1I2rKINIvZDL2JfpUP6kU9RjzThE8Pg6xqjvn/teMgqWbX4LDLnSngl7uL40jQZzIw==","signatures":[{"sig":"MEUCIBlZZ2Wr+xAumKN2mgQp0nCiItMKOT9Xh1AmgGI2PgV4AiEAm6sj5dKOefD3Lrm5aujsDQWdbd8AkONN+JWmjMEI33k=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":9483},"exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js"}},"gitHead":"7c6a304792c8612639bf5b79b328060656be2d64","scripts":{"test":"vitest run","build":"tsc"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.0_1683978526324_0.03961127880024162","host":"s3://npm-registry-packages"}},"1.0.1":{"name":"js-tiktoken","version":"1.0.1","license":"MIT","_id":"js-tiktoken@1.0.1","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"39f6bf0745f0cbd22aed53c36b1dd0d2c56ab555","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.1.tgz","fileCount":5,"integrity":"sha512-FixXXckuZhvHhA8O/Gg9Xtd6GwTdRYzyCAu47boUP2IMn3FGMdtm/HX7tzo2ef3QihmYkHYRHokSEkkL/79MHA==","signatures":[{"sig":"MEQCIHbNeom5SbNpdDSQlEw5r0odIgZBCoKbQRYNTr3GdKQWAiAmokaaJLwkCCyo9OJW2zFh0PBZ0UxzWdNN92Uia8jDYw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":6562625},"tsup":{"dts":true,"clean":true,"entry":["src/index.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","exports":{".":{"node":"./dist/index.cjs","types":"./dist/index.d.ts","default":"./dist/index.js"}},"gitHead":"2d18fcc4fd70788b1de0b5ff2d58f3ee15c02f41","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"readmeFilename":"README.md","devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.1_1684109843332_0.29761160012395615","host":"s3://npm-registry-packages"}},"1.0.2":{"name":"js-tiktoken","version":"1.0.2","license":"MIT","_id":"js-tiktoken@1.0.2","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"bee47bd906bd104974a71c759f4920523eaae6f6","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.2.tgz","fileCount":5,"integrity":"sha512-98/YqL17qkolDbmzjeDRXGR0gNlREBjQS2eO4ioHidkNKqW2mnChhoCU2e7Z7BEbO5CrE55xlrasD3Wv/TaoEw==","signatures":[{"sig":"MEUCIQDFqwo4PNiJOK+ErWRYtAEuHbY4NkmfmaoSmvpRAUqevQIgUewVyQ6ZNuSdJn3IgbCwni7LxIc+yhCpjmfyETcqmCA=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":6562687},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"node":"./dist/index.cjs","types":"./dist/index.d.ts","default":"./dist/index.js"}},"gitHead":"621ae351c2c579b421a5d7cbbda930d96d96a5b6","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"readmeFilename":"README.md","devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.2_1684112227438_0.5124719424447755","host":"s3://npm-registry-packages"}},"1.0.3":{"name":"js-tiktoken","version":"1.0.3","license":"MIT","_id":"js-tiktoken@1.0.3","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"976c5e4fc164cfc347055923f25acc6e70fc9f27","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.3.tgz","fileCount":5,"integrity":"sha512-oqHLPKHCz+//eWDUQIu4bF4BnMUiQAKI4AFnNzvXuBOrdtdX/BYk8y/sZIiFfaHlx+VZ3z/OlMjbpvhV+77X+Q==","signatures":[{"sig":"MEQCID0n2Hcu0QnO/lud1YHNYyPAC/VeSreAbXddyABNVlyzAiBxSN4O5s1jqSqNZeAmdbY8pTwG/CJUlo4a+oJO6reHCA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":6564000},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"node":"./dist/index.cjs","types":"./dist/index.d.ts","default":"./dist/index.js"}},"gitHead":"97fe4653436a5ba37116630afd897f23a866f99d","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.3_1684173550394_0.31474818411222927","host":"s3://npm-registry-packages"}},"1.0.4":{"name":"js-tiktoken","version":"1.0.4","license":"MIT","_id":"js-tiktoken@1.0.4","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"d628a16891a0e53f711cbc2eefda53972e1826f4","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.4.tgz","fileCount":26,"integrity":"sha512-+eK1TM4gdtp6pQ1Wo6jnyH5JoTT/4v3DRjKjY0mPCPCTd9DG+H+ZMXz6/7BgbXQae1LLWfHnKQeiRF+JC+D2fQ==","signatures":[{"sig":"MEYCIQDJ9EtACO3bg7luXYcwm8RrNnY2aKK/n/8Sk23NtMrS6wIhAN6JzfZpWa1dp2wkTPNoG+xI+IZ0NtWsJ+DtZmlxEKc1","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":9841696},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"node":"./dist/index.cjs","types":"./dist/index.d.ts","default":"./dist/index.js"},"./ranks/gpt2":{"node":"./dist/ranks/gpt2.cjs","types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"node":"./dist/ranks/p50k_base.cjs","types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"node":"./dist/ranks/p50k_edit.cjs","types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"node":"./dist/ranks/r50k_base.cjs","types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js"},"./ranks/cl100k_base":{"node":"./dist/ranks/cl100k_base.cjs","types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js"}},"gitHead":"265e01df64cce529873caa9c78715fc50227aa41","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.4_1684174137054_0.39982566129863617","host":"s3://npm-registry-packages"}},"1.0.5":{"name":"js-tiktoken","version":"1.0.5","license":"MIT","_id":"js-tiktoken@1.0.5","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"34818b1660e06a25e3dd479e7a2edc71bbebe1d5","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.5.tgz","fileCount":31,"integrity":"sha512-RYXe54ntls/uQmAxUua2J1+g+EiwWHGn1CxfioYxrP1iVDmksfZsyJt0VySyMNbreJyyreDtyBuBxeXy7HYqjQ==","signatures":[{"sig":"MEYCIQD/Mva29h0N2BafNRy0MLtJTpGbWK4eoHXV5p0WvBnzkgIhAPM+VHHLJj0R/NQMmyDygTf7rowc4lrECSn5alsPkAPS","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":9849447},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"4d3f97f5240d56eadb36d098339067b42dd6147a","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.5_1684181590982_0.031143626416175962","host":"s3://npm-registry-packages"}},"1.0.6":{"name":"js-tiktoken","version":"1.0.6","license":"MIT","_id":"js-tiktoken@1.0.6","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"f32f4b9b3c33d11f12b5cf016b3c729370817ee9","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.6.tgz","fileCount":35,"integrity":"sha512-lxHntEupgjWvSh37WxpAW4XN6UBXBtFJOpZZq5HN5oNjDfN7L/iJhHOKjyL/DFtuYXUwn5jfTciLtOWpgQmHjQ==","signatures":[{"sig":"MEQCIEIG5q9jUuQTXHq4RF6ccPyKI47TjKi7Cw8+HRm1NRCiAiBxXzBHTmWgPykxPBJlEDYAl0yjab1gBsBcfZw3fG51Dw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":9849668},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"1fcb052df8861a43546e9f56318f4341f279da4f","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.6_1684326619254_0.34898813027605025","host":"s3://npm-registry-packages"}},"1.0.7":{"name":"js-tiktoken","version":"1.0.7","license":"MIT","_id":"js-tiktoken@1.0.7","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"56933fcd2093e8304060dfde3071bda91812e6f5","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.7.tgz","fileCount":35,"integrity":"sha512-biba8u/clw7iesNEWLOLwrNGoBP2lA+hTaBLs/D45pJdUPFXyxD6nhcDVtADChghv4GgyAiMKYMiRx7x6h7Biw==","signatures":[{"sig":"MEUCIQCj8X67+l82FqJI16WXuf+7/dRscdkBJjWkjwAbU8ROnwIgUyXV0lEyNQjEoacT+Gzc9cnqFof6bYwRwqAdd7LshlM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":9849753},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"0d7e0512565993d1109c88568182f1d5a55ce6c2","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.6.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"19.8.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"readmeFilename":"README.md","devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.7_1686862670453_0.31369127915996065","host":"s3://npm-registry-packages"}},"1.0.8":{"name":"js-tiktoken","version":"1.0.8","license":"MIT","_id":"js-tiktoken@1.0.8","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"21ab8ae222e71226b2ef0d2f4b507fb10d66a114","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.8.tgz","fileCount":14,"integrity":"sha512-r7XK3E9/I+SOrbAGqb39pyO/rHAS1diAOSRAvaaLfHgXjkUSK9AiSd+r84Vn2f/GvXJYRAxKj8NHrUvqlaH5qg==","signatures":[{"sig":"MEUCIQCw32E07eBWRtkWkcVu+weg1/rDAzcwi5m4h3z0tnu4OwIga1FYb0VqmC4jHLji1ahQ3tQfK/3ypp56RD5qxzESylY=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":6574959},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"74c147e19584a3a1acea0c8e0da4d39415cd33e0","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"9.8.1","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.18.2","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.8_1700089472361_0.33882854294290743","host":"s3://npm-registry-packages"}},"1.0.9":{"name":"js-tiktoken","version":"1.0.9","license":"MIT","_id":"js-tiktoken@1.0.9","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"502137056b8f76768476c366c1689cad51d0f238","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.9.tgz","fileCount":14,"integrity":"sha512-TPS8fLv1ZYi0zpAZOqdvgmEpJspmqCcQ6iIp1Irz7WbsPiJjYyn2lvtdGYFdWe/r82ctsl3EvZ+isA3cwi0dgw==","signatures":[{"sig":"MEQCIBgGrrgScmiw0APyfHT2ymBusTZyJ/u6mfo3FpzBdNJqAiArkVIgqAhDj+29hgDfvtRNSYEBaussQYvwf3EIa7G9rQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":6575595},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"a020c6af42372610f851b41cefa03454a217ab7e","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.2.3","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.19.0","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.9_1706425985342_0.5004723821907431","host":"s3://npm-registry-packages"}},"1.0.10":{"name":"js-tiktoken","version":"1.0.10","license":"MIT","_id":"js-tiktoken@1.0.10","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"2b343ec169399dcee8f9ef9807dbd4fafd3b30dc","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.10.tgz","fileCount":14,"integrity":"sha512-ZoSxbGjvGyMT13x6ACo9ebhDha/0FHdKA+OsQcMOWcm1Zs7r90Rhk5lhERLzji+3rA7EKpXCgwXcM5fF3DMpdA==","signatures":[{"sig":"MEUCIDBEEEiJekVVJoRLlFSOwdxUkGLbl63de9/Cjb95lZaOAiEA0IPwpAxuE+N62b/MMHGkCC4NgalgZl8r7GN/Z2nDr3k=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":6575596},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"ffa82838d2532b267fccd7ac2c8dd77e2785d1f9","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.2.3","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.19.0","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.10_1706428257939_0.7501102059411","host":"s3://npm-registry-packages"}},"1.0.11":{"name":"js-tiktoken","version":"1.0.11","license":"MIT","_id":"js-tiktoken@1.0.11","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"d7d707b849f703841112660d9d55169424a35344","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.11.tgz","fileCount":14,"integrity":"sha512-PajXFLq2vx7/8jllQZ43vzNpAai/0MOVdJjW/UrNyJorNQRTjHrqdGJG/mjHVy7h9M6dW6CaG43eNLMYFkTh6w==","signatures":[{"sig":"MEUCIQC3Yr5IVSEGP31ud12mEx063w4YmVA3sSxMqP3j19+0xAIgCUdCtdTsb1+h+08BnQhDhZyYS3f1lfmMjuMiOi9mco8=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":6575816},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"045f0e431b29729c833c2ae6e458ac3320b4264a","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.5.0","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.1","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.11_1712963181689_0.13941632663682668","host":"s3://npm-registry-packages"}},"1.0.12":{"name":"js-tiktoken","version":"1.0.12","license":"MIT","_id":"js-tiktoken@1.0.12","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"af0f5cf58e5e7318240d050c8413234019424211","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.12.tgz","fileCount":14,"integrity":"sha512-L7wURW1fH9Qaext0VzaUDpFGVQgjkdE3Dgsy9/+yXyGEpBKnylTd0mU0bfbNkKDlXRb6TEsZkwuflu1B8uQbJQ==","signatures":[{"sig":"MEUCIGDCTO7GZNAXTzabPXPOp1qAuUkWKWWtsav/Q/H/KqaoAiEAsBh/47RA3aFpo486+sXjVIUIJ928e9Ob99A4INJXotU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11227750},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"a7cce9922b10bca567be8453f1ef0489428fa02f","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.5.0","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.2","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.12_1715638644246_0.27086526411971334","host":"s3://npm-registry-packages"}},"1.0.13":{"name":"js-tiktoken","version":"1.0.13","license":"MIT","_id":"js-tiktoken@1.0.13","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"6b41b78069af1d3e1f228f5cda1bbd55c2a54515","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.13.tgz","fileCount":14,"integrity":"sha512-IxMQarmEQvLnXQ8Q9OezouITDC7s4GmpRFr8nKzqVYPaaDahdLFZdFB0k3nB19on9O3aGsOIBe5lumM2B2dsrA==","signatures":[{"sig":"MEUCIEhMFpmnOPolDV6RDeyXf2Hj+SkZKSNMDiQfvwYe29DAAiEAyqJ3161OOn1kBqTyJxjfAS/ldHHurAJKfYyNgCrhxWw=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11228346},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"60ff9bb8aa126a6ded2218fb424edee01b8c11d5","scripts":{"test":"vitest run","build":"rm -rf dist && tsup"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.7.0","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.4","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.13_1723763321412_0.614628376060619","host":"s3://npm-registry-packages"}},"1.0.14":{"name":"js-tiktoken","version":"1.0.14","license":"MIT","_id":"js-tiktoken@1.0.14","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"756f353262d559da16b58b5bcecfd93330076da2","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.14.tgz","fileCount":32,"integrity":"sha512-Pk3l3WOgM9joguZY2k52+jH82RtABRgB5RdGFZNUGbOKGMVlNmafcPA3b0ITcCZPu1L9UclP1tne6aw7ZI4Myg==","signatures":[{"sig":"MEUCIQDHdNLtjdTd4bjWCyW0fY4GnoT9v9ipbyED5NSZE02kOgIgKRwJgBQqpM3iu01oOaopP12Lp87oCfhsQbEBdu7JspQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22426680},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"f8aa4555da7103170ea73fee2488484da18c9f28","scripts":{"test":"vitest run","build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.7.0","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.4","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.14_1723764812546_0.7844130284420361","host":"s3://npm-registry-packages"}},"1.0.15":{"name":"js-tiktoken","version":"1.0.15","license":"MIT","_id":"js-tiktoken@1.0.15","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"92a7d829f6950c2cfb35cc52555502e3d6e2ebac","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.15.tgz","fileCount":32,"integrity":"sha512-65ruOWWXDEZHHbAo7EjOcNxOGasQKbL4Fq3jEr2xsCqSsoOo6VVSqzWQb6PRIqypFSDcma4jO90YP0w5X8qVXQ==","signatures":[{"sig":"MEUCICJiBDa4sWepSAxJbOsAuoupGAOV8hk80BH2owDMp24GAiEA/q1jJAcInHTGMQJppbzMNYmPVXj1jZPWkM+b9G1dRTo=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22427476},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"b742a86f032dde5d19f0bbb78866827139df609f","scripts":{"test":"vitest run","build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.7.0","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.4","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.15_1728034514733_0.5051919558973115","host":"s3://npm-registry-packages"}},"1.0.16":{"name":"js-tiktoken","version":"1.0.16","license":"MIT","_id":"js-tiktoken@1.0.16","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"b56800a2dbf21f717123ec49f339fde8544af36e","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.16.tgz","fileCount":32,"integrity":"sha512-nUVdO5k/M9llWpiaZlBBDdtmr6qWXwSD6fgaDu2zM8UP+OXxx9V37lFkI6w0/1IuaDx7WffZ37oYd9KvcWKElg==","signatures":[{"sig":"MEUCIQC0g9hXAkvu0ntBvOiBpyHgtehSbyVb5j/rv8KnEp3OTgIgL/jgNnuLGopiQtI00QMhhSdmfuLgt47MtleIu7RyXSw=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22427572},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"638e6a253e940bc78883f45fdbef0415cf2ff735","scripts":{"test":"vitest run","build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.8.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.5","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.16_1734627976131_0.16549542630449365","host":"s3://npm-registry-packages-npm-production"}},"1.0.17":{"name":"js-tiktoken","version":"1.0.17","license":"MIT","_id":"js-tiktoken@1.0.17","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"5eae0686d2b451648cfdcf1d1b142e7b44c1a4dc","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.17.tgz","fileCount":32,"integrity":"sha512-Fzmf02RUP8lU6eAn0CtwWEr//mSVGOgj6lK6D++OF+ZVVtFVPnaBdSAN1P2QA0/q8IZOulhIOIjnlFy6QwYNBw==","signatures":[{"sig":"MEQCIHWXqaPw+dLJCGtoX5danSjheI8BCBZcccuO542Q9PEKAiBd6czE8szo9vDfLOgkIQh1N/POkT6Nowp4J2W4TvpEcQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":22427812},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"37c993f3f714dff6cb5975417b68a58eb859347a","scripts":{"test":"vitest run","build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.8.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.6","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.17_1738531163696_0.42565530103085325","host":"s3://npm-registry-packages-npm-production"}},"1.0.18":{"name":"js-tiktoken","version":"1.0.18","license":"MIT","_id":"js-tiktoken@1.0.18","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"aaf68dda155bc693e6f0a572b9a359d569cb53df","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.18.tgz","fileCount":32,"integrity":"sha512-hFYx4xYf6URgcttcGvGuOBJhTxPYZ2R5eIesqCaNRJmYH8sNmsfTeWg4yu//7u1VD/qIUkgKJTpGom9oHXmB4g==","signatures":[{"sig":"MEQCIC0/ZG5noE1B8OyyBs+U3iy83JIzu/r5BU1Y1pVhmyGsAiAvHbjDaYKJ0pC1vmuJsCVfW3/bE3BCTpENK40V0oIkcQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":22427924},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"e3437a351b425664294b51ce6b039b6345893058","scripts":{"test":"vitest run","build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.8.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.6","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.18_1738634303367_0.8636752846291482","host":"s3://npm-registry-packages-npm-production"}},"1.0.19":{"name":"js-tiktoken","version":"1.0.19","license":"MIT","_id":"js-tiktoken@1.0.19","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"0298b584382f1d47d4b45cb93d382f11780eab78","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.19.tgz","fileCount":32,"integrity":"sha512-XC63YQeEcS47Y53gg950xiZ4IWmkfMe4p2V9OSaBt26q+p47WHn18izuXzSclCI73B7yGqtfRsT6jcZQI0y08g==","signatures":[{"sig":"MEUCIFW46hpyJnxD9M51ON6J8Du+6a8BsveRV95mRHpqA7HGAiEAxUW42GfD/ES16DISUcF9utd2+RRhv+eadedDCpNuNAw=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":22428740},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"8963e56f726f6ceb212d1db110b2ed44e418847e","scripts":{"test":"vitest run","build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.8.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.6","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.19_1739495792996_0.9884562187826968","host":"s3://npm-registry-packages-npm-production"}},"1.0.20":{"name":"js-tiktoken","version":"1.0.20","license":"MIT","_id":"js-tiktoken@1.0.20","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"dist":{"shasum":"fa2733bf147acaf1bdcf9ab8a878e79c581c95f2","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.20.tgz","fileCount":32,"integrity":"sha512-Xlaqhhs8VfCd6Sh7a1cFkZHQbYTLCwVJJWiHVxBYzLPxW0XsoxBy1hitmjkdIjD3Aon5BXLHFwU5O8WUx6HH+A==","signatures":[{"sig":"MEUCIG5sO/nYAGBNGp2lpfNoO2zmc0GXPfrSi5Whke70IbL2AiEA/aFuzk6dcSkcmJfBGMN9kNxkU6/nh9RTXEmTw7mW8H0=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":22432120},"main":"./dist/index.cjs","tsup":{"dts":true,"clean":true,"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"treeshake":true},"type":"module","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js","require":"./dist/index.cjs"},"./lite":{"types":"./dist/lite.d.ts","default":"./dist/lite.js","require":"./dist/lite.cjs"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","default":"./dist/ranks/gpt2.js","require":"./dist/ranks/gpt2.cjs"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","default":"./dist/ranks/p50k_base.js","require":"./dist/ranks/p50k_base.cjs"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","default":"./dist/ranks/p50k_edit.js","require":"./dist/ranks/p50k_edit.cjs"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","default":"./dist/ranks/r50k_base.js","require":"./dist/ranks/r50k_base.cjs"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","default":"./dist/ranks/o200k_base.js","require":"./dist/ranks/o200k_base.cjs"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","default":"./dist/ranks/cl100k_base.js","require":"./dist/ranks/cl100k_base.cjs"}},"gitHead":"9dd7d6ee3825b2cb01ec27b7a71427583ac6c7d9","scripts":{"test":"vitest run","build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"repository":{"url":"git+https://github.com/dqbd/tiktoken.git","type":"git"},"_npmVersion":"10.8.2","description":"JavaScript port of tiktoken","directories":{},"_nodeVersion":"18.20.8","dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsup":"^6.7.0"},"_npmOperationalInternal":{"tmp":"tmp/js-tiktoken_1.0.20_1745312539495_0.6465405591049473","host":"s3://npm-registry-packages-npm-production"}},"1.0.21":{"name":"js-tiktoken","version":"1.0.21","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.21","gitHead":"4c8b748e07992c00386f3180af5c574b27b65139","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.8","_npmVersion":"10.8.2","dist":{"integrity":"sha512-biOj/6M5qdgx5TKjDnFT1ymSpM5tbd3ylwDtrQvFQSu0Z7bBYko2dF+W/aUkXUPuk6IVpRxk/3Q2sHOzGlS36g==","shasum":"368a9957591a30a62997dd0c4cf30866f00f8221","tarball":"https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.21.tgz","fileCount":32,"unpackedSize":22432828,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEUCIDK+simOLEz8G+hgPoD5nQH01RA7HhMa6vHYqoV1pe0oAiEAk6j7KIBRCjMR9u1mehRfeYafwEVoGVFSVWvjLzEKN14="}]},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/js-tiktoken_1.0.21_1754701230920_0.9203379321965923"},"_hasShrinkwrap":false}},"time":{"created":"2023-05-13T11:48:46.262Z","modified":"2025-08-09T01:00:31.537Z","1.0.0":"2023-05-13T11:48:46.582Z","1.0.1":"2023-05-15T00:17:23.581Z","1.0.2":"2023-05-15T00:57:07.721Z","1.0.3":"2023-05-15T17:59:10.650Z","1.0.4":"2023-05-15T18:08:57.309Z","1.0.5":"2023-05-15T20:13:11.277Z","1.0.6":"2023-05-17T12:30:19.593Z","1.0.7":"2023-06-15T20:57:50.735Z","1.0.8":"2023-11-15T23:04:32.629Z","1.0.9":"2024-01-28T07:13:05.601Z","1.0.10":"2024-01-28T07:50:58.262Z","1.0.11":"2024-04-12T23:06:21.913Z","1.0.12":"2024-05-13T22:17:24.529Z","1.0.13":"2024-08-15T23:08:41.788Z","1.0.14":"2024-08-15T23:33:32.853Z","1.0.15":"2024-10-04T09:35:15.035Z","1.0.16":"2024-12-19T17:06:16.672Z","1.0.17":"2025-02-02T21:19:24.012Z","1.0.18":"2025-02-04T01:58:23.951Z","1.0.19":"2025-02-14T01:16:33.330Z","1.0.20":"2025-04-22T09:02:19.886Z","1.0.21":"2025-08-09T01:00:31.350Z"},"bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"license":"MIT","homepage":"https://github.com/dqbd/tiktoken#readme","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"description":"JavaScript port of tiktoken","maintainers":[{"name":"davidduong","email":"david@duong.cz"}],"readme":"# ⏳ js-tiktoken\n\ntiktoken is a [BPE](https://en.wikipedia.org/wiki/Byte_pair_encoding) tokeniser for use with\nOpenAI's models. This is a pure JS port of the original tiktoken library.\n\nInstall the library from NPM:\n\n```\nnpm install js-tiktoken\n```\n\n## Lite\n\nYou can only load the ranks you need, which will significantly reduce the bundle size:\n\n```typescript\nimport { Tiktoken } from \"js-tiktoken/lite\";\nimport o200k_base from \"js-tiktoken/ranks/o200k_base\";\n\nconst enc = new Tiktoken(o200k_base);\nassert(enc.decode(enc.encode(\"hello world\")) === \"hello world\");\n```\n\nAlternatively, encodings can be loaded dynamically from our CDN hosted on Cloudflare Pages.\n\n```typescript\nimport { Tiktoken } from \"js-tiktoken/lite\";\n\nconst res = await fetch(`https://tiktoken.pages.dev/js/o200k_base.json`);\nconst o200k_base = await res.json();\n\nconst enc = new Tiktoken(o200k_base);\nassert(enc.decode(enc.encode(\"hello world\")) === \"hello world\");\n```\n\n## Full usage\n\nIf you need all the OpenAI tokenizers, you can import the entire library:\n\n> [!CAUTION]\n> This will include all the OpenAI tokenizers, which may significantly increase the bundle size. See\n\n```typescript\nimport assert from \"node:assert\";\nimport { getEncoding, encodingForModel } from \"js-tiktoken\";\n\nconst enc = getEncoding(\"gpt2\");\nassert(enc.decode(enc.encode(\"hello world\")) === \"hello world\");\n```\n","readmeFilename":"README.md"}