{"_id":"@anysphere/tiktoken-node","_rev":"18-171ac9eb66ccad7468bb747c15b7426e","name":"@anysphere/tiktoken-node","dist-tags":{"latest":"0.2.1"},"versions":{"0.1.1":{"name":"@anysphere/tiktoken-node","version":"0.1.1","_id":"@anysphere/tiktoken-node@0.1.1","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"2de0ad56fe54d50caa3fe79df1bca09f10a21b08","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.1.tgz","fileCount":11,"integrity":"sha512-m9wLwsnNb8c4O5zkC3hP3x/EkA8UVhs/wkkbFf79sc8/Evj8fm77o+J3Z2/7zSMV4O/qZDKKJAeNmDlQah6Mmg==","signatures":[{"sig":"MEYCIQCyjjG5fVWm9QxH66VkBlaqLpV9OxN8u2A5qU059fL2VwIhAJsLG+P/9a2EwaMIzyi2yNnL+oPAQTqfNgYMMtFsWpgt","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26811},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["aarch64-apple-darwin","universal-apple-darwin"]}},"_from":"file:anysphere-tiktoken-node-0.1.1.tgz","types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform","publish-to-npm":"pnpm build && pnpm publish --access=public"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_resolved":"/private/var/folders/8w/vvxyx1h51t990hlz5k_gzqdm0000gn/T/c7c6c9200eb2453309d0f4137230b985/anysphere-tiktoken-node-0.1.1.tgz","_integrity":"sha512-m9wLwsnNb8c4O5zkC3hP3x/EkA8UVhs/wkkbFf79sc8/Evj8fm77o+J3Z2/7zSMV4O/qZDKKJAeNmDlQah6Mmg==","_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","dependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.1","@anysphere/tiktoken-node-darwin-arm64":"0.1.1","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.1","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.1","@anysphere/tiktoken-node-darwin-universal":"0.1.1"},"_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.1","@anysphere/tiktoken-node-darwin-arm64":"0.1.1","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.1","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.1","@anysphere/tiktoken-node-darwin-universal":"0.1.1"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.1_1708205383002_0.572345666675895","host":"s3://npm-registry-packages"}},"0.1.4":{"name":"@anysphere/tiktoken-node","version":"0.1.4","_id":"@anysphere/tiktoken-node@0.1.4","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"64dbae466ed04694e11bf2926599c1e35347b14a","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.4.tgz","fileCount":13,"integrity":"sha512-uFsfkkcGC/Pj3RlufeyYuDr7kz8ZVRxwWB1dKflVoC+igQBbF5tKHBoN/YPp5lj6MdiGhqv6lWEakO/Oklu8YA==","signatures":[{"sig":"MEUCIFNNScDZNRLbDssluyNihcVv9j4Xh4xVjQ1vtuHcYFt/AiEA7an0ZCs4ZRQE8QKOq87wje578iAQV3bOqQfxHFxk4Zc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":36558},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["x86_64-pc-windows-msvc","x86_64-unknown-linux-gnu","aarch64-unknown-linux-gnu","x86_64-apple-darwin","aarch64-apple-darwin"]}},"_from":"file:anysphere-tiktoken-node-0.1.4.tgz","types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_resolved":"/private/var/folders/8w/vvxyx1h51t990hlz5k_gzqdm0000gn/T/5babfbb9f2d5fbb5414a4030ec75f5e7/anysphere-tiktoken-node-0.1.4.tgz","_integrity":"sha512-uFsfkkcGC/Pj3RlufeyYuDr7kz8ZVRxwWB1dKflVoC+igQBbF5tKHBoN/YPp5lj6MdiGhqv6lWEakO/Oklu8YA==","_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","dependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.4","@anysphere/tiktoken-node-darwin-arm64":"0.1.4","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.4","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.4","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.4"},"_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.4","@anysphere/tiktoken-node-darwin-arm64":"0.1.4","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.4","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.4","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.4"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.4_1708213316715_0.677605406260229","host":"s3://npm-registry-packages"}},"0.1.10":{"name":"@anysphere/tiktoken-node","version":"0.1.10","_id":"@anysphere/tiktoken-node@0.1.10","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"ce31ebdf6e3dc7eeb27648f023f06cf6be12e7a2","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.10.tgz","fileCount":12,"integrity":"sha512-BL4hAgxMoVlupfORNHZoGtZRlsVakxn1f2/XyPw/AdkAe9xopOtHd05XJ/CBkACOVqxfGor5i86WxdGtR/ZqWg==","signatures":[{"sig":"MEQCIHkwRwrirnfai4RmrxaDh04/tdOqWUBknbSOotn9OLQiAiBKQaMOdjJeA+wph1B0LatmE3RSlxDAVVxbf0KTzpJuRg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":35554},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["x86_64-pc-windows-msvc","x86_64-unknown-linux-gnu","aarch64-unknown-linux-gnu","x86_64-apple-darwin","aarch64-apple-darwin"]}},"types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"gitHead":"b1a362187785f9fbe9162153a54a3f40740e6587","scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform","prepublishOnly":"napi prepublish -t npm --skip-gh-release"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.10","@anysphere/tiktoken-node-darwin-arm64":"0.1.10","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.10","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.10","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.10"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.10_1708215645773_0.6379498034268478","host":"s3://npm-registry-packages"}},"0.1.11":{"name":"@anysphere/tiktoken-node","version":"0.1.11","_id":"@anysphere/tiktoken-node@0.1.11","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"2ad1843bd6ebc684265d6a434d84d0baef40a6fa","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.11.tgz","fileCount":12,"integrity":"sha512-rJw7H7SddHiwdOLLhzrcezEsQsfr/O+/Gc4RapexE+SSrLQcmv2NX7jkbZTq96z4AXDaq7zB8JN6vbQCl7Ykjw==","signatures":[{"sig":"MEQCIFF6sM2NK/PvVUCPb/WAM3byv3HsqDtPt1+06JOEn7YHAiBUpysZ0KPSrdcYgO7QBvqUt8S5b4/sugagYvRd6DAoXg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":35554},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["x86_64-pc-windows-msvc","x86_64-unknown-linux-gnu","aarch64-unknown-linux-gnu","x86_64-apple-darwin","aarch64-apple-darwin"]}},"types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"gitHead":"b1a362187785f9fbe9162153a54a3f40740e6587","scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform","prepublishOnly":"napi prepublish -t npm --skip-gh-release"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.11","@anysphere/tiktoken-node-darwin-arm64":"0.1.11","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.11","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.11","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.11"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.11_1708215663555_0.5818307871850834","host":"s3://npm-registry-packages"}},"0.1.12":{"name":"@anysphere/tiktoken-node","version":"0.1.12","_id":"@anysphere/tiktoken-node@0.1.12","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"63a3fe8398afcd9f42705711b9fb4866fbd504fd","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.12.tgz","fileCount":12,"integrity":"sha512-HcZrwyzp/ZVAN1uew7iexHnAQOrizg+qKOeyBVNC4ThsCADjHcCQW3LLMuRkzVxkxzWa9D+AdX7BqBRsKE/Fqw==","signatures":[{"sig":"MEQCIDcu8NZVHJI+wcbpeOXbI7T6COxpv6dDkXkwTNr0cejbAiAcaeg3cbQYvd98yMp9nYwkb/7yCR3FYQ3z8hZfAEELhQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":35554},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["x86_64-pc-windows-msvc","x86_64-unknown-linux-gnu","aarch64-unknown-linux-gnu","x86_64-apple-darwin","aarch64-apple-darwin"]}},"types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"gitHead":"3e467d098c8249c0b6a71524f16ec94142f07aee","scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform","prepublishOnly":"napi prepublish -t npm --skip-gh-release"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.12","@anysphere/tiktoken-node-darwin-arm64":"0.1.12","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.12","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.12","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.12"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.12_1708215734021_0.06401657214205714","host":"s3://npm-registry-packages"}},"0.1.13":{"name":"@anysphere/tiktoken-node","version":"0.1.13","_id":"@anysphere/tiktoken-node@0.1.13","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"8e285237e53e85628452af1602a389910b5c192d","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.13.tgz","fileCount":12,"integrity":"sha512-pIaiN3AFNOeGl8CuhMK6iRYp0QcVNdGlPqEFllUT9TToG+K/LsDV38p5kIZ4SWvd//o+i9I4D1cbZJpSxgLzxw==","signatures":[{"sig":"MEUCIDZA9WmRjkscSjGYHxFrC8MwOqII/C3Yc0uaTWtzL2LwAiEA93D3ncompfDOaXMUscKB6bdWZbkrPnIDfSeLVWLd5/g=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":35554},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["x86_64-pc-windows-msvc","x86_64-unknown-linux-gnu","aarch64-unknown-linux-gnu","x86_64-apple-darwin","aarch64-apple-darwin"]}},"types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"gitHead":"6d63d69d86c834dc860bfb738dbbcf6d7e06a434","scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform","prepublishOnly":"napi prepublish -t npm --skip-gh-release"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.13","@anysphere/tiktoken-node-darwin-arm64":"0.1.13","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.13","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.13","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.13"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.13_1708215775310_0.0057580786916233695","host":"s3://npm-registry-packages"}},"0.1.14":{"name":"@anysphere/tiktoken-node","version":"0.1.14","_id":"@anysphere/tiktoken-node@0.1.14","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"1b7276b462789f992f07b059d154c26acc8b2c1f","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.14.tgz","fileCount":12,"integrity":"sha512-TnaFNCWRgnhhg6bg4cKTM87uG4CehwXyP4fadq8FMsmrvhROdJ44FovtkA/UCcX/CoL77MxodJ5iKjixCksN8A==","signatures":[{"sig":"MEYCIQDhIsxh6ueCgiHvSHXShQfogsM3T+OiomJ+82TeL6MfRAIhAJXppnJj4FFyIpiJYOSTV5aEy13C7LSQTwDiwa9Huf4q","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":35554},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["x86_64-pc-windows-msvc","x86_64-unknown-linux-gnu","aarch64-unknown-linux-gnu","x86_64-apple-darwin","aarch64-apple-darwin"]}},"types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"gitHead":"cb9db33589bff2b379d9243fadf416eaefdaac48","scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform","prepublishOnly":"napi prepublish -t npm --skip-gh-release"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.14","@anysphere/tiktoken-node-darwin-arm64":"0.1.14","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.14","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.14","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.14"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.14_1708216146815_0.1505584121823309","host":"s3://npm-registry-packages"}},"0.1.22":{"name":"@anysphere/tiktoken-node","version":"0.1.22","_id":"@anysphere/tiktoken-node@0.1.22","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"b301eeafa973969eb2a6881a8db3f903da920da9","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.22.tgz","fileCount":10,"integrity":"sha512-ZcX9YX4A993cdxjIPL4R2fjQbYd8g5DpJhTN4fBJTPVicYo3Y7FKzWNgy1KUV59z+c/D8kDYVjFk1Iu+hB8n6Q==","signatures":[{"sig":"MEYCIQCp+exavuM+D/zpcV1gAoyXSHDSld16OtubUx2v1kzdwAIhAKZClCA4UXWXpbdlUFgakxf4vIizbAmZjX/kQshGTunh","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":25813},"main":"index.js","napi":{"name":"tiktoken-node"},"types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"gitHead":"001b7810052a6824c2b9c8fc0f4c46fecf7877d7","scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform","prepublishOnly":"napi prepublish -t npm --skip-gh-release"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_npmVersion":"10.4.0","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.22","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.22","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.22"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.22_1708217583018_0.1571643208161433","host":"s3://npm-registry-packages"}},"0.1.24":{"name":"@anysphere/tiktoken-node","version":"0.1.24","_id":"@anysphere/tiktoken-node@0.1.24","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"35c70b1a200bd37fdf093b73782f4a89a61e00d5","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.24.tgz","fileCount":11,"integrity":"sha512-1q2Zl8A60388Nh0qMn1xpx5jo40mrd6vzWelpDbl2NpZ+ZDWaha41MifTghsDKC+Ae39D77cbdtxEOyUp/EF0w==","signatures":[{"sig":"MEYCIQCSBb1l2GhvvZsm52pnLSPnEtzYlhlm8v8wEeNYKK5OiQIhAPbxsV/tV47ox3ccnwNKfVTquX2PF0uheHWreTZg1Hws","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27153},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["aarch64-apple-darwin","aarch64-pc-windows-msvc","aarch64-unknown-linux-gnu"]}},"_from":"file:anysphere-tiktoken-node-0.1.24.tgz","types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_resolved":"/tmp/4d3954382f893f6a8cea2d3240b33e9c/anysphere-tiktoken-node-0.1.24.tgz","_integrity":"sha512-1q2Zl8A60388Nh0qMn1xpx5jo40mrd6vzWelpDbl2NpZ+ZDWaha41MifTghsDKC+Ae39D77cbdtxEOyUp/EF0w==","_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","dependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.24","@anysphere/tiktoken-node-darwin-arm64":"0.1.24","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.24","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.24","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.24","@anysphere/tiktoken-node-win32-arm64-msvc":"0.1.24"},"_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.24","@anysphere/tiktoken-node-darwin-arm64":"0.1.24","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.24","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.24","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.24","@anysphere/tiktoken-node-win32-arm64-msvc":"0.1.24"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.24_1708219666066_0.1254082818574549","host":"s3://npm-registry-packages"}},"0.1.26":{"name":"@anysphere/tiktoken-node","version":"0.1.26","_id":"@anysphere/tiktoken-node@0.1.26","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"41141625424efac901359ea35f606ff41674f351","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.26.tgz","fileCount":11,"integrity":"sha512-+68cISZTpMhn8IM2a5ontSAuSyU/CXqbLc0zVcdX5utKYC2VQE8xoaqNI0NX7k9njXhicl7B9tiYvTqt6zHEjQ==","signatures":[{"sig":"MEQCIFKXZo6mfRf9rnS+Ars5TeSsupXdbJl/IWBJkfafPiNzAiAitds3ljUr4WrBfmjC3NEV+KYtxfeMQFUB0aLDLfQvig==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27147},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["aarch64-apple-darwin","aarch64-pc-windows-msvc","aarch64-unknown-linux-gnu"]}},"_from":"file:anysphere-tiktoken-node-0.1.26.tgz","types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_resolved":"/tmp/be5dadbf777ee9d1a9c1eb43e58dc973/anysphere-tiktoken-node-0.1.26.tgz","_integrity":"sha512-+68cISZTpMhn8IM2a5ontSAuSyU/CXqbLc0zVcdX5utKYC2VQE8xoaqNI0NX7k9njXhicl7B9tiYvTqt6zHEjQ==","_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","dependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.26","@anysphere/tiktoken-node-darwin-arm64":"0.1.26","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.26","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.26","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.26","@anysphere/tiktoken-node-win32-arm64-msvc":"0.1.26"},"_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.26","@anysphere/tiktoken-node-darwin-arm64":"0.1.26","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.26","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.26","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.26","@anysphere/tiktoken-node-win32-arm64-msvc":"0.1.26"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.26_1708225375014_0.9397126698015705","host":"s3://npm-registry-packages"}},"0.1.27":{"name":"@anysphere/tiktoken-node","version":"0.1.27","_id":"@anysphere/tiktoken-node@0.1.27","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"2fefb7ebe0834024a42ed887556ef4b1613f9026","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.1.27.tgz","fileCount":11,"integrity":"sha512-2hDdxp8oYEt+UX82B1j0AwwE7ENaNesJa7DaIGfV2wgrG8fvwGWVsVsi5k4deBt5lEuXsmWxMvnhAQX+tHQG0w==","signatures":[{"sig":"MEUCIQDJo/pDl+TIBXSNMm1AmsYoz3lU0F2Dz0Yk9bhfUapaxgIgf8CkQeaF6aFc1k7EQwnk3mb4qfbocIZSeQf1dIoc3ig=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28546},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["aarch64-apple-darwin","aarch64-pc-windows-msvc","aarch64-unknown-linux-gnu"]}},"_from":"file:anysphere-tiktoken-node-0.1.27.tgz","types":"index.d.ts","wireit":{"build":{"files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node","index.js","index.d.ts"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_resolved":"/tmp/2497d4de67cd951d9998d6b138316462/anysphere-tiktoken-node-0.1.27.tgz","_integrity":"sha512-2hDdxp8oYEt+UX82B1j0AwwE7ENaNesJa7DaIGfV2wgrG8fvwGWVsVsi5k4deBt5lEuXsmWxMvnhAQX+tHQG0w==","_npmVersion":"9.8.1","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.6.1","dependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.27","@anysphere/tiktoken-node-darwin-arm64":"0.1.27","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.27","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.27","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.27","@anysphere/tiktoken-node-win32-arm64-msvc":"0.1.27"},"_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.1.27","@anysphere/tiktoken-node-darwin-arm64":"0.1.27","@anysphere/tiktoken-node-linux-x64-gnu":"0.1.27","@anysphere/tiktoken-node-win32-x64-msvc":"0.1.27","@anysphere/tiktoken-node-linux-arm64-gnu":"0.1.27","@anysphere/tiktoken-node-win32-arm64-msvc":"0.1.27"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.1.27_1708227665358_0.6479388140424516","host":"s3://npm-registry-packages"}},"0.2.0":{"name":"@anysphere/tiktoken-node","version":"0.2.0","_id":"@anysphere/tiktoken-node@0.2.0","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"c0943a13381094c57955676fea8b927183052d26","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.2.0.tgz","fileCount":5,"integrity":"sha512-VaIlaza73oMDnmcbhREWRMFgdQD0+kH/TBFkcv+uMPoL2vMnIulN2cRP86xFTdDbIy7xCjINGWslWbuRuIg1Bg==","signatures":[{"sig":"MEQCIDimlACoJY/YLnbpumeenGBTGFqK2UvoT3iBKlk9yWVIAiAiqqqcuxEKEobJ8W0CEHKxrVqDqnGfZOSXzhR9+eIUVg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":12149538},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["aarch64-apple-darwin","aarch64-pc-windows-msvc","aarch64-unknown-linux-gnu"]}},"_from":"file:anysphere-tiktoken-node-0.2.0.tgz","types":"index.d.ts","wireit":{"build":{"clean":"if-file-deleted","files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node"],"command":"napi build --platform --release"}},"engines":{"npm":"please-use-pnpm","node":">= 18.15.0","pnpm":"^8.6.0","yarn":"please-use-pnpm"},"scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_resolved":"/tmp/3e29f815a57da614026298364a69dee3/anysphere-tiktoken-node-0.2.0.tgz","_integrity":"sha512-VaIlaza73oMDnmcbhREWRMFgdQD0+kH/TBFkcv+uMPoL2vMnIulN2cRP86xFTdDbIy7xCjINGWslWbuRuIg1Bg==","_npmVersion":"10.5.0","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.12.2","dependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.2.0","@anysphere/tiktoken-node-darwin-arm64":"0.2.0","@anysphere/tiktoken-node-linux-x64-gnu":"0.2.0","@anysphere/tiktoken-node-win32-x64-msvc":"0.2.0","@anysphere/tiktoken-node-linux-arm64-gnu":"0.2.0","@anysphere/tiktoken-node-win32-arm64-msvc":"0.2.0"},"_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.2.0","@anysphere/tiktoken-node-darwin-arm64":"0.2.0","@anysphere/tiktoken-node-linux-x64-gnu":"0.2.0","@anysphere/tiktoken-node-win32-x64-msvc":"0.2.0","@anysphere/tiktoken-node-linux-arm64-gnu":"0.2.0","@anysphere/tiktoken-node-win32-arm64-msvc":"0.2.0"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.2.0_1728769790558_0.7459157428361161","host":"s3://npm-registry-packages"}},"0.2.1":{"name":"@anysphere/tiktoken-node","version":"0.2.1","_id":"@anysphere/tiktoken-node@0.2.1","maintainers":[{"name":"anysphere","email":"founders@anysphere.co"}],"dist":{"shasum":"fcfc5d40400ad48fba8cc63a7d24e788b5b9a358","tarball":"https://registry.npmjs.org/@anysphere/tiktoken-node/-/tiktoken-node-0.2.1.tgz","fileCount":5,"integrity":"sha512-9Flc8gRGbz5BQeDb4RSs6hANqgOZYeMEy5NSBkS6NYQswJmtIR9LJKyHZmfpw0ojZQ/qkrZSgdigkZu3aLuojA==","signatures":[{"sig":"MEYCIQD9BkiYPUOIySXUWMxGDlCtlpJ/hkKzmlTpEJUpwkQvzAIhAJpwjPKQnVcgLcY7UzOTrMI9gCHNuz0WzvWuq5CZhFPl","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":12149567},"main":"index.js","napi":{"name":"tiktoken-node","triples":{"additional":["aarch64-apple-darwin","aarch64-pc-windows-msvc","aarch64-unknown-linux-gnu"]}},"_from":"file:anysphere-tiktoken-node-0.2.1.tgz","types":"index.d.ts","wireit":{"build":{"clean":"if-file-deleted","files":["src/**","Cargo.toml","Cargo.lock","build.rs"],"output":["tiktoken-node.*.node"],"command":"napi build --platform --release"}},"engines":{"node":">= 18.15.0"},"scripts":{"build":"wireit","version":"napi version","artifacts":"napi artifacts","universal":"napi universal","build:debug":"napi build --platform"},"_npmUser":{"name":"anysphere","email":"founders@anysphere.co"},"_resolved":"/tmp/685957cbc5244325dda0bbf3a9e06939/anysphere-tiktoken-node-0.2.1.tgz","_integrity":"sha512-9Flc8gRGbz5BQeDb4RSs6hANqgOZYeMEy5NSBkS6NYQswJmtIR9LJKyHZmfpw0ojZQ/qkrZSgdigkZu3aLuojA==","_npmVersion":"10.5.0","description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","directories":{},"_nodeVersion":"20.12.2","dependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.2.1","@anysphere/tiktoken-node-darwin-arm64":"0.2.1","@anysphere/tiktoken-node-linux-x64-gnu":"0.2.1","@anysphere/tiktoken-node-win32-x64-msvc":"0.2.1","@anysphere/tiktoken-node-linux-arm64-gnu":"0.2.1","@anysphere/tiktoken-node-win32-arm64-msvc":"0.2.1"},"_hasShrinkwrap":false,"devDependencies":{"ava":"^5.1.1","wireit":"^0.14.0","@napi-rs/cli":"^2.16.2"},"optionalDependencies":{"@anysphere/tiktoken-node-darwin-x64":"0.2.1","@anysphere/tiktoken-node-darwin-arm64":"0.2.1","@anysphere/tiktoken-node-linux-x64-gnu":"0.2.1","@anysphere/tiktoken-node-win32-x64-msvc":"0.2.1","@anysphere/tiktoken-node-linux-arm64-gnu":"0.2.1","@anysphere/tiktoken-node-win32-arm64-msvc":"0.2.1"},"_npmOperationalInternal":{"tmp":"tmp/tiktoken-node_0.2.1_1728920617013_0.654684902848492","host":"s3://npm-registry-packages"}}},"time":{"created":"2024-02-17T21:29:42.862Z","modified":"2026-04-10T16:27:53.635Z","0.1.1":"2024-02-17T21:29:43.197Z","0.1.4":"2024-02-17T23:41:56.888Z","0.1.10":"2024-02-18T00:20:45.935Z","0.1.11":"2024-02-18T00:21:03.712Z","0.1.12":"2024-02-18T00:22:14.221Z","0.1.13":"2024-02-18T00:22:55.496Z","0.1.14":"2024-02-18T00:29:06.997Z","0.1.22":"2024-02-18T00:53:03.205Z","0.1.24":"2024-02-18T01:27:46.222Z","0.1.26":"2024-02-18T03:02:55.178Z","0.1.27":"2024-02-18T03:41:05.528Z","0.2.0":"2024-10-12T21:49:50.873Z","0.2.1":"2024-10-14T15:43:37.306Z"},"description":"We use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thr","maintainers":[{"email":"netto@anysphere.co","name":"netto-anysphere"},{"email":"npmjs@anysphere.co","name":"anysphere-root"},{"email":"henry@anysphere.co","name":"henry-anysphere"}],"readme":"# @anysphere/tiktoken-node\n\nWe use our own fork for now because we are making changes that may not be useful to everyone. For example, we add support for special tokens, and we also add support for running tokenization asynchronously with the computation happening on a different thread.\n","readmeFilename":"README.md"}