{"bugs":{"url":"https://github.com/niieani/gpt-tokenizer/issues"},"dist":{"shasum":"d34e87e001026734f6321d2cf2ce8710332385c1","tarball":"https://registry.npmjs.org/gpt-tokenizer/-/gpt-tokenizer-1.0.5.tgz","fileCount":51,"integrity":"sha512-uLq42+uNAJENy1AcVJ3VIIA5BimrcDG8AhbohUro2wYF9nYPq92AlGWe299NqC9pBIY3r+oqwYse0OtIWkJAwg==","signatures":[{"sig":"MEUCIFW8L743r84Hzd55u5GIJFlIv/aZyjWFlKz3xdk66YQ+AiEA0xQNzT6Mc1zPFSpFuYMT1DR94qv2Yj3FqSLar778hkk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":21035096},"main":"esm/main.js","name":"gpt-tokenizer","types":"./esm/main.d.ts","unpkg":"dist/gpt3encoder.js","author":{"url":"https://github.com/niieani","name":"Bazyli Brzoska","email":"npm@invent.life"},"module":"esm/main.js","source":"src/main.ts","exports":{".":{"import":"./esm/main.js","require":"./cjs/main.js"},"./*":{"import":"./esm/*.js","require":"./cjs/*.js"},"./cjs":{"require":"./cjs/main.js"},"./cjs/*":{"require":"./cjs/*.js"},"./esm/*":{"import":"./esm/*.js"},"./data/*":{"import":"./data/*","require":"./data/*"},"./package.json":"./package.json"},"gitHead":"f7df7e95eec1a8b23b6f7df3a1b853450f0a08a7","license":"MIT","release":{"branches":["+([0-9])?(.{+([0-9]),x}).x","master",{"name":"main","channel":false},"next",{"name":"beta","prerelease":true},{"name":"alpha","prerelease":true}],"tagFormat":"${version}"},"scripts":{"test":"yarn test:format && yarn test:types && yarn test:lint && yarn test:code","build":"yarn build:cjs && yarn build:esm && yarn build:umd","clean":"git clean -dfX --exclude=node_modules src && beemo typescript:sync-project-refs","format":"yarn rrun prettier --write \"./{src,tests,.config}/**/!(*.d).{.js,jsx,ts,tsx,json,md}\"","prepare":"rrun husky install .config/husky && beemo create-config","release":"beemo run-script release","build:cjs":"yarn rrun tsc --outDir cjs --module commonjs --target es2022","build:esm":"yarn rrun tsc --outDir esm --module esnext --target es2022 && echo '{\"name\": \"gpt-tokenizer\", \"type\": \"module\"}' > ./esm/package.json","build:umd":"beemo webpack --entry='./src/main.ts' --env 'outDir=dist' --env 'moduleTarget=umd' --env 'engineTarget=web' --env 'codeTarget=es2022' --env 'name=GPT3Encoder' --env 'export=default' --env 'filename=gpt3encoder.js'","test:code":"rrun jest","test:lint":"rrun eslint 'src/*.{js,jsx,ts,tsx}'","test:types":"yarn rrun tsc --noEmit","test:format":"yarn rrun prettier --check \"./{src,tests,.config}/**/!(*.d).{.js,jsx,ts,tsx,json,md}\"","postinstallDev":"yarn prepare"},"_npmUser":{"name":"niieani","email":"npm@invent.life"},"homepage":"https://github.com/niieani/gpt-tokenizer#readme","keywords":["BPE","encoder","decoder","tokenizer","GPT","GPT-2","GPT-3","GPT-3.5","GPT-4","NLP","Natural Language Processing","Text Generation","OpenAI","Machine Learning","ml"],"repository":{"url":"git+https://github.com/niieani/gpt-tokenizer.git","type":"git"},"_npmVersion":"8.19.4","description":"BPE Encoder Decoder for GPT-2 / GPT-3","directories":{},"maintainers":[{"name":"niieani","email":"npm@invent.life"}],"_nodeVersion":"16.20.0","contributors":[{"url":"https://github.com/nickwalton","name":"Nick Walton"},{"url":"https://github.com/niieani","name":"Bazyli Brzoska","email":"npm@invent.life"}],"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"packageManager":"yarn@3.5.0","devDependencies":{"tsx":"^3.12.7","@niieani/scaffold":"^1.6.7"},"_npmOperationalInternal":{"tmp":"tmp/gpt-tokenizer_1.0.5_1684221576164_0.7559436025514503","host":"s3://npm-registry-packages"},"_id":"gpt-tokenizer@1.0.5","version":"1.0.5"}