{"_id":"@bluryar/tokenizers-js","_rev":"92-9bc3c433550bec2d129295662c5bed54","name":"@bluryar/tokenizers-js","dist-tags":{"latest":"0.1.92"},"versions":{"0.1.1":{"name":"@bluryar/tokenizers-js","version":"0.1.1","_id":"@bluryar/tokenizers-js@0.1.1","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"e5b558d2ccec77eedd46a5383540f2e83ee67398","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.1.tgz","fileCount":8,"integrity":"sha512-opVWJMtwi31sUMJnab34kKdDWWFPJv3QzLN1ihcM/gzJN5L0PWnpWXWPutpsIT7rEiGn8/tT0yQ7D4YoCxe0bg==","signatures":[{"sig":"MEUCIQC1/2FypkiYethwVL33SbraeTe32iNEHaXSTW3dSN8n3QIgW2JGSRw0x9qsSADra4IDcAcck6EQyycldclxvubgnVw=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2688994},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"be8e659e6b99399573727fd49c66230b40c7dd23","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.1_1734327324955_0.0163661351077109","host":"s3://npm-registry-packages-npm-production"}},"0.1.2":{"name":"@bluryar/tokenizers-js","version":"0.1.2","_id":"@bluryar/tokenizers-js@0.1.2","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"a2f0486ec851079a0af877a4c1b30f81aca7a1a7","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.2.tgz","fileCount":8,"integrity":"sha512-BPZLM9QvwWs6agZhc33SQkiYQNXcfjQ5+oX0ToYiND847nceiwlIe94MF+3TP2X7NZwYOPuhzRFMpGXiEAYOJg==","signatures":[{"sig":"MEUCIQCLGQ1HaOsHFabZr7bJ/M5DrX7dmvRsSCO1GUB1ZyQELAIgThhGsgAZBFF2x0L14OK2uCYZCTgh/gpS9Ai3Rr9bKtc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2688994},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"e33884169b72afcc228261487832a8fc14919c21","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.2_1734327575560_0.8125725713227463","host":"s3://npm-registry-packages-npm-production"}},"0.1.3":{"name":"@bluryar/tokenizers-js","version":"0.1.3","_id":"@bluryar/tokenizers-js@0.1.3","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"2ac693cc75a40614b2a4613c7d2621b84c1c44a1","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.3.tgz","fileCount":9,"integrity":"sha512-3I8Ehg2b3cbyZAEAPXJohxCZ1lvQHPBF0QfgyC3dDjFaqQ/tCXK3lWa6J2MDx5bCRtGgQ6ZXB+hzhEziEyhpaA==","signatures":[{"sig":"MEUCIQDjl/GZAYgjDJisv8mTcwfo1RiqiDb1V4BTTYGgsm3XqQIgStck22B43h/1lO1d0FH0xG24X7W3w3FlVmHaIIZ/Yo8=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691834},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"e8d022536ac562c446f8d61baad4b119b52ea303","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.3_1734332580066_0.9300317821165902","host":"s3://npm-registry-packages-npm-production"}},"0.1.4":{"name":"@bluryar/tokenizers-js","version":"0.1.4","_id":"@bluryar/tokenizers-js@0.1.4","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"dd45c018252e301649cd8d0483f53b11da529670","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.4.tgz","fileCount":9,"integrity":"sha512-K3YMjvkqW5LdriJbrQKdci1pHqKgGGtJlpyFonYo65LRrePOrkkuHMaDaME+At4ol9Inz4Qz43212R4RZNcosg==","signatures":[{"sig":"MEUCIGFGAyWUGCS7CQN76KJUUDvmrDFAnLJErL6G4mXim6JvAiEA0easv2hSogOq/aMw//U+ygiS4fBy7oojxtTBWY/X4PA=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691834},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"1f54f1afee852db4d5f93df8535715b144d83800","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.4_1734394261158_0.011894770215079564","host":"s3://npm-registry-packages-npm-production"}},"0.1.5":{"name":"@bluryar/tokenizers-js","version":"0.1.5","_id":"@bluryar/tokenizers-js@0.1.5","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"f8875af1e4ad932d83f8241ac18e2bd3dd642d47","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.5.tgz","fileCount":9,"integrity":"sha512-vqcWZOLwhsDR05VJ3UGzIXMMhLo+oO/GR0uhxj2FqWvpB4mh48WTCgp8WN8fywv2XnFNJ8PfkCyJ5OM27N4UZg==","signatures":[{"sig":"MEYCIQD1AfHziGC5yMJFkOtCbvt82IyXWHexS8WJESaITZ+xFgIhAIkh7CyveqrOIbfK2zawRB9stYx22pX2hKJLWVDU+EOc","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691834},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"3441384fce0143d6510be605b5a721108d65cfcb","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.5_1734480649829_0.9289800218559139","host":"s3://npm-registry-packages-npm-production"}},"0.1.6":{"name":"@bluryar/tokenizers-js","version":"0.1.6","_id":"@bluryar/tokenizers-js@0.1.6","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"a3adbbf4e6d4e0dd9adf20fb67735e79b89819b8","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.6.tgz","fileCount":9,"integrity":"sha512-3XRs0VFmno2JVW4vDnGt/kURBTWLKKEOZpmPDGGwDnAIdgqiY4MjGC7fGingyh4dqHyLt2j1vrnlAml6YnFpcQ==","signatures":[{"sig":"MEYCIQDdQzLKNcq2UmD6uu9pmL57DRdrT7Hhn41YUmDaBvl2OAIhANVFlQUct0P+6b5vXrRxJEcy6Zq7ov9NS9o+CTHwrq18","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691834},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"90d4348ca1e8190f672cf5a63a28532bb4091dc3","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.6_1734567044447_0.990982319790892","host":"s3://npm-registry-packages-npm-production"}},"0.1.7":{"name":"@bluryar/tokenizers-js","version":"0.1.7","_id":"@bluryar/tokenizers-js@0.1.7","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"9edeb42b897a7af32578fc9e45d755abe5f828e1","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.7.tgz","fileCount":9,"integrity":"sha512-/s9IDFQ0xudd+3uB5U/xIldpi05LQEsXwg/bbSxV44lViEC+dcvXH4qheK6GoMCMAQvT83pyH77fB61KHwM86w==","signatures":[{"sig":"MEUCIA11FbOqMXNkyAz1SHP5O4ujMHSzuekxWkCMuEbAGMxoAiEA6SUBfex99Yu7krjFrVWrHdywlf2AIcBYgkUSfsqRWIs=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691834},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"cb911e5b30960d4782261d3d2ae28b3b7f727a3a","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.7_1734653420748_0.21923125271574162","host":"s3://npm-registry-packages-npm-production"}},"0.1.8":{"name":"@bluryar/tokenizers-js","version":"0.1.8","_id":"@bluryar/tokenizers-js@0.1.8","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"bca00677db02490e4e46bcbbdb4a025c8629e056","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.8.tgz","fileCount":9,"integrity":"sha512-OdHMUB1pxdLAfNV69w22dE4Plz8yxnT26jgtaWQhXiN38qKb+SX7wdRCRezYG2zbXFAu2EuUbC3e0rT/2vTMxw==","signatures":[{"sig":"MEUCIGipBr6AchaABobrGALeYBLX3t6tbDFjJsPR2LZdr+QVAiEA8Mr4/PmPd1VOxwfUOfzYgP//p00RU2smfxMN98Uc5X4=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691834},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"8eb6d282a287055bf7cceccf5e1b1d5ee540ae35","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.8_1734739801660_0.2856362016809768","host":"s3://npm-registry-packages-npm-production"}},"0.1.9":{"name":"@bluryar/tokenizers-js","version":"0.1.9","_id":"@bluryar/tokenizers-js@0.1.9","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"ebe0d1417ffa5b36d8c23e5da4d36d6e6df1d249","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.9.tgz","fileCount":9,"integrity":"sha512-wD4Hf7uSSTOUb3FdtRi4h80my5BFmChSp9B/OwIDiAEnKz9eNowavyz3/2b+N4pRGO3BM831BmDw+9xO7l/bgQ==","signatures":[{"sig":"MEYCIQDgYuKaeQ73/8L1BtTLwzli2d1L5zD3lzBiNJjxP14DWQIhAL01f+jOdX5ZLa85v8H5lJRj7MCTDC0Mdpnf4s6VCtqg","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691836},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"13e8d2537d3f222f9005a383c539ce6edfbc829e","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.9_1734826265462_0.9499032548202058","host":"s3://npm-registry-packages-npm-production"}},"0.1.10":{"name":"@bluryar/tokenizers-js","version":"0.1.10","_id":"@bluryar/tokenizers-js@0.1.10","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"f60f7f86881d994e305ed78ad2e44d77c0b04794","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.10.tgz","fileCount":9,"integrity":"sha512-Qsm63tJJl7mDhrZaI2gAhn9TGEMCFqSLSIYBHugKt8iXoJeWEtSF4at4S+1E+VGHA1z6EtBmLcsqbcCdspLZ9w==","signatures":[{"sig":"MEUCIQCuKWALPPeNDGhc8wM/CC/ojPFsIUF079x6gYCfSPJ4pwIgBqMbFQbCzskWQLitT9czwHG3xbpl2vrpq4xlaUBcFGE=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"cb9636ae99b3c5c5e0c61b0d33895548192c14eb","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.10_1734912643762_0.001043162332982961","host":"s3://npm-registry-packages-npm-production"}},"0.1.11":{"name":"@bluryar/tokenizers-js","version":"0.1.11","_id":"@bluryar/tokenizers-js@0.1.11","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"5be6ae3538a0d6f4c10a004c03728dc9c26d98df","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.11.tgz","fileCount":9,"integrity":"sha512-a+NuweivTdbczRV0yizSnEKW1sh3P87RPsOOQ6s4XMIaZEpxb/c3/ofEAZ2j4pe5AwKW0H5E/cLThRmPV/6kzw==","signatures":[{"sig":"MEYCIQDAKSrvc7OvydQaEJH4BlSqVy7alMNxdgu7LGbUkcsaXAIhAIeK59lBXhaaMJ3Cl8cod+YV6jTmej6tyif4v6oisRAO","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"477f7e5439f139dd218d05b1f5463e03dd989581","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.11_1734999021220_0.04638308479119857","host":"s3://npm-registry-packages-npm-production"}},"0.1.12":{"name":"@bluryar/tokenizers-js","version":"0.1.12","_id":"@bluryar/tokenizers-js@0.1.12","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"3832d3165f417ea676b6a1d59993bcf7210317a1","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.12.tgz","fileCount":9,"integrity":"sha512-Rsyqb67VJPM4p5WMCwiyh0Q5X8psq/IvhYJFT/C9awIJlZ1qfH3jDJFyTaujTElKXydKHff7hPV3JHRC2FXIvw==","signatures":[{"sig":"MEUCIHX0YU8lEo4ylRBc1cs0lR4Gn8HBVSJJL9bl7E3lgbTAAiEAhGiinzaSIe+lCThrwwuicI6p0j6w1IjVtwmkSsP5iKA=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"6dc0f6e52893a1100d49c0ad663e24c49af7534c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.12_1735085407996_0.8163426787799148","host":"s3://npm-registry-packages-npm-production"}},"0.1.13":{"name":"@bluryar/tokenizers-js","version":"0.1.13","_id":"@bluryar/tokenizers-js@0.1.13","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"7e0be2c26347ee86cd019f6bef1bf9ff06b745cb","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.13.tgz","fileCount":9,"integrity":"sha512-Zz1hku1uGk5+zfcjyQIOLdBHIjjYZoszDHzabcyZQIglCYT+Mgzw6ayA1UhZM2VnwGAC6DQ2U/lwnwZRwx6fQg==","signatures":[{"sig":"MEQCIFKMKmLxyT+U9sq3LdNf/qfnq7V71Jd3QsM1+am1t76/AiBDnn4K00FbVKmInCnjA/d3Qa5wr76BxT1rpNIl52Rp1g==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"91e2a2397ebbf65ea1bdadb99a5d9c443be1c617","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.13_1735171806337_0.6452613044311193","host":"s3://npm-registry-packages-npm-production"}},"0.1.14":{"name":"@bluryar/tokenizers-js","version":"0.1.14","_id":"@bluryar/tokenizers-js@0.1.14","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"6a81622a55c64ee57bdded1387ff2a3d658af482","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.14.tgz","fileCount":9,"integrity":"sha512-I1H1dyjKIXGvUeQSUHtTBzipnKsALBoDNs+hMIFxdxXLKvu34KRblTi423yu9S1eZgenSXCsnwVrQmK7pjQsPw==","signatures":[{"sig":"MEYCIQCEQgnCmVRMHMO7NG+DEEYCIvWmKvRjT1UjmcWuIm5mdwIhANvuZX5cUWKN76RNEnlcMIQw9U/Sps0+6HVjR08aW/S1","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691835},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"e30fd47a6379d8651baa4a7e90077457b1c5cd17","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.14_1735258216559_0.2766976869110833","host":"s3://npm-registry-packages-npm-production"}},"0.1.15":{"name":"@bluryar/tokenizers-js","version":"0.1.15","_id":"@bluryar/tokenizers-js@0.1.15","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"35ba95c251c6ac76803283b4246d666749c036c3","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.15.tgz","fileCount":9,"integrity":"sha512-D+E7YVp97HwvRpLLPpNZvdem/YYtykbZdvTDd3uDyEuYgpxgx99A9dREVPzpq4bd069wyiD4VwMH640GuBugoA==","signatures":[{"sig":"MEUCIQD5b2gLNzbKXUqUtDM++36g0tKAWHwhsmytlYkpoPK7nAIgeP0zwN2xKq2GsJeekX4rIr0RUGnQkfXvA2Z/pbCBZtk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691835},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7e6cc71c74f92e1a4aa0537e7da705405748b11e","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.15_1735344608768_0.7115330851345725","host":"s3://npm-registry-packages-npm-production"}},"0.1.16":{"name":"@bluryar/tokenizers-js","version":"0.1.16","_id":"@bluryar/tokenizers-js@0.1.16","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"eae4d7afb4969de15420aac550959a4bbd08a041","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.16.tgz","fileCount":9,"integrity":"sha512-RJPV11XCRdTCrdwMO0qF+2VX+ZPWv1tcQpzjkVJy1VDWgyZ4b446+2Bu2IJKbekbDZCltvOosQ1fSLGOxPBBqA==","signatures":[{"sig":"MEUCIQDbBV+6+Kiy1eCTW6O9RxW7IG54fwhAsIYxETak/bt3ggIgZfXbz+Gx+C68fKlgZdkjgNYfp3BgBlkoj6Ara5wE9a8=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"e89e92739d757e13fa7e5b7acfc36ca1c7e0b820","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.16_1735431065993_0.278724680148587","host":"s3://npm-registry-packages-npm-production"}},"0.1.17":{"name":"@bluryar/tokenizers-js","version":"0.1.17","_id":"@bluryar/tokenizers-js@0.1.17","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"8d9a0df6ec94556a163fb940394bb94488924f19","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.17.tgz","fileCount":9,"integrity":"sha512-4+nIGpeKJiLSs60dEa8p8OIiYxiDdj9uK0vv+jngIaryR9rFQ+PYN+cL1CkabqgwL6JMPrdGTKoPGrzNMgNjHA==","signatures":[{"sig":"MEYCIQD4F/bLT1JonE9vWGr6DUdaZordCb5FPx9MB2Uc+ZEO4QIhAKU1k6ETcqEdoJJsdvgoOmQmL1qKm+EN3uXa9kWkYQuE","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"486e36552228b9ec72cd866b3b8f28519543ffaf","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.17_1735517432991_0.058341446344224224","host":"s3://npm-registry-packages-npm-production"}},"0.1.18":{"name":"@bluryar/tokenizers-js","version":"0.1.18","_id":"@bluryar/tokenizers-js@0.1.18","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"d0341184391177485c2e5a142904aae2be1d9fdc","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.18.tgz","fileCount":9,"integrity":"sha512-ZgvyW/rcNKg1wYk5Lyh6Ioj1U94SSh1hgiz/pffydaYejVTn/WpzyikT3uqLgRC2D0da0u1AkCjs3c4JhOHuNg==","signatures":[{"sig":"MEYCIQDBsSMcH1++A/n9auXa7cHgF1HfNgujuAMUHWqzOWfFIgIhAOlE7eCMoUY6fZorfikqqHoPE3jn+iFwd+LVMd4A7ggK","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"96d285cdc2224d1055be2dc8112fe750c6de2b8a","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.18_1735603806912_0.37160035292372995","host":"s3://npm-registry-packages-npm-production"}},"0.1.19":{"name":"@bluryar/tokenizers-js","version":"0.1.19","_id":"@bluryar/tokenizers-js@0.1.19","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"641187e1dbee50aecee0b40bc83b67d7722e86bd","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.19.tgz","fileCount":9,"integrity":"sha512-h+DTfLkxd/GSGMgoTk9asRKmqoY1pxxUT/BDPtMb1e99ZShpDLJHm76HIiXSItGmqnmGUv9L7lqVVcGMGjWRmg==","signatures":[{"sig":"MEYCIQDEBIYVDTn9DefcVuABC8a4IvF4oeBbqDbc0kqfRRz1dgIhAKOf0r5Ju3auwR3BAIISj7iRJt0TMTgFDzbsorsAVfWC","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691838},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a0f08efef34348c5bbdba17974583cec8717241c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.19_1735690262194_0.37361067791963465","host":"s3://npm-registry-packages-npm-production"}},"0.1.20":{"name":"@bluryar/tokenizers-js","version":"0.1.20","_id":"@bluryar/tokenizers-js@0.1.20","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"5c8ce472894e707962c7b98a1bbaed201506dfb7","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.20.tgz","fileCount":9,"integrity":"sha512-8uQH7lk/96MXnp5QXjTOpSbHQIRbaj6u6jLu8AnDf7TWk5kZ1mOlCAOevzuVr6Spca3MovnjN8qpywkAKzAdnQ==","signatures":[{"sig":"MEUCIQCQeSY1qGNz6PFF/ck0mfhHTdJLq86R9tawf3lYtMDE2gIgHu3b0XHav2pMOzOV+iPHsFXQnz2GWgBdh8iUIoralmE=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691597},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"3a5b9cc2dad4873f943cab4956a24cfb39807fd1","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.20_1735776611363_0.9230008832775995","host":"s3://npm-registry-packages-npm-production"}},"0.1.21":{"name":"@bluryar/tokenizers-js","version":"0.1.21","_id":"@bluryar/tokenizers-js@0.1.21","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"b1a8fd7803538f21ae83d12b41e4565a00d8f9da","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.21.tgz","fileCount":9,"integrity":"sha512-kzT2Anv4NYLt4K4cjK93ufzHdNP4ly4NN/r9MhTQZU3xQnEEuK/9wjSIrXYAxMDcY8/H+LeovMHO016j973CWA==","signatures":[{"sig":"MEQCIAQE8Vxe2PWI1JZIthntYuGfT9tpEUOWvaPt7zR899hSAiBUUILRpRjuXjmjNvm6sL9AhHmzjUjHFo4BZya5OJ9X6g==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691597},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"92eafd7fafa1615a26536764824c6d9f88300025","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.21_1735863024296_0.6939934244969352","host":"s3://npm-registry-packages-npm-production"}},"0.1.22":{"name":"@bluryar/tokenizers-js","version":"0.1.22","_id":"@bluryar/tokenizers-js@0.1.22","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"98250b272f5aa2230da3a1c511bf9881ba020583","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.22.tgz","fileCount":9,"integrity":"sha512-trzVUBXfyEY8BeLGLGv08IKNu1ksolGhk4jfFXI1ZKV0u7YZn7AU07JrEV2aP49WH5XEV3Sgj9IVv8hbzB+8Tw==","signatures":[{"sig":"MEUCIBtSW1yiYAD8XsGHFDTBZk+36RUNVX+Fwg2eEt+D1aRTAiEAy59eqmZqqKYk+NyqWce2tdIsBnQ7oLeVr8FTDnBeGqQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691597},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"60bdda942deea8788ac3bf979eb24e0d04f25c08","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.22_1735949400979_0.614592540972781","host":"s3://npm-registry-packages-npm-production"}},"0.1.23":{"name":"@bluryar/tokenizers-js","version":"0.1.23","_id":"@bluryar/tokenizers-js@0.1.23","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"e492006abfd82e921ad9687de1ad890f876daeeb","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.23.tgz","fileCount":9,"integrity":"sha512-DKBWlqYrS8BEsy/54jaIsh5ivg3MS6blxf4WkJNI4chwgG7Ys4uQKoRaaSsKjwhfO+Ol1dNp5AGcwbob/tp8dg==","signatures":[{"sig":"MEUCIQD7IwH+1aOdsRLRFb1HOZV1QzOySutU5szREqqbGFBffwIgHaf6AhwtV3XJAp6W22o7Jg2dPs2hkjmwkJifiDR61cI=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691597},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"123e81acea76095b6c0f58bbcf7d06c5e2cce760","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.23_1736035863442_0.33989726067803727","host":"s3://npm-registry-packages-npm-production"}},"0.1.24":{"name":"@bluryar/tokenizers-js","version":"0.1.24","_id":"@bluryar/tokenizers-js@0.1.24","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"e01d0ce109432655f52f6823273e6d3444a7c6de","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.24.tgz","fileCount":9,"integrity":"sha512-OF2v+/T6pGVam+SCj8PcIIqrI2zHPd12fUm8rrnC3s/DHKUKniz0Li2SRs3+r/jZNT+bcpvMpWl20OYufcTklg==","signatures":[{"sig":"MEUCIQDY/ab+WGWIVCtWgEZvoeWAZav9PG1OCOOS4gTUpKfr6wIgH41CZgS8o67EsllxhoscZXXwAXEInf36M4ZVMjl6/Rc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691593},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f7f38694eb7dfe138cf7eb5a037dfdc5855f066a","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.24_1736122247900_0.8567494282989185","host":"s3://npm-registry-packages-npm-production"}},"0.1.25":{"name":"@bluryar/tokenizers-js","version":"0.1.25","_id":"@bluryar/tokenizers-js@0.1.25","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"19f88aabeecc88ae48a62f7610af84b2a0127326","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.25.tgz","fileCount":9,"integrity":"sha512-w2GcsQJl6yciQulJmuoAM7C7bqrgyrROsjuNTb38E35/MuDU7iZpDq1IJ7rsRORhUjlQ0H2bIzmjFriMQ4P39Q==","signatures":[{"sig":"MEYCIQCn6j3wRmvuM1hqn5ffMkFhpRYt2Rp8DAmqeUfByMjbxQIhAMhjmA7eFm+DmcsyZ1sgN9Bi+HsJ83pbhfqFn/k8lsO2","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691593},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"181a553bf93b01a128f36180ae060df95f930af6","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.25_1736208658181_0.5294282768105001","host":"s3://npm-registry-packages-npm-production"}},"0.1.26":{"name":"@bluryar/tokenizers-js","version":"0.1.26","_id":"@bluryar/tokenizers-js@0.1.26","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"c6c89aa8dee426d433d02a29a56faf161b6238d9","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.26.tgz","fileCount":9,"integrity":"sha512-A9lzcKgfKHaNde1rmslb90f6oGL75vqcOU/9MfWb9VD7dTis35fBh/Aq+sz4RuiL+RLzrgxLgFc8oxB3REkcEw==","signatures":[{"sig":"MEQCIE2s9pgBwJtLMgzHZOj0uYy6rKiZfQL/uZmcouM1sdjcAiBL6YsON5sI5nM4RGwkez3hOwW0h6AIIxNENA7sXtXNDA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691837},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"297dff0a26131897530ac56e37a81dd28c693d3f","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.26_1736295022247_0.003796812351940293","host":"s3://npm-registry-packages-npm-production"}},"0.1.27":{"name":"@bluryar/tokenizers-js","version":"0.1.27","_id":"@bluryar/tokenizers-js@0.1.27","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"bba0f1e84778135c0dcf4ddce6077cb96beb96a8","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.27.tgz","fileCount":9,"integrity":"sha512-fazvTVMyzAc3bryTjqcDdN8iWshx3N5oJOoQKkWRHyUpLZFLaAUePxy534cClWw2Pz/fWAx8vOulzMxOb6n2Xw==","signatures":[{"sig":"MEUCIE/RZ+aj/4OrTBx5443xU4iIrKuxdhQfPtf1xQqhMn19AiEAva49iaz7Mwj/byehcHg/02C98c740R/WA125mcQchdA=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2691837},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"1a4dab6f5e053ae69f3ca2e97785b88945bcfe73","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.27_1736381417668_0.3609419439748487","host":"s3://npm-registry-packages-npm-production"}},"0.1.28":{"name":"@bluryar/tokenizers-js","version":"0.1.28","_id":"@bluryar/tokenizers-js@0.1.28","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"0aea778e21b215e98f60d097380587c5405b044a","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.28.tgz","fileCount":9,"integrity":"sha512-4NyHx9555ezBfguyn0NQUw5NyMpVcGhF1RFv7YqzayM4exF5nP2ayKvZmHa1FWfT61+C/MZ9Y88BWjenLC/1vQ==","signatures":[{"sig":"MEUCICluTbbauFOpXnnT+0pl0YHZzwK3gY3QROFe7pAbxAA8AiEAijPH3paDMdxbR/xXEgtacozn651t0Y5lqLkVut06aCM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2731413},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"cba750514519bcc2de274b7991a18a367d1a5d0d","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.28_1736467821754_0.03360140030622771","host":"s3://npm-registry-packages-npm-production"}},"0.1.29":{"name":"@bluryar/tokenizers-js","version":"0.1.29","_id":"@bluryar/tokenizers-js@0.1.29","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"95350373a00a38ccd66935159515e949e2d344a5","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.29.tgz","fileCount":9,"integrity":"sha512-edL5Z1Uk9VrlF4Sk0logqPGybG2hVprBVbkzJUvUHdn5rGP4cbFN7pG20E61UJSAWmtOB5h3Egxv9E8u86zQSA==","signatures":[{"sig":"MEUCIQCFb7Cp5mpF09j1fCuU2XMLtgXn6TeUuFmnqjHW3cUU1wIgeOAcuL5k87OaKh3LZFTzLLa2D2vvW8Dvjf2luuqPdxs=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2731166},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"1442473fa97691de20e3d1462a7902473309cc84","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.29_1736554233236_0.23166397607064804","host":"s3://npm-registry-packages-npm-production"}},"0.1.30":{"name":"@bluryar/tokenizers-js","version":"0.1.30","_id":"@bluryar/tokenizers-js@0.1.30","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"e50bdb17c699ea98d590e8d4361bf157862ab354","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.30.tgz","fileCount":9,"integrity":"sha512-EeNWMxooWyGPzdVSAe4JPIb5J5eXHQC6Hd/FL7Ujv9TqV3B+lGXwmUHiltdKVusQ3lCbRGisZVFb+nuogs8pIQ==","signatures":[{"sig":"MEYCIQDmcrkIRMO4hM7/63sJ/FPpVdFtkMz5HpMa7SJ/yDxADAIhALT3NANFT0rJmiPplOgtoNwfWoK7OF74PUBYVBQmkS78","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2731409},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"6de221b493d28d0ff20e454ec4d39849a434e8dc","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.30_1736640677762_0.6991095815454009","host":"s3://npm-registry-packages-npm-production"}},"0.1.31":{"name":"@bluryar/tokenizers-js","version":"0.1.31","_id":"@bluryar/tokenizers-js@0.1.31","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"75c0280e32c19514ccae5860de6dfe43b5ef7dc8","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.31.tgz","fileCount":9,"integrity":"sha512-095gA8eX+heh8MtkFEEhqd8NfwPOC4M3Ev4m57UBld6hWBVFoV40LWiYZO3GMXzCh80o6KTCaa74DCX+onvztA==","signatures":[{"sig":"MEUCIAG9YDmKTAgnCuQL8SUy4pByiRY8YOkJq5h/DBaGnbmVAiEAknNA8qO7aNZZZeIoszbiLJQ3UCKKq9g9KC5SjSRE85I=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732320},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"14282c2b036ae66701ad16de4694079450ef1e26","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.31_1736727071936_0.20993062270059837","host":"s3://npm-registry-packages-npm-production"}},"0.1.32":{"name":"@bluryar/tokenizers-js","version":"0.1.32","_id":"@bluryar/tokenizers-js@0.1.32","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"e7c8f188489caa2a0cef9d6f92280f116a311ecf","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.32.tgz","fileCount":9,"integrity":"sha512-od8ougNt309h5Tn9ylQI66/gn6lBLTgjyCrXi+MasQ6zqeT1DSAIsqp8kQFs1JWUTsqz8k/Sw29hxH2SyxbVzQ==","signatures":[{"sig":"MEUCID3K/ykMH6aZwiHtvB5KgWn0NIVjYk+1bZVI3pLkT16JAiEAzclzdt9CkcuxG/xJ6O86bFT7SBmMODj95+V6eLRY4os=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732560},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"ed3f90c56b491ed4020d2ea339ae74bca81504fb","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.32_1736899794290_0.8926367637385966","host":"s3://npm-registry-packages-npm-production"}},"0.1.33":{"name":"@bluryar/tokenizers-js","version":"0.1.33","_id":"@bluryar/tokenizers-js@0.1.33","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"41f39c64735a5f792fd7344f418f77d4a345b86e","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.33.tgz","fileCount":9,"integrity":"sha512-VhqmWPTUFHCuOXQ1h52UeldATTtw308lgk1v5O0WO2LvWyQG0+FmYcdIvbH34Ef4fbmTloiVvr8RJQfOj9sT3A==","signatures":[{"sig":"MEUCIB8FCzlD3UXwqsJBMyqcPWm8//qMXsiIiWUIX6B29OyEAiEA12tNn1yhDlGW449au3f+bQxkXmfhuPiR2uKpvNSuZDQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732560},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"deb9ef6e50ea60ec52c00e04fae99c5fded77154","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.33_1736986212038_0.3586698637607453","host":"s3://npm-registry-packages-npm-production"}},"0.1.34":{"name":"@bluryar/tokenizers-js","version":"0.1.34","_id":"@bluryar/tokenizers-js@0.1.34","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"09bea5b24be4dee426057cb6493771d1f852d02a","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.34.tgz","fileCount":9,"integrity":"sha512-IRX8L8bXncfpWUpz+NHMFtyHpC2wOvVFlcMl7j8Sonelc717CPA28dXkhQ3Lf73ul8gOAmKdNXizHOVtmfzF3g==","signatures":[{"sig":"MEQCIFl9jki465N1wEhVpiy5NbobQP1D+/yjTp0w/1gAwDVbAiBATwOEyGB2YJPDZIJBT1m+1lamqC5LdpXdmQV8ihJ0TA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732560},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"18ac31945d2c2ab5b1a8c739b80ad130b6d266f2","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.34_1737072616990_0.5267258454105985","host":"s3://npm-registry-packages-npm-production"}},"0.1.35":{"name":"@bluryar/tokenizers-js","version":"0.1.35","_id":"@bluryar/tokenizers-js@0.1.35","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"f98bd691161311879d81c06b54f9be4e8410f8c1","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.35.tgz","fileCount":9,"integrity":"sha512-h4d0AjwRocHwaKHWo/Zu35gIR11nqoCpGDpjUMbm3jFQ8YUr9FyWNeIXUsw4VWd8/zXRY3gcbDWsBuLNzjqG+Q==","signatures":[{"sig":"MEYCIQD4zhe51IY20MsuFf0zsmbyMBae6O8I1IBkqL1Q+ESABQIhAPiyXZcLRs2WR2TxARV5QZ0/4JIiYFU4gNWTiiVXqfZp","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732560},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a0ae07592aed41d016bd6137bcc677c5ddbf5375","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.35_1737158994523_0.4080925790874883","host":"s3://npm-registry-packages-npm-production"}},"0.1.36":{"name":"@bluryar/tokenizers-js","version":"0.1.36","_id":"@bluryar/tokenizers-js@0.1.36","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"dceb6dd49d72bbdafc73ca10c4eabe62edfb2284","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.36.tgz","fileCount":9,"integrity":"sha512-iMEKM7hdatJPJHuQKPeFtp7403q2gMvbEhLt8HMN0zIrD4hSTiRcNcqFHRaOe7hsG/EsZb2aOoScFlLgrTtkEQ==","signatures":[{"sig":"MEQCICOLzZWzNkynroD91T1VzTSrM61YZKMDYpoGULI4pZHLAiAoyW3veXA0dyjp7b8CKXYt0101v17OSZmnOAeZnMQEFg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732560},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"5fdabcb2b05ef76ea111f766e9423f317875592c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.36_1737245456035_0.22033104088579636","host":"s3://npm-registry-packages-npm-production"}},"0.1.37":{"name":"@bluryar/tokenizers-js","version":"0.1.37","_id":"@bluryar/tokenizers-js@0.1.37","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"719859f13ae2ca5fd13d977ab8c0beb21eacf982","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.37.tgz","fileCount":9,"integrity":"sha512-bgWkqRukdELXg0jjkMfuskF86K2gOHkLDl5fYUaepdmqu2ioe4l5lSsrSjvKshpcXIbm4JeAj9ymmKlbM2XDwg==","signatures":[{"sig":"MEUCIF7iNYCX2z1bA1XW4Z65cW/3ixk1809r4u4bIqNltOipAiEAzLus4s9LC/4Mc+sUA2XEnwcvwfQ3jVdYd8iJKmGSZ/A=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f8e726c1f566e0a6a642cba0b1827850b468b50d","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.37_1737331836408_0.15564583475775784","host":"s3://npm-registry-packages-npm-production"}},"0.1.38":{"name":"@bluryar/tokenizers-js","version":"0.1.38","_id":"@bluryar/tokenizers-js@0.1.38","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"e413c39493cf42df37ac4adbc21faf8077d1f0f0","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.38.tgz","fileCount":9,"integrity":"sha512-/1ttCqO52pAbaRUfSTOAdgXs/kA4KMct011HDJc3NtxsyAsr+Ymo0riIsfmekRN/JTqmlci9aj89mbk59HV34Q==","signatures":[{"sig":"MEQCIGuMjxuGSzFUCBuapib+T/26PmaRPfxBgorcvgwN0rtKAiAl6whZoSriA4It1RkHXnj2ZzSqQ7mVwDNJc/LfIUR8EA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"882a04cfbc358757507976f5189fe51756f5cd17","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.38_1737418199700_0.023157957841242194","host":"s3://npm-registry-packages-npm-production"}},"0.1.39":{"name":"@bluryar/tokenizers-js","version":"0.1.39","_id":"@bluryar/tokenizers-js@0.1.39","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"80903ac8e472897964f1b6cbbc21f2292b13fb8c","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.39.tgz","fileCount":9,"integrity":"sha512-15t8eZGV3ZUNnRTkWrCqfQvOUsX33QJSp1rglGYzs2B5XuE7fHsNB0w8C9sbB6M3XQ5fJ0l+rDNukjtQWe4bsA==","signatures":[{"sig":"MEYCIQDZMNE5dBsD3cMt3dzrTrIYVccsGt/FhWhdZ9l3Yjn3SQIhAOMl9joefJUfk5dDhxze6wvvGwxpsSdFxXPutWVIcqau","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"dca271a42209a28c3451e69b55069ac0e02083d6","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.39_1737504608918_0.3488927332870879","host":"s3://npm-registry-packages-npm-production"}},"0.1.40":{"name":"@bluryar/tokenizers-js","version":"0.1.40","_id":"@bluryar/tokenizers-js@0.1.40","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"3155e323d12ec76ce0be88dceff278f1efba3899","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.40.tgz","fileCount":9,"integrity":"sha512-ZXZNg6lc98nhXLe/uLS0Z4GeAvLU/uiCndNfmuoABoBQWtzbmBvCWWZnE1nqCpb38V1RDi2kZqAl5XVRuGPlzA==","signatures":[{"sig":"MEYCIQD1h5///cC2Cmmsg1sss2N61KCXeuj96+5brV7k6X2CKwIhAI6obeZSDyOVqLE3Kic3U6OQzVmAvvI6Pf8Z6pRFnKfh","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"067d182f5ec1d2921f495af7280f25a164bc586c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.40_1737591002964_0.07196080261589799","host":"s3://npm-registry-packages-npm-production"}},"0.1.41":{"name":"@bluryar/tokenizers-js","version":"0.1.41","_id":"@bluryar/tokenizers-js@0.1.41","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"49a9e8fb2fb66ae30382fe886c8e45d6b768e00c","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.41.tgz","fileCount":9,"integrity":"sha512-G2DCYZCl6xwV1EO3sWZpBh34NsAV+SHlxFzkfBDP+IR3wT13C68ksn/tTdAwnFouANr5i0XqiOm2RyQc29vQ9w==","signatures":[{"sig":"MEYCIQCNu9P/rUgdzgqGRKhkB9TR0yCz9Z+NUCA+EP3cVCIn5AIhAOiAdsD3Hn+PFEX96eoCkkNlnsaAwIWHZmobSO2qf88G","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"84124bc36e549b5617a88f8fc62a6c8181b025ec","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.41_1737677401375_0.39295939519539846","host":"s3://npm-registry-packages-npm-production"}},"0.1.42":{"name":"@bluryar/tokenizers-js","version":"0.1.42","_id":"@bluryar/tokenizers-js@0.1.42","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"07691eb5c0ce51426fcd0e45bfc90e03f3124008","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.42.tgz","fileCount":9,"integrity":"sha512-IRDufotPJZvlp3H4if+7gfB+KZxRlIh6rdyPxsH4YditF9oYZUxXSABVbrPbLwOlVVhrGGgZkNKO38pXNnS9iA==","signatures":[{"sig":"MEUCIBOuB/+Yu65IVytBxFyCWtV8opM6oou+vF20n/nWx1NwAiEAs+GfW+oVJSGiZWLt73bO4RgrxVEzHE/a4+ZwwiYVQ1g=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"99320b6c8b4f6b0f239170bac8a16dda5523edd3","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.42_1737763790506_0.2183677063220324","host":"s3://npm-registry-packages-npm-production"}},"0.1.43":{"name":"@bluryar/tokenizers-js","version":"0.1.43","_id":"@bluryar/tokenizers-js@0.1.43","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"b8fed4046f18d8024d80403fb8c703b6a918e41c","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.43.tgz","fileCount":9,"integrity":"sha512-ONktZc/WsB8T/74pMECu5DIyrEfl1qmKummfXfQkpmO4EZ7XudYGMhVZR5nFoV08j4/M6fDfkUr3/90D3pQ6jA==","signatures":[{"sig":"MEYCIQDoCBujeNWc/r2O/d3VV+h+9tWaoWs7Mdr8GI64qLhNPwIhALDmrdOYq2be6k2H5Nbv/yEVdrltnHpeEz7+FgbBVBJZ","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a82180532516bdb4b151035da9c4cd9636ff35de","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.43_1737850233758_0.6999364286557082","host":"s3://npm-registry-packages-npm-production"}},"0.1.44":{"name":"@bluryar/tokenizers-js","version":"0.1.44","_id":"@bluryar/tokenizers-js@0.1.44","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"61bfe489d59674568565fdc125692b2674b9ee9c","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.44.tgz","fileCount":9,"integrity":"sha512-zNSg3JZvunXQRbc8CJRMEAR1/2MRNvFrEMHWu7PfRxGanNpmjju9oxJUnGfU/lHrXP8cOko5xmiX4/IBSgh7qg==","signatures":[{"sig":"MEYCIQCEIgCsd0gySAPNhUOs96vmiINN3uh+AdsGM523GBPv4gIhAORxPngQvOYLAWH8qBwNz/Z5fieuL/BE60sj+78MvfEp","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"0149d1450a4f43f13481c8278d5787e766b62c9a","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.1","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.44_1737936618192_0.5849580302647643","host":"s3://npm-registry-packages-npm-production"}},"0.1.45":{"name":"@bluryar/tokenizers-js","version":"0.1.45","_id":"@bluryar/tokenizers-js@0.1.45","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"003a40c2d7895dadf4343a8070dab0fcbee17c59","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.45.tgz","fileCount":9,"integrity":"sha512-o1uGsGN/xSIzvqldzlSnGUGpen5IvE6zP8jwfCtfpziw9oKJNr/S251XuQr+76zRKJlFGDKk2o3vOmmRdeb4OA==","signatures":[{"sig":"MEUCIQDtd0BfdPih7Ci8ZebKsD7lxoi8JU76LlCF7m7NpUs2GQIgTZDZ8LHoMMD7BTJ22KKmQ8Dl+3GWqUrwKn/ofBOmm9E=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732564},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"e5f8b073485b5fd99479c4a72f609d5f66fbf73c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.45_1738023009602_0.5405915824312699","host":"s3://npm-registry-packages-npm-production"}},"0.1.46":{"name":"@bluryar/tokenizers-js","version":"0.1.46","_id":"@bluryar/tokenizers-js@0.1.46","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"7d9d5dbdb6fce818b4d806e34e51560ee3941cfd","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.46.tgz","fileCount":9,"integrity":"sha512-1VGxEYod+qKinDtCovcKs2bMYTuF+KRDdZunNSvJ0nNlCIcZ+b29OrdEpbarBOg/YgHLqykxo8FCuXrXwSabvA==","signatures":[{"sig":"MEUCIQCnIUFGI9QdFsdDyiQTMeqFp4iLYYpvoR/0UCFoAbyjHgIgXok9virvXh9vctvDoo1q5CQr5OdLx5uxrTKoIiCl4M4=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732563},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"fb0bf327860f87daa585d46348006e15e7c0afe6","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.46_1738109398363_0.3956767193448796","host":"s3://npm-registry-packages-npm-production"}},"0.1.47":{"name":"@bluryar/tokenizers-js","version":"0.1.47","_id":"@bluryar/tokenizers-js@0.1.47","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"cf30ad7d8f62eb36460c278298c4e667865bed3b","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.47.tgz","fileCount":9,"integrity":"sha512-Qow5Lxht5nXFbr2zkykokE51WHNQ1pwuR16QtpvzZExFbnHYtHO1JFxcOSNLHPn5nM2SsnK9+Zq/0q6AQWxxoQ==","signatures":[{"sig":"MEYCIQCM5Wq813O+KEfpVMAlmmCr6L/8/bshAIdRTYU/TBKkYQIhAKwsrFq7YJvzthgdhCK4YLSXWv/vsEa8wR/J9WrteaxL","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732563},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"0fd6134aba1470bcd181f4363c285d670749df2d","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.47_1738195806563_0.6294578913328965","host":"s3://npm-registry-packages-npm-production"}},"0.1.48":{"name":"@bluryar/tokenizers-js","version":"0.1.48","_id":"@bluryar/tokenizers-js@0.1.48","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"67ea0679293f88d46b4c304958d975d890f9c8d7","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.48.tgz","fileCount":9,"integrity":"sha512-9cvdiT9KyoKzyWW1m1nlHztqXFTUcUmq+jIAN5tnqhHUxnnDsEFr0zQm+ec07i4Y0e583wO+ixaGC+QE9kyLsA==","signatures":[{"sig":"MEYCIQDnDR63CXUSKEV0/RnSCOtj1s1AFfsBDLrFqb7jz6pAlQIhAJrT7UqztOSgJnVOm5v4sWWuNDufvHVyEfC4a5DaE+Rr","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732121},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"daa2ee1fe4daef8d65cbf6cfebf6590c1a53804c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.48_1738282204168_0.08287054544084804","host":"s3://npm-registry-packages-npm-production"}},"0.1.49":{"name":"@bluryar/tokenizers-js","version":"0.1.49","_id":"@bluryar/tokenizers-js@0.1.49","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"d5b73c4ccaa640b058194eab04206f6f20aa643d","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.49.tgz","fileCount":9,"integrity":"sha512-CSMZ5vrKUmbVtJ/RVppQ2nQdWQpBhT/ueKKU4B5XvVxEVZTEmNs7UuoERqt5+vuOXqFcb3peJMHCSZjGWpiv6w==","signatures":[{"sig":"MEUCIHUadfLrrYrABmlZUp84qhiZvbpKwoy1QZH0dw9gS069AiEAwOVMeTIYMn73Bm+vqndsY/Pwwr5A5fSxgwibjNoi77Y=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732121},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f227feff1915d35aafa03bad26da646d6f3080d7","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.49_1738368646109_0.4091734224993626","host":"s3://npm-registry-packages-npm-production"}},"0.1.50":{"name":"@bluryar/tokenizers-js","version":"0.1.50","_id":"@bluryar/tokenizers-js@0.1.50","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"bc4e8395aa486356cb21351e0ee09130f4dbaa1f","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.50.tgz","fileCount":9,"integrity":"sha512-3xQYlK1au8F0vy4uIIUoqUgNAh+rzo9Kw2LSzVNttjrlvrMXngF67aJCCeSSlar6AW5jzoAR6pmz4s9ngfBAQQ==","signatures":[{"sig":"MEUCIH8IDO4d6PffSSiMa9f28+bPYR5ltVvDd9Wgc5oGy5ZTAiEAiYCkcwF1vmGN94TM0AS5Fr/4no0Ew84bFvx5FcGK1uY=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732117},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"42552df1f48a5b1e071db9c97a717f9311877ca2","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.50_1738455036291_0.7925515525516218","host":"s3://npm-registry-packages-npm-production"}},"0.1.51":{"name":"@bluryar/tokenizers-js","version":"0.1.51","_id":"@bluryar/tokenizers-js@0.1.51","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"35b6e7cca807bb729a7991fc423c5bc014fdd15a","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.51.tgz","fileCount":9,"integrity":"sha512-ucPiTrURfrxkKv8jaVVyy7y1JeZMbJ7rE+oCqLcgPuPu1wrzBLdI5plV298/zgcpz4cm7CGfVu7Qd+3A/IwWjA==","signatures":[{"sig":"MEUCIQCKQ1Olvu5H97zjDxrL55/Yy30LjdUMXNsaJXALZjcuaQIgIF3KWnJflUeWRJa8d5a/NCxj3QGYPLKq3XU0Ef1seNo=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"a926b9f91d8be03252e369db8e28653bba161b8a","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.51_1738541423944_0.6141122131463082","host":"s3://npm-registry-packages-npm-production"}},"0.1.52":{"name":"@bluryar/tokenizers-js","version":"0.1.52","_id":"@bluryar/tokenizers-js@0.1.52","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"ea70b2be03130a7344f5d62cf460820d0f1446a9","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.52.tgz","fileCount":9,"integrity":"sha512-aayC/HylwsAkHL3tmTQGayF5nGjLMZW6IBV2AUeFCFITPH4xRUODqzdWJtY5q345yP5RZVMJBSMSlKO/aKo1mA==","signatures":[{"sig":"MEUCIQC7SI/7NZ6n5XbuHM3wTLQscEONEPt2Jt50yAIQlBFK4gIgDnt1F0l6ARFbW5Fv5M/Q9TMHCn+kFb9qVmhlf/hDVwA=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"deda574041b16f8f966657ca629fcf2c678f37c5","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.52_1738627811860_0.6676592664795722","host":"s3://npm-registry-packages-npm-production"}},"0.1.53":{"name":"@bluryar/tokenizers-js","version":"0.1.53","_id":"@bluryar/tokenizers-js@0.1.53","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"af3d4bdc5c784d2d8337cccae586433694bc6999","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.53.tgz","fileCount":9,"integrity":"sha512-X9Hf0GrZPtrXB/hiTbvg99vd2JzE+tl3QQBRr6nE9cHB1L+lx2Z52SziSMrn6zJFcOBMHO3FUp+MXyP31k1IUg==","signatures":[{"sig":"MEUCIQDTrupF/zbemSeFYz7OmfmW3D0GetKXZk++YW8dskAezQIgFglh8b2dAX2qxygz+n+qqqiB4h1cf/vNpYRLzDboM40=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"95d1cac8cde21e67a1a57bf6f4fbbdc009e72146","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.53_1738714213773_0.3490914182092688","host":"s3://npm-registry-packages-npm-production"}},"0.1.54":{"name":"@bluryar/tokenizers-js","version":"0.1.54","_id":"@bluryar/tokenizers-js@0.1.54","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"001c149307a57987551ffcfb510a0800aa021be2","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.54.tgz","fileCount":9,"integrity":"sha512-1r/dq8noDZC/flperWIpSBF2PFYvXzJet3Q04ryA3E7Iwumkdl381/RclijanRddHYSJItTtxa9Esj8YClvDAA==","signatures":[{"sig":"MEUCIA9DW3T0pIA+yeHHIRBxrrizHrZQ64KIHPHU3vGspvuiAiEA0+dtVT866nj3wZu42DxLIIjKozTKnt9eg/FHLpQEfdQ=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"89c32d0f5afef232698805051386a84bbd036831","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.54_1738800599988_0.304068786709891","host":"s3://npm-registry-packages-npm-production"}},"0.1.55":{"name":"@bluryar/tokenizers-js","version":"0.1.55","_id":"@bluryar/tokenizers-js@0.1.55","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"2244d5141b3229663c73feac20a2c617f8c9dbf6","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.55.tgz","fileCount":9,"integrity":"sha512-tEY9MO5yqkDgRX4cLLS0htwW38cyzt+/aXKo/16dZfhCq4/i3pFrpOhmG1/3cLKpr79bn6XLdtg2GCRF5urp4w==","signatures":[{"sig":"MEUCIQCBwQDIx1EUhT5MMMmdS+SHK8yWgAPsX51edY1DrIzS+gIgJDVPlbwpnHpCLi6M0SGH3hqL5IQJGAa9cZ3HuEbVZMU=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"94e753b8066e1fbc6a8b11f5c55cbf5b805ad9f6","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.55_1738887003505_0.22760837960059077","host":"s3://npm-registry-packages-npm-production"}},"0.1.56":{"name":"@bluryar/tokenizers-js","version":"0.1.56","_id":"@bluryar/tokenizers-js@0.1.56","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"25aeae10b89da540943d7daa74e46699edf4a392","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.56.tgz","fileCount":9,"integrity":"sha512-BP9PWeCcQpQx637SlPz1uzi0abll7jpT8iKiM3Q7d3iR5/LXY8O8Sa1U8Zu/e0ZTZPf8R/vQSGaoVAFsjae3gg==","signatures":[{"sig":"MEUCIQCogSAZOcL2Ovu1EzuQr0ZqHrQVGSDgZ+l2uZi7MtwzTQIgf1ALot8mHJwBFXfdor6w/qT4m9/kINcSkTTsM0BWZ7c=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"64fe039923c00b674a65b01e0f2de23fb242df83","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.56_1738973391730_0.9613744592531548","host":"s3://npm-registry-packages-npm-production"}},"0.1.57":{"name":"@bluryar/tokenizers-js","version":"0.1.57","_id":"@bluryar/tokenizers-js@0.1.57","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"de197676e62e424eca348e26cb3f2fae47457f9a","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.57.tgz","fileCount":9,"integrity":"sha512-YzjBoWLns49wAMIutVL3qkBiruD1RHUEkEYnjO2aZOFbMUSwUanUFNAFERPFmT5BZrJMLwkCvpA11N/AIPKfXw==","signatures":[{"sig":"MEYCIQDmMHXNZRQ8RLcws0HdALNcGVuH45NHI4fvdUAtwDp22gIhAL0DdCreE+21BqK+jGWAZa31TCPOrdwyoQ7yxqnUiP1r","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"106df6566b2d78089dcb503870041194879a0978","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.57_1739059843745_0.8485112209117205","host":"s3://npm-registry-packages-npm-production"}},"0.1.58":{"name":"@bluryar/tokenizers-js","version":"0.1.58","_id":"@bluryar/tokenizers-js@0.1.58","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"9a124411f5537ba19dc7d708a81348042570c3c8","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.58.tgz","fileCount":9,"integrity":"sha512-Gs6AQu5grH8f/Jo2hR+UjyWf1phJVTxEyzr/GRDqv14ID8gvkgemvU4g4mDJtEjhKm0ooZwuZEbz1tfqh+g79w==","signatures":[{"sig":"MEUCIQDD4+lRLi1tRVvavrM8vtKKPi6c95rf7l/asif2fsCJMQIgaWj0JQy+ihSM3+E+XY0my8uFzDzjQRPaV/0a5sSmAhE=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"b78f43fb5c885610fb5893e0f0a667fb7a3cab31","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.58_1739146233321_0.464535762566213","host":"s3://npm-registry-packages-npm-production"}},"0.1.59":{"name":"@bluryar/tokenizers-js","version":"0.1.59","_id":"@bluryar/tokenizers-js@0.1.59","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"18287aa531565575fec0afa480fb63c341a9a775","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.59.tgz","fileCount":9,"integrity":"sha512-2eI+nVWs0Ef+MR9RwJd3anMux5jjAoNanIHL7Z/2+uPP/qSH9uJmxEsjgGbat03aX8upe+2225Zf7BxoLUmJ5w==","signatures":[{"sig":"MEQCIA6N7CTD43mjklcnicDGfl2KWAahuCBDzhC2qabcOwdCAiBdA7OMJ8d3RTc9ZbFGTh7wZd5w8DxScmUsUd5hP2BmhA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"82849cd2261abfcb12ee5226cc4277867e7e2bd0","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.59_1739232595988_0.8820160325014519","host":"s3://npm-registry-packages-npm-production"}},"0.1.60":{"name":"@bluryar/tokenizers-js","version":"0.1.60","_id":"@bluryar/tokenizers-js@0.1.60","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"aff7659f1d730a61d2bf641ef7977ec082578316","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.60.tgz","fileCount":9,"integrity":"sha512-BD9i52eetb+55L0qXF7gQC2uTL7k9M0YW+GecpwgMB9H97tX2RJI0g7AgA2zfzmq74YjFDAMmP0cSx37C7hAHA==","signatures":[{"sig":"MEYCIQCbNyD/pYmOOBAiholSaCOeG+pX1rETvyZjpibhPqprJQIhAJ1zTBaFQwHUm7bmPhWnlHZ4NPLt6JpjUrN85uC/awL+","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"0a5e1216b9af6cdb6ec9e195d24aaafef63e6b91","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.60_1739319001101_0.5185322826118208","host":"s3://npm-registry-packages-npm-production"}},"0.1.61":{"name":"@bluryar/tokenizers-js","version":"0.1.61","_id":"@bluryar/tokenizers-js@0.1.61","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"e38838b8da763eb7276a75a240007954783eb9b5","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.61.tgz","fileCount":9,"integrity":"sha512-K7k18QIHHsNwvR19ozq6w+Lq0zmDHmrsgZIXwnUxGcW3w56Zct2dZplLV3uahe9CpY8jPrQU2U3kve02tTpNHQ==","signatures":[{"sig":"MEUCIAQeX792F5lINsTLzpU65Xb7g+exAkTD9OH5n/mvd4+VAiEA5OqmxInjAS/TYM9rXkBJYZJHtrc68nGUcGtufnTZNOw=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"6d1b659817c0eb1e40bc76962ec45f058472d8e7","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.61_1739405402881_0.6628279709975675","host":"s3://npm-registry-packages-npm-production"}},"0.1.62":{"name":"@bluryar/tokenizers-js","version":"0.1.62","_id":"@bluryar/tokenizers-js@0.1.62","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"328fd0e3da8bf3d20b5d56d4eab244837ab3e109","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.62.tgz","fileCount":9,"integrity":"sha512-cvW543VA2AO3/+KSyJIzdNxUpWluOBWl41p96NX4ZZkUZrjqAG6VxRu40+AG8GHard/aRvMGeI/1FTcUxyBl5A==","signatures":[{"sig":"MEYCIQCI3u1YLiTc8qM9yiYZfo69e/INE8GwDnbnL86mp3u43wIhAO1D2QuFu1eWPcP8gKYEzN4+5YW42VWaIzzw5Q3JoT5Q","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"53b232133b24be652c48e47b5f3c12d9b3e9a7cf","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.62_1739491804859_0.9305192696824705","host":"s3://npm-registry-packages-npm-production"}},"0.1.63":{"name":"@bluryar/tokenizers-js","version":"0.1.63","_id":"@bluryar/tokenizers-js@0.1.63","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"77287c2a67b903165d914dd51794e7e3b6de466d","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.63.tgz","fileCount":9,"integrity":"sha512-XgGbsKcIFQZuYfr+4fQ+a4giLik7nBQmmHh6g5knDJIzkz9XBxWLlT+oc+QkX4B08iCr9zhIHwgFsTeMIet35g==","signatures":[{"sig":"MEUCIQC4Cb/XrSN+xWb1nw39BWTGq+qFACtKrckBXiowfZ1sNgIgcsBJS6l176yD+fC82Z4d/lq3e2B9umuxqXd0Pm7d7d8=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2731875},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d379d7f9c1bcca18086f5977f52a96f0de07fb11","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.63_1739578202341_0.11652445519394772","host":"s3://npm-registry-packages-npm-production"}},"0.1.64":{"name":"@bluryar/tokenizers-js","version":"0.1.64","_id":"@bluryar/tokenizers-js@0.1.64","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"54c16b265c082c4bf7bc1b45a86ee31cb6eb8642","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.64.tgz","fileCount":9,"integrity":"sha512-5QkT8y/Wof5Z5Oq/rya+UH4EQa5waXjJvFUobVm3L4OyGuuzp/wEsmDqPpRtIXsdL/kR2cFOmy4QErRbVkdRzQ==","signatures":[{"sig":"MEUCIQCm7J2eBkHco+dBGPCdw+ADtKwLFf+3UXyN2BAHPOZVmQIgE3sfjwAPHWq8/0pSVCrPo1C8M1wy/cFnofvIJZed508=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732118},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"3ee5401769267f960660f607fe7975381be8d89c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.64_1739664671484_0.1807019117120916","host":"s3://npm-registry-packages-npm-production"}},"0.1.65":{"name":"@bluryar/tokenizers-js","version":"0.1.65","_id":"@bluryar/tokenizers-js@0.1.65","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"ebb6fb141408cdfeb122d93d35d69b9e9805233f","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.65.tgz","fileCount":9,"integrity":"sha512-KaiCkOgxxS/UwyR6NZGQelQyeYQ5T43wi4ogm2RLcmV+LX+e642Q5yrG1UM+u/BYHtqo70HdWlLWve0HqA6USg==","signatures":[{"sig":"MEYCIQCm3dx2X2qlSrb2dM2E08d5QR/HGVJq+TzTzUm1ySRDJQIhAI26oMXYKd2ncKcUqZXoer3WU9Zt/0PK2cbgCr62MvUD","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732118},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f90dfcb0bcf4f1862b6333e3826298f6976f2f19","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.65_1739751054439_0.16007405358310178","host":"s3://npm-registry-packages-npm-production"}},"0.1.66":{"name":"@bluryar/tokenizers-js","version":"0.1.66","_id":"@bluryar/tokenizers-js@0.1.66","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"975b1f426bca66c061ba1adceef92ca6ebe6e8c5","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.66.tgz","fileCount":9,"integrity":"sha512-YvWeyKLQ3Y6VkaJYWCXcRrpjvC53k/sgm5g9tSFtaj9tx26hrlGS6DVbUcdL/lbSv0uWAdSZdo8X+mj5vbFuTQ==","signatures":[{"sig":"MEYCIQDUTeOYrHDzxoOf5zDYZdcPN9WBe1WD5Q04vuy99PmpRgIhAMowO7VNEaHL6jsYJWQxyp3xqJFVzpZJzy3jas7fNoaR","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732118},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7db895c10189ddb51d9cc40a03c0738c7cea49da","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.66_1739837402815_0.9257926345865062","host":"s3://npm-registry-packages-npm-production"}},"0.1.67":{"name":"@bluryar/tokenizers-js","version":"0.1.67","_id":"@bluryar/tokenizers-js@0.1.67","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"7b071da648399def904896ab7a13fd6ebb67e579","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.67.tgz","fileCount":9,"integrity":"sha512-ACfJQ3ST1obg/p5PfsbrBAjIgYV7CFtazbWU0WRs4AKu0hsYGvAPJVGV6IHjkWCkKy1zbA1ZZT91RPVxQzWu7w==","signatures":[{"sig":"MEQCIB1184fu+tn1M8opog0F5KM9pJ9Y+REhcpBais0qBzPYAiBOKakVdmMM9NleYKl6KBxn7HZjdV9uezufa9UYjLnIcA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732118},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"79cf502f46e5b05ff45c4f2ce65fbbbe5c563af0","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.67_1739923807106_0.7634541190066431","host":"s3://npm-registry-packages-npm-production"}},"0.1.68":{"name":"@bluryar/tokenizers-js","version":"0.1.68","_id":"@bluryar/tokenizers-js@0.1.68","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"69eeddd153e5fe761e2fd466d0456e27d4de3a60","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.68.tgz","fileCount":9,"integrity":"sha512-/JK8SH1ThXigIYczEAffEsxNcRe0Tbqg6E7bF2hcmmRmyVJxVjOWfbaWgBCpcIgFqKhQ6oX97ZY+wYujzH751A==","signatures":[{"sig":"MEUCIQDitUFr+BdwC4Ny2FSopQZ7HMIhvNomp3jKfkcmf6iuaAIgMt/B40T1OSu2+379maY9Pn3NeqaQ1CzmW0CoaTwgNHk=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2732116},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"f34dfd6c55c284ef9129cd0cf568e29ccd30fdf2","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.68_1740010209589_0.8962524214672276","host":"s3://npm-registry-packages-npm-production"}},"0.1.69":{"name":"@bluryar/tokenizers-js","version":"0.1.69","_id":"@bluryar/tokenizers-js@0.1.69","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"a69d1e8e395266f80b7165cdb1eac997ac6682fc","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.69.tgz","fileCount":9,"integrity":"sha512-JnMQhPlq+T6nrwD30wfX+/YOyZx9Pgipn86lRVewaBxy9qt7iyePH3YHmPyxD5n+NUt0rhaQZu8HZIGM+L98hA==","signatures":[{"sig":"MEUCIQD7L7jbgxrY3LeJgYGxPmlNHLPjYL0jPVUeRtEOsrQLNwIgWVgFQYHUGJZftyKTymXcCniQ1iTCyGEjrInw7N1Zyq8=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"882ebb8d4fa9b3ec77830caadd8cd6b3d31637fc","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.69_1740096619583_0.9999536625806995","host":"s3://npm-registry-packages-npm-production"}},"0.1.70":{"name":"@bluryar/tokenizers-js","version":"0.1.70","_id":"@bluryar/tokenizers-js@0.1.70","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"37db63c6e08405d8686e6768bb73d7c2c5baf810","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.70.tgz","fileCount":9,"integrity":"sha512-XkHv98Ow5KwzdXqX1nEuL2ER9m9VDE0UylaY7BIcyPBIvEmxgWRXO5CzajmYSdZyd0dbNU8vcIlWXg2n8FUXcw==","signatures":[{"sig":"MEYCIQCRFqBNrLuGh0vKW7goaiDeHTfBCjD/iabyPj8PW/UdkwIhAMYpD6uUNHSgNwOiZsTw+q8UCAeJ009DXOXwSNHhNB/O","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"3577344ac77adae3eef8432561e07fb3ed8bbb3c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.70_1740183002870_0.8816645065455189","host":"s3://npm-registry-packages-npm-production"}},"0.1.71":{"name":"@bluryar/tokenizers-js","version":"0.1.71","_id":"@bluryar/tokenizers-js@0.1.71","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"672601075524002902fad557dc7e80adc2c0af98","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.71.tgz","fileCount":9,"integrity":"sha512-Z+uPgcJc3fO05mGdG4PPe5CCVQ7no8xFBDWmOjBcgeAkFckKgvRbt03vSBjoI9oHIK11GIrw4Q8MGUdecLuFLw==","signatures":[{"sig":"MEUCIB9HcBJ263P/OKrzIcuyhTWLtqQNBewZ+z+5OSsVU25ZAiEAvo8CZrYaahsyPr1Q0aIUn0/uigpaieLOXDDFU9Jzhzs=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"3c241561c23d7e54469a21cd65afb424ffdd1ae3","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.71_1740269473351_0.7583238608510496","host":"s3://npm-registry-packages-npm-production"}},"0.1.72":{"name":"@bluryar/tokenizers-js","version":"0.1.72","_id":"@bluryar/tokenizers-js@0.1.72","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"a956a7fdb4b42d4070e4f337f00e09ae99ea8472","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.72.tgz","fileCount":9,"integrity":"sha512-qpQkqlDwAcACXUzeLT7tRvxgI8ZK3YAVDR58HBTF1BTIVDwRXG81bhgqsVyGANDa288JxtLKyHro//m9ZVpjqg==","signatures":[{"sig":"MEYCIQCHALMSfAxr/8PHvMY5OKzBtKG3xX0wkhRmMby6fqIWyQIhAN5e92s1nyH79qrCPQ+JAn8x5xg9lwvc1WZucp2cIUct","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"b86e28c6f0a2b7b06a9d02ecc0653485680b97de","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.72_1740355829106_0.5808965852624342","host":"s3://npm-registry-packages-npm-production"}},"0.1.73":{"name":"@bluryar/tokenizers-js","version":"0.1.73","_id":"@bluryar/tokenizers-js@0.1.73","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"9bc91277b577c55c603f305e4a39de5ba4a72426","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.73.tgz","fileCount":9,"integrity":"sha512-oT7urQUXeqhfbJwBdL7u6y2flz7JPs5ZiygcSrpt+SzdMoG/RvB4NQ7IddlpNHeTi0R/sH3wIC6cTpO+vzankg==","signatures":[{"sig":"MEUCIQDmal2FK55lZvw8sKDGMIzQamKZT+6Ru4qPR5VGDEs+NwIgHvHp8Hoh0Ym49+RcDX8vmjNNm00UMJav6zrJ385TiIA=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"982ed368134fe3cdc0f19f2e1776ec998cc6f66c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.73_1740442234578_0.9611446933880443","host":"s3://npm-registry-packages-npm-production"}},"0.1.74":{"name":"@bluryar/tokenizers-js","version":"0.1.74","_id":"@bluryar/tokenizers-js@0.1.74","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"d1b56bb5959bfb1a23ba0923ffd5ec055a8becbf","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.74.tgz","fileCount":9,"integrity":"sha512-L6s5iEavNE9xQwA3ZqIIX5lW/XAOkYqPaaLBDWwp8KiiFMY5UtanHNsay2GreOgVDFrqwjZfVpt7AqqVYCyYEw==","signatures":[{"sig":"MEUCIQCXhFxdUOmssJbyCmNGtmHOGLaie3NLsw48nRqdP14hkwIgeSuuoX9PYNQVhmjUrvuL+I3Mn8KeFp9LYO9pjMKXSlc=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"8542c145359c398d0022f9a8645f05db574e0224","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.2","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.74_1740528624140_0.1630843665120949","host":"s3://npm-registry-packages-npm-production"}},"0.1.75":{"name":"@bluryar/tokenizers-js","version":"0.1.75","_id":"@bluryar/tokenizers-js@0.1.75","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"7eeddd51c60afe423ee65210e7842c39c592a7f5","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.75.tgz","fileCount":9,"integrity":"sha512-3mOd3T4kXA9PC+gjYM8EmjqFZjLMvGWAdb8+lT/cdGFRXUJeonb8YcG4Pacyxzd3tMjBnHcDDwaFPld/9VbehQ==","signatures":[{"sig":"MEQCIDNte09hjJaFNqm+2xNbat6fjoDBcIq/MRmST8XAkLTOAiAA3efVdEotpFS9M3KYLStEGlm4tdh1zElW2aB4taS1yg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7cbc8d5c25d4c3e7a0130c6bcd71811e3773867a","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.75_1740615032755_0.8283048996219","host":"s3://npm-registry-packages-npm-production"}},"0.1.76":{"name":"@bluryar/tokenizers-js","version":"0.1.76","_id":"@bluryar/tokenizers-js@0.1.76","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"5d18dcd8a3637397bed36a9842a7ff66423900b1","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.76.tgz","fileCount":9,"integrity":"sha512-s3h5TtpXYcfPHMWPWApRqFmKNvlU4mvjGcs+lz0ISxV9B/Oz0eZLmsuLDVItXLb/Ga3uBZ/842zyMaYTIr7Dzw==","signatures":[{"sig":"MEUCIQDqzYa1mfue+MUt4ElrNyuwi3j0Wpb6nZq7V5gNUtNA6gIgPIugX31Q8fdjJIgKUYCbPUDxkHg/3nH40+sP0T8rPhE=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"ddb3a6fadbf3fbb2ef88a152431fadb901e28b2c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.76_1740701428191_0.12884703223466265","host":"s3://npm-registry-packages-npm-production"}},"0.1.77":{"name":"@bluryar/tokenizers-js","version":"0.1.77","_id":"@bluryar/tokenizers-js@0.1.77","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"d487d966f842eb790c916a88a1a709d1dfb554d6","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.77.tgz","fileCount":9,"integrity":"sha512-6ZmE07bIHwdnCshSLvcW01J5msgsHVQLKZ+prwjlKXSeCX51VnajKmGuLk9ZlaIPDmG//7OfwIWpd6LIGPZx4w==","signatures":[{"sig":"MEQCIEuGBvxtcRvbY1vgpNM/F0P6rcPT9FHXMSyQHBAM9H5yAiBOw9WLzN82X5sDTMN+tPniXdrX2zLhG6/Tv810yEYtBQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"45e6b079ed16062cc8bb5f39d450805f2a5a0c7c","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.77_1740787894199_0.04755383180921524","host":"s3://npm-registry-packages-npm-production"}},"0.1.78":{"name":"@bluryar/tokenizers-js","version":"0.1.78","_id":"@bluryar/tokenizers-js@0.1.78","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"b67ef3e0f5b236a440e8163d0140fe694a98eafa","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.78.tgz","fileCount":9,"integrity":"sha512-6HQ7k9ih0NG6/niDt7QsT6x8xisrqI1wseLJ+s6uTKuLNhys2+6JPJ9ga+AjcBFXhoR/2kl6eseFxIqBIIJDfg==","signatures":[{"sig":"MEUCIQDoU7dOl/ecIpEd1NoDUYP4YTmE8l8ltkvajajulnDcgQIgFWu6cQZqaYtf4Yisr5vuHD1V/iprAFnLjh+LjAG26tY=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"ef20d43c9bffd63b867b6ec4f0366b8de6a6d070","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.78_1740874272669_0.5014002177598993","host":"s3://npm-registry-packages-npm-production"}},"0.1.79":{"name":"@bluryar/tokenizers-js","version":"0.1.79","_id":"@bluryar/tokenizers-js@0.1.79","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"fc3625524e80f3c7ada6fda6033300488e7e9cac","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.79.tgz","fileCount":9,"integrity":"sha512-5BIOnzbCYEm+cO9Zo8R7OhGO786B1AIQGG5BQGXhHkmcej1KDXhbYKfoeh7q/55HRA+WHh+7SXwqNcoc6N2l5g==","signatures":[{"sig":"MEUCIQD0BIKBkkEPLotA/myYgba8nQWq+2lJ/R9V5OavLxeOfwIgEcZY5kI3zbvzRep5Aqab7zzlEFrx3xOncwTjooTstTc=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703732},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"646415230d4980ea18f827b7800ae1d2847b2ad0","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.79_1740960654091_0.43928305126591916","host":"s3://npm-registry-packages-npm-production"}},"0.1.80":{"name":"@bluryar/tokenizers-js","version":"0.1.80","_id":"@bluryar/tokenizers-js@0.1.80","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"6e4b4819789a6259b53d1426096a6cd85e9fae6b","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.80.tgz","fileCount":9,"integrity":"sha512-xTL10k94HyAlfL8tUkhmf/YwXUgBrRC2Hd2p4K8Ioac02gHdIBE0iqpLybh7UeaMncE8G0UOSBBqadVn1uuPOA==","signatures":[{"sig":"MEQCIBseyR562Jd2QQEZj6Y8RGJibebl4hKMhIg1vg7A+e8GAiBY8GRHfaApaXff1GB8U0S529gzS0R3GU3G2Q1eD/gDAw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703730},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"59e4b9643226f161f0872435aa83e3f9b38c8b49","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.80_1741047035151_0.2537720851068068","host":"s3://npm-registry-packages-npm-production"}},"0.1.81":{"name":"@bluryar/tokenizers-js","version":"0.1.81","_id":"@bluryar/tokenizers-js@0.1.81","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"5b550a1f798c570bc595fa1fdf708daf7f2224fa","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.81.tgz","fileCount":9,"integrity":"sha512-hn/oN7BCfxF5Zu3L49MZK9g2+iytduVrQc/miUKCN5fhAS14wAZGzxvlsh0bHnhjoEl/sTGq7MXA4zYtAG2yaQ==","signatures":[{"sig":"MEQCIFiZU+JRRoj/FcmK0eJXQvx7UvbG8WgQLzkVWinCxviqAiAi+HOfoIYPvKYJ7g50FEnYH78YBjFLz+ZP70kkyMNn1g==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2704170},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"18f511610b3daae773ee6130e955beafdf75965a","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.81_1741133438739_0.7703792181849218","host":"s3://npm-registry-packages-npm-production"}},"0.1.82":{"name":"@bluryar/tokenizers-js","version":"0.1.82","_id":"@bluryar/tokenizers-js@0.1.82","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"cd682c59efd599e2413f5b6986c93335697d9ab6","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.82.tgz","fileCount":9,"integrity":"sha512-lxI4gOytIz9Wbu6M9I9K5cMGGXRQXuWA2tpKeIMJRzqBTi7QKYG93NwrzqC6Mu9UZPQdWObTd9WGYRquqwalLA==","signatures":[{"sig":"MEQCIDO7EmmCNiAiEVYyrzwV1m9V/KeEF1Eh1ekvDe3wKB8rAiBtl0Tc7Y4fp3E/X52vf6f1jJ2tBLPDkyFoWTUL5XQELA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2704165},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"d4158f2a3a22dc61315b20d18694a13555086970","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.82_1741219858543_0.5529988054959762","host":"s3://npm-registry-packages-npm-production"}},"0.1.83":{"name":"@bluryar/tokenizers-js","version":"0.1.83","_id":"@bluryar/tokenizers-js@0.1.83","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"6f0a6daf2c630e3b46abc12503c9c42e24df2715","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.83.tgz","fileCount":9,"integrity":"sha512-nZPldn5MlkUnG1Dfck6Lv8eFoWhTe6e15+q/2M3lLNvMyxEWFI7gIIuk87OxMtVw6nCWY+vY7EUQwDsc0P5iQg==","signatures":[{"sig":"MEYCIQCHzMx0QnwLNH7Y/We9Q3vlhLAtXw7nK09VP6QLb368DQIhALqFQCN2Mr/+PCHnzKs/nVCNy2AvGrX7fvecvSB0tiew","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2704165},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"db295cb712a04858ebf7e4a6045ce5e9fdccc2ee","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.83_1741306236172_0.03396516156514884","host":"s3://npm-registry-packages-npm-production"}},"0.1.84":{"name":"@bluryar/tokenizers-js","version":"0.1.84","_id":"@bluryar/tokenizers-js@0.1.84","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"39c9be34af44704f5ab5120f86040321b7ceef0e","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.84.tgz","fileCount":9,"integrity":"sha512-gIfcYm1o3NodGW1J5/aQks8y5xiShhnhvAK3+cS1OusU7Ku6T2eOHY7AEX8MDcpf/TRu8QKozdXPQda1wL15GQ==","signatures":[{"sig":"MEQCIFO81sDcQ9qop1+lLXIE7cnsgk2OWStGoUKwzmtUHamKAiA4tZTnaj1Pjd7h3F6QrFZ8nohlQ0+P2ibEcv2HnNGLZA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2704165},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"21e799790ed36daede0f5ae39ddbc3038e4f2ad0","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.84_1741392527136_0.601791298313374","host":"s3://npm-registry-packages-npm-production"}},"0.1.85":{"name":"@bluryar/tokenizers-js","version":"0.1.85","_id":"@bluryar/tokenizers-js@0.1.85","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"71458a7817b64b363d7131081977f18488015aa8","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.85.tgz","fileCount":9,"integrity":"sha512-EIbeuLTMdXQeQR7vZQi1V+C+Q9e4fLJ5CK9xnxC5P21ZDr4GC2c/g5IJjTp4MyFRhq+7Qe8oRXp302tftvPQlg==","signatures":[{"sig":"MEQCIEsjwvwzZTOvKHtqMfRkeuv8YdX5ctL1CKfa66vqzpcmAiAyW+QsQV29DyBc+2S7BdoqwvVktSpy6RbviWOwJ8zoMg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2704165},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"254da2d45ed351c22ff1dd2def093e94aead1144","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.85_1741478971563_0.6041982033195543","host":"s3://npm-registry-packages-npm-production"}},"0.1.86":{"name":"@bluryar/tokenizers-js","version":"0.1.86","_id":"@bluryar/tokenizers-js@0.1.86","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"72829a10ecd47693ef51f990c8feff1e7563340e","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.86.tgz","fileCount":9,"integrity":"sha512-G/vTw9XcGv8FX7P1eZVk25pnBUItDwm28UzyormX5x4Viu6rsH4TC+UaLZPNgGpIwX8iWuIVN5FehUbe2N7UOw==","signatures":[{"sig":"MEUCIQDdsqKB+40u0o9ShbrIqTNPvfSQGAz2KRpJHSitGOgaTwIgIdEXjKgJQG8uPliu2Yy3Gso1cmatASPhtL/rp95xWpE=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2704178},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"9c8d24c76df84a7f70689a063caf546d04c1faf3","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.86_1741565375112_0.07013105645296136","host":"s3://npm-registry-packages-npm-production"}},"0.1.87":{"name":"@bluryar/tokenizers-js","version":"0.1.87","_id":"@bluryar/tokenizers-js@0.1.87","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"ffd401ea13e5f2f7df5d3160aedb1d1aa3b27354","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.87.tgz","fileCount":9,"integrity":"sha512-opXiQ918HCCs1GdzyIwVspISLDSHF4X2mshfMPE1fM5xferrlNpLPeeNReMPWKhJdGNJ+H2dnMQliZnXIDA2HA==","signatures":[{"sig":"MEUCIQChO30Eyj/zLwAf40PPYSWj+FD0ocptdgotdqnbjUoAgwIgDLDMd+69C0Dg+1V29/JZcg3MEEERRIAJ2mdGqPNkjMs=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703741},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"8d27662770a052dc5a596235958875370be36494","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.87_1741651841476_0.647520362152503","host":"s3://npm-registry-packages-npm-production"}},"0.1.88":{"name":"@bluryar/tokenizers-js","version":"0.1.88","_id":"@bluryar/tokenizers-js@0.1.88","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"0f252f8b1d06347f3e4b6e021e8cba6173aef8b7","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.88.tgz","fileCount":9,"integrity":"sha512-CWk+xdC/hKbrLVnAWVLMWp1xiY9cdSkOtNVAP+lAxHpmxw3R2Qk7wcrIDRlEhgGD1in1XT5nm4DiwUcfGNqoLg==","signatures":[{"sig":"MEUCIDzBuNkTkMhfehZcH5QQvAN6mX0vmfOa/dGlN2RFm1OcAiEA/moXKat6nHcfMO/MPb4uPPs8IU3QzXSduN+NypC/css=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703741},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"859ccacd25f464890e76e76726eaa2cc2b3a67ed","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.88_1741738240976_0.22989017982409887","host":"s3://npm-registry-packages-npm-production"}},"0.1.89":{"name":"@bluryar/tokenizers-js","version":"0.1.89","_id":"@bluryar/tokenizers-js@0.1.89","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"c615c99beeaa9de0ccdad0dc69503e17c0a5e9ad","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.89.tgz","fileCount":9,"integrity":"sha512-5INd6VdXFWBqwce+k4rHwrpfxJ8Cl2Z90SXsPf/jCGwuZAeWaHTnM9/oWXQ+x2z+VJbDpleylEpYeJic6Lvaag==","signatures":[{"sig":"MEYCIQC+koZl3GvUXbxMVVum672FgqvJdCwpTqYMDLM3H8FckAIhAKF3wR4FUOyE+3wXZYAcxr2UKafAleQE5l6ND4nbYY/A","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2703741},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"7a8d58dc790d91fddf8c11d7499fd6e8230f9e08","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.89_1741824664809_0.6258604349645995","host":"s3://npm-registry-packages-npm-production"}},"0.1.90":{"name":"@bluryar/tokenizers-js","version":"0.1.90","_id":"@bluryar/tokenizers-js@0.1.90","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"50de2fb66d73164dfe28642a7585cdb1cb846946","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.90.tgz","fileCount":9,"integrity":"sha512-RlVDj280AxWr3tCtwghcaXcyEkAgvbwXi9wUPeArayXqp1upe5K+1UZTvaiAZB1WWDa/tuXW3E0uoPpnQRYm4Q==","signatures":[{"sig":"MEQCIDhezKzH5ccrLjQPVwT/9cpJ8CzBwPo4MoTI5kg+NEKEAiBtG4tL2wbLZEjaZA0k5RGH9miu9khHdsjJ1fqX8EHtWw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2718412},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"84554f163850c9862144dc389659b69f0e25b87e","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.90_1741911027053_0.27252087953261817","host":"s3://npm-registry-packages-npm-production"}},"0.1.91":{"name":"@bluryar/tokenizers-js","version":"0.1.91","_id":"@bluryar/tokenizers-js@0.1.91","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"dist":{"shasum":"5dd520472d3fee3d2788744421cfd0453a4629f0","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.91.tgz","fileCount":9,"integrity":"sha512-AEDJsEd3dg4FYT9JKr3BRjbDee9o3RAWhefIMpQnQdNNs8fM8JJlTgVlTwa/j3wH9KnEALmCyNBWF0qSuneWlw==","signatures":[{"sig":"MEQCIDc46LPsz2o5/SqpTZznsKPuIAIMt+qQw46HUxHRdyJlAiAPmwWslbxJR3mFOPkPR8tSjmx8nQ08yLL+sNz36s5Ivw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":2718412},"main":"./dist/index.cjs","type":"module","types":"./dist/index.d.ts","module":"./dist/index.js","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"gitHead":"61e2e697c0f3a8786762026de9bab2d457c49c12","scripts":{"dev":"tsup --watch .","build":"tsup"},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"_npmVersion":"10.8.2","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","directories":{},"_nodeVersion":"20.18.3","_hasShrinkwrap":false,"devDependencies":{"tsup":"^8.0.0","typescript":"^5.2.2","@types/node":"^20.0.0","tokenizers-wasm":"workspace:*"},"_npmOperationalInternal":{"tmp":"tmp/tokenizers-js_0.1.91_1741997421887_0.7612691422427855","host":"s3://npm-registry-packages-npm-production"}},"0.1.92":{"name":"@bluryar/tokenizers-js","version":"0.1.92","type":"module","main":"./dist/index.cjs","module":"./dist/index.js","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","import":"./dist/index.js","require":"./dist/index.cjs"}},"scripts":{"build":"tsup","dev":"tsup --watch ."},"devDependencies":{"@types/node":"^20.0.0","tokenizers-wasm":"workspace:*","tsup":"^8.0.0","typescript":"^5.2.2"},"_id":"@bluryar/tokenizers-js@0.1.92","gitHead":"2653e8e9ff854a074c11a4b0fe0ea99979c9e6d8","description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","_nodeVersion":"20.18.3","_npmVersion":"10.8.2","dist":{"integrity":"sha512-uTxtJ7d8qLEmOQ1O4xTktN3pCXvFn7UkJRVi39VbnNKelwH5Mw2qrJaNpWEdrUW8Eh/CejmLgCtjdbeeK23wrQ==","shasum":"a8ac6d336bbd87f31a406146c22b78e40247891b","tarball":"https://registry.npmjs.org/@bluryar/tokenizers-js/-/tokenizers-js-0.1.92.tgz","fileCount":9,"unpackedSize":2718412,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEUCIQC+sC/clpNNj5acKsD7Opu9/gZ9Nx0DSjemvoV+L2JaQwIgTTbNEfn5c0dE6lZUZ2MS2DoqsRXGh2yOAukDNtYJtG4="}]},"_npmUser":{"name":"bluryar","email":"bluryarl@gmail.com"},"directories":{},"maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tokenizers-js_0.1.92_1742083888220_0.6610680666240225"},"_hasShrinkwrap":false}},"time":{"created":"2024-12-16T05:35:24.835Z","modified":"2025-03-16T00:11:28.620Z","0.1.1":"2024-12-16T05:35:25.199Z","0.1.2":"2024-12-16T05:39:35.760Z","0.1.3":"2024-12-16T07:03:00.301Z","0.1.4":"2024-12-17T00:11:01.420Z","0.1.5":"2024-12-18T00:10:50.098Z","0.1.6":"2024-12-19T00:10:44.754Z","0.1.7":"2024-12-20T00:10:21.092Z","0.1.8":"2024-12-21T00:10:02.026Z","0.1.9":"2024-12-22T00:11:05.763Z","0.1.10":"2024-12-23T00:10:43.984Z","0.1.11":"2024-12-24T00:10:21.459Z","0.1.12":"2024-12-25T00:10:08.318Z","0.1.13":"2024-12-26T00:10:06.659Z","0.1.14":"2024-12-27T00:10:16.816Z","0.1.15":"2024-12-28T00:10:09.002Z","0.1.16":"2024-12-29T00:11:06.239Z","0.1.17":"2024-12-30T00:10:33.231Z","0.1.18":"2024-12-31T00:10:07.179Z","0.1.19":"2025-01-01T00:11:02.425Z","0.1.20":"2025-01-02T00:10:11.672Z","0.1.21":"2025-01-03T00:10:24.553Z","0.1.22":"2025-01-04T00:10:01.240Z","0.1.23":"2025-01-05T00:11:03.680Z","0.1.24":"2025-01-06T00:10:48.110Z","0.1.25":"2025-01-07T00:10:58.413Z","0.1.26":"2025-01-08T00:10:22.516Z","0.1.27":"2025-01-09T00:10:17.963Z","0.1.28":"2025-01-10T00:10:22.066Z","0.1.29":"2025-01-11T00:10:33.485Z","0.1.30":"2025-01-12T00:11:18.046Z","0.1.31":"2025-01-13T00:11:12.269Z","0.1.32":"2025-01-15T00:09:54.590Z","0.1.33":"2025-01-16T00:10:12.351Z","0.1.34":"2025-01-17T00:10:17.283Z","0.1.35":"2025-01-18T00:09:54.808Z","0.1.36":"2025-01-19T00:10:56.305Z","0.1.37":"2025-01-20T00:10:36.588Z","0.1.38":"2025-01-21T00:10:00.032Z","0.1.39":"2025-01-22T00:10:09.189Z","0.1.40":"2025-01-23T00:10:03.292Z","0.1.41":"2025-01-24T00:10:01.690Z","0.1.42":"2025-01-25T00:09:50.882Z","0.1.43":"2025-01-26T00:10:33.997Z","0.1.44":"2025-01-27T00:10:18.542Z","0.1.45":"2025-01-28T00:10:09.900Z","0.1.46":"2025-01-29T00:09:58.729Z","0.1.47":"2025-01-30T00:10:06.825Z","0.1.48":"2025-01-31T00:10:04.474Z","0.1.49":"2025-02-01T00:10:46.456Z","0.1.50":"2025-02-02T00:10:36.541Z","0.1.51":"2025-02-03T00:10:24.186Z","0.1.52":"2025-02-04T00:10:12.135Z","0.1.53":"2025-02-05T00:10:14.040Z","0.1.54":"2025-02-06T00:10:00.161Z","0.1.55":"2025-02-07T00:10:03.865Z","0.1.56":"2025-02-08T00:09:51.989Z","0.1.57":"2025-02-09T00:10:43.925Z","0.1.58":"2025-02-10T00:10:33.534Z","0.1.59":"2025-02-11T00:09:56.355Z","0.1.60":"2025-02-12T00:10:01.497Z","0.1.61":"2025-02-13T00:10:03.086Z","0.1.62":"2025-02-14T00:10:05.104Z","0.1.63":"2025-02-15T00:10:02.579Z","0.1.64":"2025-02-16T00:11:11.742Z","0.1.65":"2025-02-17T00:10:54.835Z","0.1.66":"2025-02-18T00:10:03.135Z","0.1.67":"2025-02-19T00:10:07.325Z","0.1.68":"2025-02-20T00:10:09.843Z","0.1.69":"2025-02-21T00:10:19.811Z","0.1.70":"2025-02-22T00:10:03.137Z","0.1.71":"2025-02-23T00:11:13.601Z","0.1.72":"2025-02-24T00:10:29.401Z","0.1.73":"2025-02-25T00:10:34.837Z","0.1.74":"2025-02-26T00:10:24.371Z","0.1.75":"2025-02-27T00:10:33.024Z","0.1.76":"2025-02-28T00:10:28.456Z","0.1.77":"2025-03-01T00:11:34.379Z","0.1.78":"2025-03-02T00:11:12.919Z","0.1.79":"2025-03-03T00:10:54.281Z","0.1.80":"2025-03-04T00:10:35.410Z","0.1.81":"2025-03-05T00:10:38.914Z","0.1.82":"2025-03-06T00:10:58.805Z","0.1.83":"2025-03-07T00:10:36.432Z","0.1.84":"2025-03-08T00:08:47.369Z","0.1.85":"2025-03-09T00:09:31.846Z","0.1.86":"2025-03-10T00:09:35.399Z","0.1.87":"2025-03-11T00:10:41.694Z","0.1.88":"2025-03-12T00:10:41.246Z","0.1.89":"2025-03-13T00:11:05.067Z","0.1.90":"2025-03-14T00:10:27.264Z","0.1.91":"2025-03-15T00:10:22.249Z","0.1.92":"2025-03-16T00:11:28.454Z"},"description":"基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。","maintainers":[{"name":"bluryar","email":"bluryarl@gmail.com"}],"readme":"# @bluryar/tokenizers-js\n\n基于 [HuggingFace Tokenizers](https://github.com/huggingface/tokenizers) 的JavaScript封装,使用WebAssembly实现高性能的文本标记化功能。\n\n## 功能特点\n\n- 使用Rust和WebAssembly实现高性能文本标记化\n- 支持浏览器环境\n- 提供完整的TypeScript类型定义\n- 支持批量编码和解码\n\n## 安装\n\n```bash\nnpm install @bluryar/tokenizers-js\n# 或\npnpm add @bluryar/tokenizers-js\n# 或\nyarn add @bluryar/tokenizers-js\n```\n\n## 使用方法\n\n```typescript\nimport { init, TokenizerWrapper } from '@bluryar/tokenizers-js'\n\n// 初始化WASM\nawait init()\n\n// 创建tokenizer实例\nconst config = await fetch('path/to/tokenizer.json').then(r => r.text())\nconst tokenizer = new TokenizerWrapper(config)\n\n// 编码文本\nconst encoding = await tokenizer.encode('Hello, world!', true)\nconsole.log(encoding.tokens)    // 获取分词结果\nconsole.log(encoding.ids)       // 获取token ID\n\n// 解码\nconst text = await tokenizer.decode(encoding.ids, true)\nconsole.log(text)              // 'Hello, world!'\n```\n\n## API 文档\n\n### TokenizerWrapper\n\n主要的tokenizer封装类,提供以下方法:\n\n#### encode(text: string, addSpecialTokens: boolean): Promise<EncodingWrapper>\n将文本编码为token。\n- `text`: 输入文本\n- `addSpecialTokens`: 是否添加特殊token\n- 返回: 包含编码结果的EncodingWrapper对象\n\n#### encodeBatch(texts: string[], addSpecialTokens: boolean): Promise<EncodingWrapper[]>\n批量编码多个文本。\n- `texts`: 输入文本数组\n- `addSpecialTokens`: 是否添加特殊token\n- 返回: EncodingWrapper对象数组\n\n#### decode(ids: number[], skipSpecialTokens: boolean): Promise<string>\n将token ID解码为文本。\n- `ids`: token ID数组\n- `skipSpecialTokens`: 是否跳过特殊token\n- 返回: 解码后的文本\n\n#### decodeBatch(sentences: number[][], skipSpecialTokens: boolean): Promise<string[]>\n批量解码多组token ID。\n- `sentences`: token ID二维数组\n- `skipSpecialTokens`: 是否跳过特殊token\n- 返回: 解码后的文本数组\n\n### EncodingWrapper\n\n编码结果的包装类,提供以下属性:\n\n- `tokens`: string[] - 分词结果\n- `ids`: Uint32Array - token ID\n- `typeIds`: Uint32Array - token类型ID\n- `wordIds`: (number | null)[] - 词ID\n- `offsets`: [number, number][] - token在原文中的位置偏移\n- `specialTokensMask`: Uint32Array - 特殊token掩码\n- `attentionMask`: Uint32Array - 注意力掩码\n\n## 浏览器兼容性\n\n- 需要支持WebAssembly的现代浏览器\n- 推荐使用Chrome 57+、Firefox 52+、Safari 11+、Edge 16+\n\n## 开发指南\n\n1. 克隆仓库:\n```bash\ngit clone https://github.com/bluryar/tokenizers-js.git\ncd tokenizers-js\n```\n\n2. 安装依赖:\n```bash\n# 构建wasm\nwasm-pack build --target web --out-dir packages/tokenizers-wasm\npnpm install\n```\n\n3. 构建:\n```bash\npnpm build\n```","readmeFilename":"README.md"}