{"_id":"@yozora/tokenizer-text","_rev":"84-aa948bddebcd0aef1631ec98ade3c282","name":"@yozora/tokenizer-text","dist-tags":{"latest":"2.4.1"},"versions":{"1.0.0-alpha.0":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"1e2a6406303a3fde86d2b270399897929acb8484","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.0.tgz","fileCount":8,"integrity":"sha512-t8MJuTLxJ6HXiWwpPR2v0hW9Z6tv3f6Tvh42HpW5WI+dBndChhLsmon03bywWKUXb5rHFchivct0yz4V2uEQlA==","signatures":[{"sig":"MEQCIFfY8NufJfHvhnLaaqyUzNfdkBymNEmXozc24qGDFtEwAiBtRWP1mfF+dGFL439KXa6PFLM4UlnbSs1ez03CbX/3cg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11214,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgKKY+CRA9TVsSAnZWagAAodoP/0b7OH/YRBNTPjgrDYWP\nnQzp94yba1K8A+u76x5nAi1pNLUXwet8BTsf7jA0O80j0j2w9SSlBWW29TZ4\naZe7rCljSHPMcoUenHPo4vpEJ0tlm6tVaQFV094DP4JDCghuMn5OqS9RfIQj\n6MrB2rk66gJymsBk7epC+H+zHWyOXgpM3jZdHmokDZKXN69UUwYQmobT/sVD\nqCCZceRB9SjVLGcy97eOIQZgltoYtLbK7RdZheZyq1+6Yf2v6Nl8k9T7aGm0\nR1wdP8vYn9/7RJJ8rHseKSBcuZosxktL0Do4MBB523ec3IucY2OCiIusS74x\njlqyOADTUreGvFRe71t8NLvqZiz6SKlw4DY3E6xTQUxtyI5gvKKDBqO8H9mL\nXtyqPFyO1KgQ67RNR/q5yz6XMO5+FjO6nEoskYNmtelw5cpsEqnjHxyn0Mp6\nimK5PrRqlGLRGJ5NCxyrNHADdttsui4ozdFQwhY36tRg2E/qQLsvfEyr9vxG\ndbNWXnL8zYMWZbxmjzUQr8A66AvAFCq0+M/4m7Sfm/yPl4jf5dMdxyz9plPq\nbounmSR2TF6pnkKseE4uDg/8wt+1WX8dAJhT7yQPbQvm68FWak1C+eh81ngQ\nXYyQV1CugYxSYtPnHst8PIEUBvr/agZfrLPzmYT8w7xBvNMOAtK+WkwD2fhs\nAlXd\r\n=cLOI\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"d7a394affbdebe154b2eda5430f4440661f1c711","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","lint:fix":"eslint '{src,__test__}/**/*.{ts,tsx}' --fix","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/3.22.1/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/tokenizercore":"^1.0.0-alpha.0","@yozora/tokenizercore-inline":"^1.0.0-alpha.0"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.35.1","@barusu/rollup-config":"0.0.44","@yozora/eslint-config":"^1.0.0-alpha.0","@yozora/jest-for-tokenizer":"^1.0.0-alpha.0"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.0_1613276734422_0.9472083551460304","host":"s3://npm-registry-packages"}},"1.0.0-alpha.1":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.1","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"a22749b79957301c583a72be6c05d134d1fc3d85","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.1.tgz","fileCount":8,"integrity":"sha512-4qPZmQUVNaqDyVThHYggu5ZC6wP0sLeQr/0NaTQygkJOw111ruWiyDWk+HwSAnFX/+hLcFh/STNGnyFtuvsunQ==","signatures":[{"sig":"MEUCIGWAPmvfhT3s+UwOM0PKZbo927z+N+/QkZ+jNHTrY8kjAiEAsbqAY1cBFNV1a6oMCMfkmsSKWSb+aNv5E6lD7bij99c=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11206,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgKnchCRA9TVsSAnZWagAATbMQAJVyh/ZvgE8uBOj+MS5h\nl4cO0m1Lu3KQWlFRGDq6KPc4fOwzYAt51IaHvmyubxtnupndVfW54PyTbYau\nNd+XGoCGLWLXRSsEMUzN1p86ZoRYC6GB2T+ZguaJZiYG3xGdBgiLWnfDmKxG\ntsp82JTpdJetHFMtKZkmuQqIvQ3nCoR8ooSAydtrU+dfzuLSRA9n5i6ElBH2\njc4M5OvA5euhU+mjbcYSdH11LPSJb3udUNOahBzBq7U0WxPJRchJwhf1xkfC\nCoJise48Uw7jEt8OIDCrHrYdhwqLt6sYLQPlJgtdo5BxqGMWifVsCegZQ8h1\nwUejwUH5Xc+cH0VLMTaHnuN2KE5HSJ3DWOEj42O8x7/oP02YPrI5VYkja6nx\nQHvcIG/m7pdaDBw0dd3tE8EJuPt8tds+TbWbtNj4bsFVzh7wvTNWy+m60AFS\nKKmFlfs3XsPfZd2Q4HEsmrq03/3BZdvocBsQdebZy9myZDNgYI7UoFsPTUBI\nPsdJprNMP//eQ/OUMqnx2pIMwDlWquHDtG0oI+2srKRaQ1KCBDIysAuZkHbg\ngTAc/MoG7JMvFdP6n0IgTp/43ddM+BY50r4BpHYc8XJc7x5KHFTPAHqt81gB\nPulyihWo9CBGAs/kNZ96gJiEyhXk3hwZxSqvDE6VvKOIvZw1YsJ8tKSZ3WQm\nqlVE\r\n=qHv1\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"def33f19b215c17686a2a270f95329aac3d9d2ce","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","lint:fix":"eslint '{src,__test__}/**/*.{ts,tsx}' --fix","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/3.22.1/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/tokenizercore":"^1.0.0-alpha.0","@yozora/tokenizercore-inline":"^1.0.0-alpha.1"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.35.1","@barusu/rollup-config":"0.0.44","@yozora/eslint-config":"^1.0.0-alpha.0","@yozora/jest-for-tokenizer":"^1.0.0-alpha.1"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.1_1613395744776_0.9884194362242495","host":"s3://npm-registry-packages"}},"1.0.0-alpha.2":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.2","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"ec6cd0cd6a537534374a7097f048283ed008d297","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.2.tgz","fileCount":8,"integrity":"sha512-Y3P8WIkcst6NiDK0Y/6940cMh+8cx/PsfqW71wTk15LK02yE9Aai9cmrwiURBTolonou40QgPh8CGOLsVGu7ug==","signatures":[{"sig":"MEQCIFVlXJK0aYt1kmMW8qU+3Iit1T9OEQGGiowCtrm1QCPTAiARNNgfBZ2FcM/3QSyBg+qRaoEygrQQ1mACNkFQ4HRtgg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11206,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgKpXACRA9TVsSAnZWagAAjZwQAJp2P8x26FtKvSUH0hQL\nAi0gBVzZ//n81VLWgfQtq61M+dyMFZeTpPLf4Y/UOqqVuasBVr6oy7BHvMBX\nGB0t3NHBI18fczrNOmU1XcwiO3b0WDowa7N8mmppZGtnz7ZjoQJyKVM/gj25\n93hr9QmCsUDXDlDNayPxFKaeUtgKb4snPDpib1+ZkhUqYIiiq3Ff1gY0qLUb\nh7KjdRNosMMGbmQNi4f2Mtsgk9kG7boi/We9dtIDoI+UwjPC/oW+2PYYEPXU\n+vJwxJ16ybjfbxEthPFqbgtQBDeP16wQpwBeNvZdAtGCYp40ep6eyvs+3sZX\nSXze7bzeu3DJkBSX0sL+ez0PlPxJi4TflRhQV9qeSBCNUyJ3cD3TvghdvP5Y\na2U9AF+a2LPkmUvc+tdRR3nKdoqp9OJG8Y6qu68Jix4qX6tm6pchWJOoMApa\nnsjNktOkLSaFUJeFJ5qojgGQ4uvWy42c813Uj5bs5HE5IgQHsMVh7VTaq0qR\numE8GO9EK5mFZX1o4lBnVq/43j1aepwvybqh38jgT47ZAODSMYl1680DJAoW\nNnAxYkf9JT7U8BOVwjn3eU8a/lkRfufdGC8erDIQS1VNEATEvAN86NQNrmzC\n+j1kZVfOxq5t/w6+9Ybpcpo6MNmX2f0kbCQQ06mkTz0qk1NfE3Vn+eP20ycR\n5G7a\r\n=p9Yx\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"d1ed70bc4f3728049ba285c70a1cd15d6c095597","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","lint:fix":"eslint '{src,__test__}/**/*.{ts,tsx}' --fix","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/tokenizercore":"^1.0.0-alpha.2","@yozora/tokenizercore-inline":"^1.0.0-alpha.2"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.35.1","@barusu/rollup-config":"0.0.44","@yozora/eslint-config":"^1.0.0-alpha.2","@yozora/jest-for-tokenizer":"^1.0.0-alpha.2"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.2_1613403583697_0.4087369796741658","host":"s3://npm-registry-packages"}},"1.0.0-alpha.3":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.3","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"219e857b854c15e81dafc54361c9e07c330a2b4a","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.3.tgz","fileCount":8,"integrity":"sha512-xxJMMpBiu9t1Xp7SuLg7w6BBFKnGTvgCo0TJh+vEA27Hw/fRfyzVxGUWMbH7ItfSX9YuZrqtWfCnZcIWLE5kyA==","signatures":[{"sig":"MEYCIQDtUxFUURQPLG5moi6zgMAoNCPK47T+xBpw4tXtRM2KIwIhANb/KGXshO36kYcp5gpGENgPjuCaHnsbWnfR+iqrsqMP","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11206,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgLpU3CRA9TVsSAnZWagAAv1wP/R1FBxZeND6ZArGxLTXb\nyATZzOe783zyrdIRNgH7KUj6LZul2BB+hk1xpixl0Sly2e2vxKQIP1Pqezab\n2U3bbwrmM6yaucE3T6T49SWaTk76Ih3OIjWieovNfBywbx17efrjpxJ0YiK4\nXR7SYVv6bSZP0eGoG6R8ju/0rUMI/hpTbHcqOp0xd+6m4JMSZ5UYqBzRYqbM\n/zNpSRzRT3i9xT1uxEhNqUWRP9INw59lbmYzPndgGzdw1gpsPtjpwrpMgvgT\nRxMQQRgJz1o+KNqbEY7y9ifbd/0QlPPhhl2JvLBr6r8pNaEPDY1MVhyHj5tk\nYx0LUJRYZyRRc51GuNpgQOr8DPwOrC+GD5w6BSYiXbi+Fgz8Gl9W1WBFvGau\nMCJAReSEJfRJHVBnF2QO3k5kNXt95dKtfc1YFsTRl+rp70W+ZbYvEClw4sSC\nfjSATDZxZ7foXjCsTRLxtXSmtjwNkWLtxHyCfCsYaU9XCzVkABm42pACezws\nRazu3XeAp1rjYCtlQRjygpYojmsn6+dcLDr70bXe2GtLRgGbEtKnvA1f01O0\n8paJ8pHVuScFvHCpwpOiQxRndcOgzgMalnZ2eYO760ts405MJY2c6y4d2Whc\nBD5ffInA3jb0K7ZXG/xsERxwNY9g5S+ZqOorfWmh6nwi9j8smw2S4ulSWNIB\n3C5o\r\n=wGK4\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"ba9b6dd2d3bb70a22be8e4bdc1b1c5a8d07bdbe0","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","lint:fix":"eslint '{src,__test__}/**/*.{ts,tsx}' --fix","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/tokenizercore":"^1.0.0-alpha.3","@yozora/tokenizercore-inline":"^1.0.0-alpha.3"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.35.1","@barusu/rollup-config":"0.0.44","@yozora/eslint-config":"^1.0.0-alpha.3","@yozora/jest-for-tokenizer":"^1.0.0-alpha.3"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.3_1613665590785_0.5356897967684893","host":"s3://npm-registry-packages"}},"1.0.0-alpha.4":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.4","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.4","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"7b787870fc2d0e306148a0a03a839fdbe9dcfa57","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.4.tgz","fileCount":8,"integrity":"sha512-Kw6pL0+kNFhPnvnY+Oh3Jc/D1jf4oZatzr1vPv6BhFcGF3+SSQs1XcX/RuWHhOFq4glJ9t6rGc9HREZEoIFZnQ==","signatures":[{"sig":"MEUCIBFWNtbOGh+SGXIpgvHrfy/8J0xZ1GfrXUYpXGXeqxO2AiEAjG99NTE7Lyb1NiFKebEYHHAhQoxcRcNMY+PESIktHkg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":10932,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgNQiGCRA9TVsSAnZWagAASboP/AmfdQSm0LVhwtgXRMKB\nRIDwcQjyygv9xCEyj1uQ3yzHInP2y8vSRhB0hnHi/blR+kcKPXEs9BrohbgF\nyz6Z3J5pyDvqVtsKtYg3LEHT5zhFjaEd9UbUd0tJyf9XT7piPP74S3XNVKvP\nW4hlYP/y1kD9mmjKwkYSEPjJGvMyKViXkaCho2/CaJ+tmHRNa3h5LjEO4PiZ\nczse0Pp5OsRq5FQxn1pCSNBFwD3ORVwjem/Vbl8C44DiC5JJEG9dL/OTPFk5\nY5RPkFCRExPGWXlkxrYDZsUU7NuGmhyD/0FT/+QykgXWB2JZi+G2xI3xIawi\nKJ7dyKRImr62UNEry+C4fYf2KWuxbSTGguiQO8NmA2UKvh7xcoy7/HvZttPg\n6PgUMrICHQfqJizM79z6vjmDXd68LYxUzT+KKFGQiBRVqDn/u8oZx4wpsjDq\nBYZiQr61rwgGHeIYbjtmZ77yk3NsUqwQpRuDzENYSuTN1UDIIA0SGwkxn2vB\nsZrw3JyZTEXK0+P20NtzSLAGL0gC2hlDSTB6+YLw1F0NQcg7E/gQgMgeu5uf\n82QkygEbN6QrpjAT3JyXpaKt0zKsPzcbsiZlNEAXKpTqVWEfEX6I8dQKVVgu\n2keskRlzOK7zsE7m71IN6jPqhjrO+/iAF/CZRGOjgQUbjhWWqAim/KUWOJxP\nJKKG\r\n=8zEI\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"1cfd29055684e41eb0859d81210a2b542424ffab","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","lint:fix":"eslint '{src,__test__}/**/*.{ts,tsx}' --fix","prebuild":"rimraf lib/","test:coverage":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir . --coverage","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/tokenizercore":"^1.0.0-alpha.4"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.35.1","@barusu/rollup-config":"0.0.44","@yozora/eslint-config":"^1.0.0-alpha.4","@yozora/jest-for-tokenizer":"^1.0.0-alpha.4"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.4_1614088325784_0.5513872137538502","host":"s3://npm-registry-packages"}},"1.0.0-alpha.5":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.5","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.5","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"b6e22bb4e38f851f2a4b5a1022bc8b5439a66bc5","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.5.tgz","fileCount":8,"integrity":"sha512-NLtXWy+5sbAGBc1PHZ6T0r2QSj98eXexhJL97mA2fs4vppEhyz23NfLamZPtn2hm5vSaya0hRRr9PkGx6pqfmg==","signatures":[{"sig":"MEYCIQDYvtzYc4Kq7aueqzc/K+QRSeyIdi4rZm/X1+rYg1+4hQIhANXR+4GxgNkxvVt4uG0jHQ2yZk8et3LUBRDUYe8wfCyN","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":10932,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgNRRACRA9TVsSAnZWagAApcAQAINpUpRbPjB1EEUmyAGs\nipA/dBXfBPBkGoOa0hgcrGMBPae6x1Vx1qZy93a0vn5MhAg0NNJMdfsEv6s+\nxjcrKK8VmVPkrOIGOHnexfvSmp7gmaP/6IK3ESfaQEi9k5AL8wS/pMxuOfGQ\neufGy1dqGZkC2DL+hSIqNHor4OJjxz6WzdyBohDxn8JZ0f1X6vZohSoO9sU7\nhXoOfiWUbj5znYE7GTA+4MrjPGW5+sZsSqHpzt2XxNAV0m09+4uYG3yUcRaR\nnZ+y289JDuk/qxyO/uapsvhfAqpJm2kz3jqTyMCpjUKYXW8OnlE1ayvhcPgR\nSXfkJ9FEkNF9jvIUUMdogipzrtTGmwlRZb5/A6GGxNgvUfOSurgk3JDjP/NN\n0EqW0VRRbusLqf5r0LkGs0v9SKJkrpqsFz3+BN+h4YgRuJDDSxJcc+fCkOn9\n2zpj7n0ztppOaoOLKWYNs8tLfl4OJ4MQfUC9GAjA3QfNIQmj2qGDg6mgfTSk\nvL+AkCieyffd/sT3MXYXyQymTPNj7jDbyJTx/kSp81XijQuTyX6E7EmKMhAK\n2IRfzes8LC7AthxbDeLYLDnrYtYAOkRvbfnHhzjXSyqUguqRFbr7ihWPbfzl\nct0BfLMYd/3wPth3HP0L0+5j12REVxNfLD2j3PiobMCuhb7QJ7MFFG7hx491\n8Jjt\r\n=vjas\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"fa285da950e21abf2505f51256bb12e3b8307823","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","lint:fix":"eslint '{src,__test__}/**/*.{ts,tsx}' --fix","prebuild":"rimraf lib/","test:coverage":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir . --coverage","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/tokenizercore":"^1.0.0-alpha.5"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.35.1","@barusu/rollup-config":"0.0.44","@yozora/eslint-config":"^1.0.0-alpha.5","@yozora/jest-for-tokenizer":"^1.0.0-alpha.5"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.5_1614091328099_0.32089190565885417","host":"s3://npm-registry-packages"}},"1.0.0-alpha.6":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.6","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.6","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"98f96dfbedeefcd484856ad9eb0c2c5f0ca758ad","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.6.tgz","fileCount":8,"integrity":"sha512-6BiWNIS+X6gK4tkKyOW1jTmxKbU8PxQOD+JNPB/BafyNzgv8g0FwvF92BU3uC18NCBRILI/z0iAsDAzp8vpEOw==","signatures":[{"sig":"MEYCIQCfUfET0SKpmXL8bH3J4zIZ+CCkzYipG9XB7OxPn+8T4gIhANVuvlm2nzNFQSAqBFWkujoTghOU+7OW+kTUNsKFx4Ir","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":10825,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgN8ICCRA9TVsSAnZWagAAz30P+QBlRjKK3G/KWYNGNUZg\nxbOjLtwr7Ac0E2dMYdafK25qL3p7WFMnLGrSRr/noGexTCG9UIH2Kv+4U1rm\nbqbLVZL/AANgfgdYeI+YsZ54eKd5mRIshFYOWy58CBgf1lOHDlWdMH/4wKTX\n8udXoJRSq4Ls3jYMhpKm7tYMXz5iR9cz32IuKoJsRVvbf1P1tOGaEZFdPhkQ\nUgDtFyr6jF8YzWarHJdOW6hA9FV4y+d0qoA9sRFaLRYqSTBOm7UCs4c00md/\n/lx5qsvBv7dkSNvMi/U3EAIg6owXexk6mpQtA73FWyiTCRd4hylzYgceq4W8\nujOd8Rr/OUsRXtODHnLOWoEQ04YCBuzObjK61mtR4/7vUwBqTtAzTPusQomP\nfd8O0OLt3f/LzDjJADW4Df2QBG5KvJ/Fx72JOGCtlnipvGG5W69/wmJW/knz\nehRPplzslDDH05sLLd5LiAFjPUPrCPTe/GlLribd0FtxPuXbUGoRGmJccZfy\nzrmg7Q6k/gTJpOg1ZTXh0dxuSN6DZoPxMZcTPqld+StVTvJIW3xPQ5mdRrBi\n/8LOL8i5jeA9w5cgRzIV/qdmnc4DqwdIqN5auAWJop65XfKrtAZcwWvekIOh\nQp1ZSErlvGgjfBYYBDSxeRhp4D3EEIcipfEWp1PnpOjjYxRlM1aN1+nokQuF\nu9Iu\r\n=+Wc7\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"e4f20f785dc3928c0c928d0d38665bf3609481a6","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","prebuild":"rimraf lib/","test:coverage":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir . --coverage","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/core-tokenizer":"^1.0.0-alpha.6"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.39.1","@barusu/rollup-config":"0.0.47","@yozora/jest-for-tokenizer":"^1.0.0-alpha.6"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.6_1614266882393_0.6825798910141205","host":"s3://npm-registry-packages"}},"1.0.0-alpha.7":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.7","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.7","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"0cf1fdd3f4eac1b0075c3c4c4dbd4c6f6f479009","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.7.tgz","fileCount":8,"integrity":"sha512-196btq1XQpwPUJ4JncLAC/zmK+V91zfVsP2sckpvvLmv1+5+A6djRc4jPCOi7htz3t0zR0Wf8KnSK4w1tgpl7Q==","signatures":[{"sig":"MEYCIQCkgxu6uGyhSKOdYCBxoOGAUzGVkMhy4G9NB0Ejy9CO1gIhAMV3ly39D/xStW4b46KXeYCImsWlrAjpJtKaMSE4dcvy","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11041,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgQyXZCRA9TVsSAnZWagAAesMP/RG2LhGgAfhVnw3zRAM/\nv20PT0vgNcOyjmmXzQgQOsm3Yy1Y4K9QZfUEmH1Jjbu7palBv/9mtz+Ch1gb\n8RE83K53uz3n7YczsQzv0I0oTTKCDqjHRl0yGOdImCWMf1ZKFtBWuKWDp7JE\nykmrpSKmIAx+bro2fTS175j0mqsEPlDCu7CEmg3ogZfAA5A+yjHMt6JVCKkc\nIErmMpQZ5wcf0fiL/btiPTRRawWk6hMY6c5vIyv0tKCNeCaORy0biObYPMMd\nbcnCb8adtjrVaKljQHvTUMQZLxPfrR3kLjohzoYsPEHXy2lKzzK8/T/Nj/DK\n5a9WjlOZjydvRNm01cRqN3CnEidcJae7wy4wWaPtxnkCEMP7bszOvzlpoodp\n97XuF5PhUGr34FXZjH/CXQQ11tIHMoqyoFOfB62T0sXLMQiZusDAzG0YMO5d\nMXs3puwmCtOsMhcIUX3gi+4Ljv7ToI0yg5zgKh+vytZcP7d+01M3kxSBHr9z\n5BsZE0a2dkGbLqaY7EMaL0zCHp0wTro8B5q+KNu+GbJTKu4GRooSlc8IgLZj\nIZciKiwRqn3Q7BYgX9eZ+ZqOKVZpmDeIIYfKqXcMrvZOiHtQu/JgSfCicndQ\nrPyGPPZSUgayNkYUsDywjk2wJjZ2I21t/f/UbkrMEBqobHYlg64JqMycVyMx\nTk87\r\n=yt7/\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"115ce36207dc675c7a13275c6bf2fccafdb47ffc","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-text) [![npm download](https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg)](https://www.npmjs.com/package/@yozora/tokenizer-tex","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.7","@yozora/core-tokenizer":"^1.0.0-alpha.7"},"_hasShrinkwrap":false,"devDependencies":{"@yozora/jest-for-tokenizer":"^1.0.0-alpha.7"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.7_1615013337167_0.934647985991472","host":"s3://npm-registry-packages"}},"1.0.0-alpha.8":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.8","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.8","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"e09b21cf5d22a3c6e17dcbff49839bb049b793f4","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.8.tgz","fileCount":8,"integrity":"sha512-9A8HkVTX00fuHMe0/mVJNUHdoU2bnRZZi11KH3nGfWvqqmwMmcyzWqsNAy9xoND+MhlYiy35k0kDgEVBlXYWCg==","signatures":[{"sig":"MEQCIAT/xGylzgeaVKnCKu2eZ40gW1SkRZVilUsmHjcUiw1TAiAWNPoGPdg76t3HFTaMUjD3M/5e4PikL9LkMJR/SL8peA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":12008,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgTHeRCRA9TVsSAnZWagAA5iwQAJMqvCKhWF5K1owyK6Zb\nhx7DPdM2JQnxwm5+hinZcerYtpbGho72RjwaEIUyqutxkyW500nC3y574utd\nKwTEfF1Dub9rZbffm5QJLa94nyNtBU9RIqtATz42oMzMonXzYt4zblc4z3iE\nY1DiP40sy+O0ZpyUvUp9Nez9+YiXLm3Xpm2fHuIjMl+UjFpt+FVtxxo/xVRj\nNJamL6Q9o8NvglWN8zjypLJZ9BCdyVeE4YqVpWGmL691Jablj0EtL6lINWVu\nVMFDXS8mqfgfHsMLVXVNPojTnYYplkcaiICTTPj2oP1M3Q63W99ylMUi2ZpG\ne4ze9Ouf8trArwFA7sLhXrOF8lnz+x5MXGYSt2QjOHdF0086U/efr3WSa3FE\nP8fNlPA6ttQWbpqH+5duaJwjzuQ5ukDEAkZua3YcUvbvv992bG73PnkZwCYW\n7sNpLF/YUlqXux7xhOiqLAHV3EGEISWAyBfdSaBZxnekduq7g8lmF/1gV7Dd\nNQYOla/MqDlXRxrT32HMvyD2lR9g0EgOpjUmI5LVWhT5DmpARnNXEehuyXEp\nA8NEM2s3Zc+u8633yO7USzMDFB5QnV9jWlYBJ1b7M86WtU48DdGSj2kImLk7\n6ARDizDqBnTHOehYrg0dFeU/3INQ98suHxD8C9r1C5HhpVmfIpBdtOg4pWlh\nOOtV\r\n=SA2E\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3cb3080312048001d73911a892c4a7c69459c260","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.8","@yozora/core-tokenizer":"^1.0.0-alpha.8"},"_hasShrinkwrap":false,"devDependencies":{"@yozora/jest-for-tokenizer":"^1.0.0-alpha.8"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.8_1615624081150_0.2532139576207777","host":"s3://npm-registry-packages"}},"1.0.0-alpha.9":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.9","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.9","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"487e394159037bc3272cf566abd47ba364be5958","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.9.tgz","fileCount":8,"integrity":"sha512-yvXLCYhNchKDGX8nc/0VOeHxELWERnfze2bwh1eQhOR2xYt0SNLXkCsAfNNkILQGMpHQnwEpiE/B0TzuGEJflQ==","signatures":[{"sig":"MEYCIQCwyuQqh2QWueuNj+Hlz4aAvPkC76tQ1wOcQW/tE3UZ4QIhAP5SBBCXAlhsMPy/hQyc7HyEnTVo7ivrydKA+epm5yqJ","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11983,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgVZjbCRA9TVsSAnZWagAAweoQAJC9iLsVufKXtKxE6K0h\n2h/tdVt5mpQh8T4gYCj8yg9LoSgVP92EkFNZCGZqHJe6kc3uVPGZvmV6WhGg\nuh7SB9zepyFyv0fnMkFUopcOoiBV/ft12lopvmG17+ZKLkoSzFB0bt5X2J7A\nh6YdfzPFIf6bUvUsiwaJ6x2YKsIaBRgx8l6L4A1MOsIXZGtWm+r9I4zHiplh\ns7Fi+xF+qR7DPcip5TUnGtGThjON97YpgYepCoxrQk3KCus8LJyJGD9XjhTt\n8+MvgclOpmzHKvu60z66lB2JVuC0jxVOkC4qOeisFf3hG9Zptdx3+g1rc8JK\nXMNDwpugZbA0Jwa3/NIJJSGsI+CZOnpJ3EQWVx22VWj/Q9Wk2E9229kPweeZ\nCY7E3UhF3Dvn02rVF82kWPkg10ykgh0zTnIgACcq81iV7K0OC9IOr3ASbW2k\nzb5lpSvvDvJ82DllGS7gfOI+J9Zom7aZFfno7nn2sfJgYeIjbLHAjAbNb56H\nB0HWIQxOfZXMLoY85E76QzVJHmnNZUgFYDfyFlTgG26MpeSfG6A/kTQ/M7T4\n+oASiAxMfSZwrvL6xoyml9ScFNj8z79674PxC9pDqR4jWe/Kmc4BcsoHc2q3\nPdwu+FDM6RCxPfFmvyC3HfBmHHpkWD+qT2PTtaSiq6qDIU9PUnuXgiHXXtso\nrDRb\r\n=ely5\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"1b41b56362c328af28fde43a0b95fa02aff0dfbe","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.9","@yozora/core-tokenizer":"^1.0.0-alpha.9"},"_hasShrinkwrap":false,"devDependencies":{"@yozora/jest-for-tokenizer":"^1.0.0-alpha.9"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.9_1616222427421_0.9319993825181374","host":"s3://npm-registry-packages"}},"1.0.0-alpha.10":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.10","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.10","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"0511be8df3dd5a7d8d835b250b2ae49e714e6fad","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.10.tgz","fileCount":8,"integrity":"sha512-uD+IyeV2Lw57YZHZCl8JbpJHuqKeWKLWpKnOM14srjnRA1DjGsOemV/VSiad31MObKDIIqgb1QEycYCQU7OPbQ==","signatures":[{"sig":"MEUCIQDJGzM9G+Ky/dW9ZNe3ZhnRZLE3QYNwNAYgkl8Kn0dv8wIgNQ4aRYLivQFgyMUqR9R0o/x/jhm9uUzIwSOXRBOanRY=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11987,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgVaTACRA9TVsSAnZWagAAmuMQAIeaOqJq8LQknz62dHvD\nFnHUPvPgJd2CX5VI7PfeAKezheT/Fl+9MT1lgkaNVLS1ukDE950spUUfvjIM\nuXlRScyv4narDJP+YqL2nfoXPWTTBZa/cVLUQgLMabQuZ5XYlsUQmANvmx4t\nliFOG8qgh1hzzS6D+TvQ+Ze6VtYq5DxDOvZrX0zaIYJJ5xw/+KQEP1kQpQf3\njYO8bNjZQNmCFmrlwaQXdPeR6ZNsNxnPrpipvlHwiSd92kLOwGwENAimOlNW\nDs0mkfvhs67eVeiqdeOcQAAoIVZNTEkGXuNs34Jou+k95EG0JyWe97rsI6MS\nEZE+jtjETN/ERZc9vTvj9esWYqxKXsima0YIf/uIcngyAUZ9TC4luV0NqlgH\nrfo0OXrkjtdyhmExAF8bPSZHkm/5ase8F2RfM4Y04Pj5DvkFq2X7lPl9gbEd\nCal/g9tMxs/dGNO7ArdLuBioi7bo6u6aqYknvIcBqyGTL/8af4e4ApS4rdcA\nYRmHr08M7IM1W1iNFrYDqvdiJan28+0v0gbV2e1VOnO/JtaohfEXG+lAzJ0O\nvE6od/gNWiL1vuAXRZHkFurvF8n7ovRazF4YcAR+/I/6gOsUyIxAhbEBHr1h\n4lZD3ihyiwFgP4axj0lXCRZvnK5LwTCUifn6mEpfmcKuGsZH0duhfJdTLUTh\nQqBj\r\n=DwNN\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"dbd0114cd72fa029e743db5d38e10bc1af23ca33","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.10","@yozora/core-tokenizer":"^1.0.0-alpha.10"},"_hasShrinkwrap":false,"devDependencies":{"@yozora/jest-for-tokenizer":"^1.0.0-alpha.10"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.10_1616225471652_0.4051581637285435","host":"s3://npm-registry-packages"}},"1.0.0-alpha.11":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.11","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.11","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"464406fe565bb7a71f5456757387504d16e0dbc6","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.11.tgz","fileCount":8,"integrity":"sha512-TVS16i7oYDuJg7U1lSEm5ZuNXF6SFCQJx9zYCwgxcP/pTmCB/xpT6etnLzGvtcoAOz4thyXDQLlLHnZV14rkhQ==","signatures":[{"sig":"MEYCIQC1Qn4W1v2Zlnz/mosB/KDodzBmqVZJLLh02tVguDBNZwIhAPVOjb4D2I08t1EBEYmOCHG4A3nyMW4L6mTVGHzI5h4m","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11987,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgVdR6CRA9TVsSAnZWagAAKb8P/jk9QdiGtxeEP39bqyrh\n6z5nD2NQeMbb2nA0jpOdK3r1cavp1Fvwt1rcukye9rFsiulwnCzZZs/FS10W\nkxPhaARu5Kwe12MEbT1RLena4+FHzESPVOyb67SoqkagOyaEy9HoP5LHGiip\n7KvwOa3JAYaUW5jlR0PBFTem6apfKhZTkk7wWjCF5olBPzLsFvJMZ3Un6xBU\nP/IyQ6IKacFtpnKvUF8FQFBHBeM2QTGdgOId7iqmf9NpTNLOFKem22exDDIr\nQouz+U3/KHDjVL2jk/1iv34EX43sz6+5PSV0TxB0XCIeEgwo4oHZwvmF8td6\n+QJJqazQSPsZB6sgkv6qtg2vFx3/7JMP5RvqqUMh461eGGTnRBnr/rRFQOhs\ns0CtM0xb1uNyuOPTzCcUsAitSY9+XdLPyR49cLKDz0MkuXG1nfeLfMBaSyQG\nRDPoZUCcqloxLbhc1cs1lqPV7KGNIoeDnYd7oQql3lsfiX1ZLvW27ktCqzga\n3SuiSqUsfWH9yk2sTzDNcRPtb5DamSsj9GHE622YAyoE7TGZL9YhpbZBxz8F\ni0ujl3az9+pwHfhJRFOoy1kkTIKzm8B3nqN1LQb0w/kABDCXpnq+ax76+nL9\nikl2MSQvBzftP94OpD5h6F64SU/KJBO7KC7QuyzdVzP5QcLoMzpqF8w4k0XT\nc9qA\r\n=KsgV\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"df10f73cbcc698d44cd7f7efbab2f7cac66f8675","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.11","@yozora/core-tokenizer":"^1.0.0-alpha.11"},"_hasShrinkwrap":false,"devDependencies":{"@yozora/jest-for-tokenizer":"^1.0.0-alpha.11"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.11_1616237690192_0.3253296668343415","host":"s3://npm-registry-packages"}},"1.0.0-alpha.12":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.12","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.12","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"0e85b513a546a8f8d86344b9ab3a2742c358bf20","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.12.tgz","fileCount":8,"integrity":"sha512-agU+bb43AIDR3dCU6yypCZv+8/obsY0N+6jEGm3G9kL3gP6YM88wygsVuQIjSkmrRVqQZbsn528AxQhS4EIVJQ==","signatures":[{"sig":"MEQCIBWJ0iuBeUvZpsYdRTC7enojCe1P33j+3TZhiypWI8gQAiAeqjdLCBh3KjDMW2Odr1Y1k3EFPttSeOG/aG/8c9h4ew==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11520,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgXyvnCRA9TVsSAnZWagAA0/cP/jnrSmzvazWQ+1xsCCrx\nBaz666feFWeKlwq14aZNZ2KEJcUSIOHZWwAif2fAjWMQLPhlDafeEnut22cp\nXuTzDaVq1xrMbznQMr7Y9iYQEDhceRehC4hjBvuahAvCsUjKBCPlG6dvCvfj\nCTOWSsKER7BSDj2l8plwt4ySNI7PUcgAA5Dwx2w9bjdAckTg63OLKXyr/wzE\nx+zPrPoCaeDmDWfsu3v6KZB/ZFrWBGnzzgPB8+mcsLji3LdSeKAs0WhgTKtv\noyEvCBKDOmuUZ4CM7Q/DhJ+fHJLZLUVf3iwQHnVnanvMYM/kRlrAqn2ZmUOg\nMIRviLCNawvVXsPV1Hi6QhisobxjAW0HygI1Kt7Vkrra1/40q7RfdVPz7RuC\n8J9dFnoL4QmE/NlrMQQIHeSDkCFjq2rUwVjOm6xty4M6JSjUm9gX/NJH/pEt\ncLANtFK9UB3qcu0cZ68y3M1wIShx3izYT4a1pDstO+MU6Z9/8JSpnie27qnT\n140NQVhytTBSfUwtROtmBL7O2pPy6Xy685rl16d0raIvdiX2N2fRDDdzDzul\nmluFFfQRbq8huskCdnjaB450eXisTvzcyT0K0NOPmuyBD1qbQNR/KOGC+Eu1\nd81DWHfBeNa7JHdNnOl1XndbScXxXM5ugF89UgNDEoxMrwhFHF/YNXycAnag\n0l8T\r\n=Q8oE\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"897f1317408ab43406788d5b796d245fd4eeac13","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.12","@yozora/character":"^1.0.0-alpha.12","@yozora/core-tokenizer":"^1.0.0-alpha.12"},"_hasShrinkwrap":false,"devDependencies":{"@yozora/jest-for-tokenizer":"^1.0.0-alpha.12"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.12_1616849895137_0.6925949671324798","host":"s3://npm-registry-packages"}},"1.0.0-alpha.13":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.13","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.13","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"95b41a4beb8bdf7a6dc05c4871b774dbbef32130","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.13.tgz","fileCount":8,"integrity":"sha512-JbotxCAOHm3p9TpOiDd2oEUsUEw2gvWwinCKQca3X4oGPSmtZS/Q0KT9YD5gsB+B0ngddwZ2AIvgpig36YtO7Q==","signatures":[{"sig":"MEUCIQDO2zfHT12qHhazcLMimyQ5dxpcqGa9WZ+kZqdLg8ko3gIgWK+YD328/Rr516S12YYjcyhw5JsRNOHPX4pkHHDnbqU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11484,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgcapgCRA9TVsSAnZWagAAMNkP/AvG03S/iN8W/B4E+h8y\nqUobnxpD7rd7+OXJKBOA470SYthw2z2x8rNJbjwHPjNIESJCK9PRh+Sty3aa\nm9LOvQtFnBqqkaMBBm8y0GlbsUzSbWgv7mAS8Az8ewkUSB9KC/M0fkQMpaRM\nCPCddhLd2Swtqu+yewuQUJbIwzeysZa4J92mWuumxCrbv/FTPHvRwegy6rto\nLuG7tiIipevMaREjE1m5FkJsNp9UPlmSawrGRARM3x/2hcAGsF/JGYO2aWCp\nzi/mL+n7XBJv4jPBxgIMkCdHqcigRxFTGcum3J7Qxea3cC1jyMMDl3tBbAiF\nggT9BfEWk9mxJcK634fc6N9G4VBDha1iwack8CjfcYlac7DQmAKgSMAFp0dS\nKYiCDbi7xnf19b5hPCU2vwrrUmwd+GWlyGsrh1NG+yZcwUI8c/sqCqQq4aXV\ne0WFa+Wl/rmJIv65pDEwebWi+yw13M2ADECEATUeiilc2p24LH2jvjVvIeI1\n3zHmcN6Bh87A3WJHimUHl5pk4uW/EnMwA3OeypHUlEFpJq4o0a9GlpfufUu/\n+C1gMrmhKjTKYWQD1ktywo/sknfNH0XL37sLKhXDMgielS/c5EZgoK0VpAJZ\nKGNwYnF5gL65IgeZsuCnzZNAI3VMyisBQQ5vuP9TK+97KO5hyNl6PY+9DH0u\nv8zx\r\n=BIFc\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"949455c25f4fb60a88c3484829a610da7c998969","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.13","@yozora/character":"^1.0.0-alpha.13","@yozora/core-tokenizer":"^1.0.0-alpha.13"},"_hasShrinkwrap":false,"devDependencies":{"@yozora/jest-for-tokenizer":"^1.0.0-alpha.13"},"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.13_1618061919522_0.3616422169311564","host":"s3://npm-registry-packages"}},"1.0.0-alpha.14":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.14","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.14","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"c28e63e59a0a18c50438348973f7d35a3ebdf6bc","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.14.tgz","fileCount":8,"integrity":"sha512-mdl+F/Ar77yav/8k06NrZeRcVaiFN/qfvmvJV0hKTps0JKySyc0QQ3pRw8hjYeVUwbvBLn/12dXy9VJZ9u5qUA==","signatures":[{"sig":"MEUCIFQoqhpGRLsqp3ZhA1StUDihagUuorncKnm38Ept4HReAiEAsD/iW97O1v7/cwYdiv3LSdMRG/Dd2oQ651DTuTuZRJ0=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11684,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgcrVBCRA9TVsSAnZWagAAALAP/jDOmK9wtRQIASRe0MSi\nqbbBQxhRw5UbC+SAs3V8R0K9YITvu+rgvYuL3CGomloZpIRgwc68H+TzaThc\n07n08xqDc62U5HlsTAT5O8+QhIg5coqLNBHgSojx1fTqwZpJ+Pqffvw4cYt1\ncIPjeQtX49QHU51Z5gyTit1/Pree3e28Ss89JeWhkbzkeVZV7D1AKNeYMhiu\nso2id4WjhPM+UMLNAv4G6t2Uose+TDaRVcbUgWnZya/BzNep4IFjgAGUFKzR\nieaZsQ2nS5ayIXXTp2Z2HD31UFQwBXCTgRnd3cn5W4sA+lywCwHaaND3ATbT\n03/NRAW7o8UIhu086fcMv6dUKMrmdi4mgTUwTmsCAFBSMD4zS84Q8hIXlldf\n3ibDBHVlHAQN4l16dkXnCSvz6PO474c+SRca9dTrQZOVxnAoUOr1BCBvI1v/\nCbdTnHoGD4y7RyTloieZ6lQmBGsibvs9JXTvCzTHSL/HDRGV6xkQ8uRMtjT0\nvSBna0DIHzsLyWk68EQQthhW9ZjcnsZ45VKWzp5qlb4+VP4mB1BRzxXv2vf/\nFVZTjtk/LqgbKitpOSJy1HC9VBruBn2Cuu2bxC/zGFF7pHu86Z6SC7gjD+u3\nI0cGnp0kWgndBlgcQe2IaH9qGuur89+fMyWW8aOJtbkfCocGB0MQndiizaZa\nrAot\r\n=Hgm5\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3fcfffa0da0413449acf0d91d85400d0b31fa9a2","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.14","@yozora/character":"^1.0.0-alpha.14","@yozora/core-tokenizer":"^1.0.0-alpha.14"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.14_1618130240580_0.1302760446822926","host":"s3://npm-registry-packages"}},"1.0.0-alpha.15":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.15","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.15","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"11d8a1abb374c58ebffff055e21647d140e254b4","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.15.tgz","fileCount":8,"integrity":"sha512-DTOnGA+9sygay9vcPrH4UK1SjdTGqawYRY6UORhvZLxPxNZrt1gPdAGZoNw7Lzguh+wjlFDlyYqkCSolOGWfSg==","signatures":[{"sig":"MEQCID5XLhoAAL8D8xeT2ucjslF092zfc6VkOtQ+usNBGrWcAiAXU1X9+mL2LLfvZ4yatYz8wkTxgiv5o93753/UYt/GOw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11684,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgcwIRCRA9TVsSAnZWagAAIOIP/j2aeZxlIn9n24RDNsiy\nK3wr3WDtrKJePCMmqcd2+vOuCn699i/8JTxND1TCIfH9zHqqBfJv1IakSclk\nuwkcSAcdzEOPKlNY9s9eCTgVpD6k8WPKyi8aJMnwWp9MGZt8b/7d+djwTEl2\nB0Vq6X2wSigQ0lwvnz2xAf73GVEkB8CRo6PUWhR3EuAeiZD75f9xlSBRwcPD\nvLB4zicBuh0WwvkvHqcX16kMqua7TixVd2hjktBJbU7caCLIpD8D8KnXVJrL\nTYGUrS2yAfSnCZsP9RvgtxRYxdNXWJJh4S+jy1gGm0g5ioJjXD/Zxye8+Rlk\nc0FKbshLhYVMVUvNe2Bjxnm3EsO5ZBau02QBWSCxPVp9TyfuBPIWrV821n1l\nJstAv3zq0GsIZRu6L4sVQOmXqjHfsULcSliJYqKzUNP7v6d6rMeZJ8gJUd1T\nXidUNuBCWHFbco99Yp4+N7TenavRlolskiWF6XCH9XYQjnCFV2EGdb7/FA1j\nZcZL0s/B+ZuV3XRKOdy9oEhEsIedm2YLxL8HCbgaZij7KfzFc04wEo/o4IP5\nAphYqJtst9pY80yUMW9ZEqZ1V48efdftOaZW+o2cytgUpG9n/AJ8Vo9LjGUf\nn82GlxteK/KVUDQ0EmIURyUXEJgZiMex/XMrulFPfoI1qK+EEwSZTJZKBnE0\nribL\r\n=3BJd\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"988d25f7958825ccbaaa99051ad7b823c625d4cf","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.15","@yozora/character":"^1.0.0-alpha.15","@yozora/core-tokenizer":"^1.0.0-alpha.15"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.15_1618149905481_0.8285273992273194","host":"s3://npm-registry-packages"}},"1.0.0-alpha.16":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.16","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.16","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"07a904ccc22a4662e17bcaaba8289b4e17e1695f","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.16.tgz","fileCount":8,"integrity":"sha512-BED2oWkgeu4p5LpY+82UIx9hoUgsBm+T194Sa/NMF3b3aYWIIuV2w1gYjPcMvVgGXpjmjyvc5y5QFWlXOIHpMw==","signatures":[{"sig":"MEQCIH+LOJbEmujRntovvkeWcoXZlYr0WRrLWUcCtLTaFEoHAiB3xhURal8LudzGAVsqNUQhfqFp5FPUI11PUDvMQDwiRA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":11684,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgdGmhCRA9TVsSAnZWagAAOjgP/jmx7RM05/L9Hzmwrbbe\nrXdeeVowoANcwhGVhJeqg9vXKfZgAQlSSufQhVDFiPVxxN0zeqQlaIOe5/Bq\nfKmtpGjzcgdTEU1R6CA9HwQ0Zk0dAH6LNGraTGXnhJTr0/xzBt6ickOUVKxH\nA4kR548koVVkSM1KL6h3LigZ7+LuPzmi8MwXrusMv7Ke8YHb/PUs+vyzP0zU\ndLBJ+mymoTz9gUkRorEYP4HRTrqtHwxmvjlb/U+0/114Lg7neM6aL2VYPayd\nqFK/3IQsWiPJva/WWYl5SttTfmCz+SVqZ/aBtE2R9hz577BPUWfXz0XCt2Xu\n8ABkGj6k0vRCv87THsakjGx95OXnuzJzV86DvHAdXasRkyCUhG6OL9lmQwzU\n1YEsNtrx2NU74EuTzqowEnEHSJ6qxaHNkpL/DtYz9DiPDtTseCZ4pwrpvryz\nRsr6JlX29SCGoMtqygdvuHEWlb/Fk+PYdFPN97QyOvlwig4ennaq22joL5t7\niGC45/Ofo8riR141ix3ViB5wNUukHPi4q+u2dbIC0+/zMJCM5UDINpi29egG\nQSHgectGCUWGsypdtZwER8669L9i/sbP54VHP2z1t96/Y6yzWsJKpZLmB/Au\nP1kSKdX3Z6bq3k1KOIX/1CuEbVDsoY17YIOVeyexLnpBcL4upzXf/z4SRLbL\nzNwe\r\n=h4+t\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"9da34dd46333b72f908c77d15f11326f3724060c","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/tokenizers/text#readme\">@yozora/tokenizer-text</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">       <img ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.16","@yozora/character":"^1.0.0-alpha.16","@yozora/core-tokenizer":"^1.0.0-alpha.16"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.16_1618241952883_0.26166179174105353","host":"s3://npm-registry-packages"}},"1.0.0-alpha.17":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.17","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.17","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"b4e173621a1e184e02d655483d14042f27b79119","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.17.tgz","fileCount":8,"integrity":"sha512-55xQeg98WXZ51IILsSor7tv5IAIpa3Q5L2ZdT+eUdRWThR4yZegYHhhzbhE1hea5UWovEH0iAAqe1FoKlE/Ajw==","signatures":[{"sig":"MEQCIG0AXWy38eBZ+B8s+zqxgI/Bo3KcEya6qxZLgmpJLBRzAiBX8SVvyWIJrSNL4joRCvnr8oQz7THvpmS3lmu4GTHEeA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":25689,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgeFEwCRA9TVsSAnZWagAAbfkP+wUum6CJjT/BkezFqdJY\nM9BN11xiFpKaV3LfP/5V+7ADcKG1bhtED8njkEhH5kWbK0c6bGuIWKZJMhpZ\n87ldiHxllnGZa1Y9AlVb3BHaiyML7upSIWRrlcEvwDTKZDAZcf4V7H3G4NQZ\nYeI7xiy7DfZcvUlPZjpEkQPQC9MWq+1YwSgtQMKnTb+ZzCDQ+t2DXTCozZOX\ncNJLOYzATzzbFYooeYmKZegeIt/5PxXvjuQDCxIxPuMhbpJykIJcw2G5cRR/\naXOCUuuG2OvixprSgiTmVIGdd1q34tB0k/rhbjoJnpATHW8J7ivfJo0oIafQ\nVE71DeQyt0M9xhf+VcSdJ05+ro7w5YrM+OfCmSZ8CICEqXYsfzkn94/7OPUA\ntR85gQ69AoXyPSIOvjPrllzAKoiIdaBEGfh9sVkmKsnXieomH1FvDO7/O2u4\naiLMlO2EzBL58VvW1wjNtoW3TpdYUViO+3/lmQ8iKPITGnYdEFGoAj5iasyo\nbAh/NZ94jWk4HN4KhZduy83H+D1hemzFYKskMk/2YSTzERPN8YTGpibGpBkz\nHpuiMoswkcH2N0B2k0171JblIqRz28+IQPdrjS0GqxdslefZRl9st6ON5e1u\nZ9Smqm4KI4IB6prAXubjTLH9i5EfdhVEurG5D1fSbkjIsJIq0WK4sG1fMoE5\nR6tG\r\n=Vipe\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"0e7facdde8692e538e5777d70b873cf6282f7de8","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.17","@yozora/character":"^1.0.0-alpha.17","@yozora/core-tokenizer":"^1.0.0-alpha.17"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.17_1618497839976_0.22370100913048963","host":"s3://npm-registry-packages"}},"1.0.0-alpha.18":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.18","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.18","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"bb58b597469b168ac2580648733d17543b56166c","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.18.tgz","fileCount":8,"integrity":"sha512-bMUSQiYjCb2VirXycr/vL6Qish26qP6PEdbybamfQLZWCmjH27jDd/xq/aI7v58b5WkSTLeUiqt20mpZdu49+A==","signatures":[{"sig":"MEUCID2V5kUjHfdKn3HFpOkWSaFnJYDggi+6qWpgnPFd9LF2AiEAxXED73xD4UZxY88NZ6qkkpwREopx0ZFmy9UvHT4DfBc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":25689,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgfCZNCRA9TVsSAnZWagAA9PkP/jjPLOcmd6O0cctC5vMt\nCnYyhOXgIN1o3A12rp7M0TAeemelujANpA99AlBRjvulL8P4pqNWunHiwRLz\nHP2C7heCFHu72wXN1sQUXtrUK9IMMLfGL4J9jeIEZ+/l9ahcpEts+WZ6p5cb\nT/sudq0WiWea8K/OxAtrR/M3VIz1SifzwVG7UbAZRFvCNNkNrTRFmUzf4s1s\nUXs6LNO7UUEyGz5yqF0efjOonI7lly6OwcqLFu3JPBKGSWmeDLiAEY5agXnj\ngRjlom4Ev3rRdeQl9jiIojIpWNC6bsgPjp41AZ6IcWt4fL3ok56IUa3DF+L9\nESbm22F8IAmLsVrQcIyxmziDwi8W5zay3Ld2vvqrJnbToQzOZTKGok36GvT+\nvIj18bv0y8fjFPHfOONkB1d9duySOJGFBhvQTi0edOg0VvMF4AuTcCRaxdlX\nAI3sRCCUc1HyiSxYeFJ9F1dExJ4cZmVHItONtV7B2eL4Rzk1NspW6ThgT/Jz\n4lOFUKAQGvgZJ4U3Zw/06oRr7EgfMaUxtCGQa5XUeQc+kkz2TIWfGuypKUF1\nRr4pVfOcvlzACvBh630g53+D0j42XXBMNHudAFof0xuKIqypYRlwwFMgFf4+\nwHEh0VnFnju7WQFMlPCfeELtASIcFgakJfc6IRWWXjBeMqrNNfHrACykBYzS\n1Wwn\r\n=q9Yp\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"219b28b38975d6d41f6c285a512a5c0dccceb6fa","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.18","@yozora/character":"^1.0.0-alpha.18","@yozora/core-tokenizer":"^1.0.0-alpha.18"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.18_1618749005047_0.9813814518221409","host":"s3://npm-registry-packages"}},"1.0.0-alpha.19":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.19","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.19","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"834109072d75a16b8dfbf4e23dc6db97598e957f","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.19.tgz","fileCount":8,"integrity":"sha512-D59116UIGB9ijmIyQraDI7krA40O1A/TdLLTD3TW8fDfUSnZxyZuvPuXMloouNH9/mQMbXygFermZ1alLr2riA==","signatures":[{"sig":"MEUCIQD0/V48kuh77Z6dLxu7aUv2FxcqM1C6rcn/MrfKLapx4QIgJk7yE90Vi3a389GZqF9ZcSlVSNX/ytRG6ZJnNkZi8Aw=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26079,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgfX1PCRA9TVsSAnZWagAAF7oQAJOJYQNvfV1X2sDY7sJD\nEBTXGJvNl0eUpsp4sbxD4FKvHV9mKHhYESLSgDIhs22hiLX03c0jzlV88je1\nt4HhdGmFRhnFCxe8nTabHCL8iHRWHVX/aayaimOmqNX00vVWzfBjpAvXKaUw\nay4dxSz/TEXpD+8FW7xzSpLNhwp4FbF/qA4SyYRxFUzF2JpPVElj+r+TFsDw\ny8sOIze18Ua3X/OVY3E8nRrnNyza8ep7vjT64haJyJx09GknF6jjNL0OD1kB\nslKzlHFLx6zsz4dPKDi9plTEg0V6gpKmDXxzz8c75/Bkmp4MiyLBlc6L+44T\nkVnHsdpVoLuQW0vTknO64AqpRHnlpS4eALqsGLlcb8ZHzzS6yen3knVMlXOo\nAohDw7Kj2E6sVsSrAHH5Reb71TGP6uyeXM4KtfC73xqrGmN0/uUkc2appfG+\nXpma4A87kQ7fUwd+Qdzo0uAZyx3X7OWniZOcqGImBtFi81B0lOjiMVZUJsT+\ny7edBU3zqDn0klH7w4HrqaTpSiG0sNeXVwu1nChdGKWRwas0yZWEMLRpyAqX\nn6ZC1x83uKFh5rYYg3ncClOPUdTeHf4/YrMtvC4n+4KKfY60ieCTZ3cqb4cK\nCOBnv08auamKEfy2C6f8UfrhDK9BdX6S7xZ0JfzSspHFcRfsU8xz//IEHp8k\nXXg1\r\n=CBTJ\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"50b55f9e5fd1d00c03d271a488d2a648ccd0a1d1","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.19","@yozora/character":"^1.0.0-alpha.19","@yozora/core-tokenizer":"^1.0.0-alpha.19"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.19_1618836814686_0.4261828713575362","host":"s3://npm-registry-packages"}},"1.0.0-alpha.20":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.20","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.20","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"b963e7a1246cf4be761c4e3cc157cca4f51e17a0","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.20.tgz","fileCount":8,"integrity":"sha512-5n034q4PSMIf74AyOKSjxVwxvE03n3BeJZnwisfuoHPCecHROcc2vz/v5ROjXYDnc6vkmWsg4qVt+x4ZAMQP1g==","signatures":[{"sig":"MEUCIBMjtUyVSTD2SI08BJh23QVZDSkvdn/5oR21FiNOBQfvAiEAzidD1f4MBX131QtHdNG5FCf1WHtnPfK8jewBdx3TEnk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24586,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgftsNCRA9TVsSAnZWagAAYuAP/2i+Lrf6Uby0px8T1avt\nIHWRVTkPvjEDBkWnL6F/YDS9+fmmghWg1Ck8UtqWxf8hay94YiEpaXEoSbkD\nzb8mxqEOzOFzi/wjVO20IGa7zULV4FPUDUd2+YnqBSdVqBaoPGN2B6NwetPY\nAla7MnLKFCXYSkDjgtxLLAvxTzetzy1lMv2H2VtAOofSEP6fbi2M3NbdXDfX\ngHrubNkUzHMo8lisLFmh2YdnVBKuwmINpPhdVqHH/jGbCQRR7v68xOoqMgAQ\nSP7CM/fP4FZn8CvFpMu6DO3Z2jWDXv05sf2iUf3LyqDh+TicGyk9eeNJyHvN\nFHLZxubPXIlM1u0qM1LX03vrctctw2f0uPFCB2iINT5JUf0vfMxeiZ6z70L0\npYJ1BndeNRXbuPn70wg7Q8ndWkdLt+rBPWgBNv4aHyDc1gA21Ce9z549uQmh\noGpUn9/LxG+lIZ5/pR13faNDa2BJbjSmZ/2AiTq1qvmmJ2OTUFp4FqPl02ia\nIeU7RUuNeBDLFMn2of2riA4UzmGhKTB55vEp9XaCP3/rJFEW3TXz319r+/h6\nYbe+Ulr/VSQScIa3bNeJ7T/eBCFVwF+xamr6/DlzgxcP8fxe4B0zVgwCu+8k\nFgk/NjceP9KW/tRfso5cslxB2LaXdguN6mwcxlGHazNXDhyTqi9aXqxmV6FK\nZF8g\r\n=uMSq\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3f3831fb6fdb72319e7d24a1ba4b51b44bdb4c8d","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.20","@yozora/character":"^1.0.0-alpha.20","@yozora/core-tokenizer":"^1.0.0-alpha.20"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.20_1618926348817_0.559944287320641","host":"s3://npm-registry-packages"}},"1.0.0-alpha.21":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.21","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.21","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"7dedad2a8d28cb54cc087e1a6a374828df38175d","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.21.tgz","fileCount":8,"integrity":"sha512-XvPowsvvyz5cXBodimhoEDBj+Xt70prMgX5v2DW+NOp0k9ASUF+aE0Mhg0Buvfh6Q6YVjD6PNHzQ7qipurexFw==","signatures":[{"sig":"MEYCIQCSYvm+Nv2T3c5LWLXOgFmZPRLkqmm6C/BiFffaiGmfMgIhALixIq8JWcUFo/r/hhYe2gQF8w4HWqLp0KvuJiCX5L3b","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24586,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgm1ymCRA9TVsSAnZWagAAocoP/Roz/ufYwSEXm8LEavBP\n4FaDd/kC//hL/1EmJFQ4p26HUJzp10NKq50J2X5AxKsTfHUvI9+SaVYtMnrl\nTGqXGDXhzJOCGAKMfhTgKV2mjH1p2OT+/TZFXCiu6ECWzqaFsZIdYcRPzkE2\nxRP/2r+1gwqWukLNVH9vrTgWwOolQ679tdgEblMZRAbk8x5u6SPLM3UDm7kW\nVqz6ZpI5sQ35oW4yBhPjP+wmu0NllDqeQHYMsiB+CfEqxdSk6G+WWwZM9FG7\n7F3sb3HxNsB3NrUar2Pl4T34DqLpOOeDwDZx33a9fr54oeNYdd1KhusqPlA5\nM9P76KwzNfzZ6o58g0mDArlic40Srg/8aO1krjgzDSHn5qizWP2Ygr9d6lRM\nmtQNuC85m/zak1VZ6LuERjtTS0aM65PJqpIkar+geJWQNUhPcA069PBGTHRI\nmBn2GLJ8dGuhxQtF5s8esLVr6YRD85etPqi2eTmetwal/gDRy/S3yzR6+TQf\nXVfg4Cl58tjBZxAAAYA2q/I42XGdFyFNkRimiFf1OUi7liZpATzPF2dwDI0t\nVVHBbYVr4kZg3bumf1X9Zr7D/tPmljHnMcQCb0Y1yfoQ2FKuy7sN9Xlx5Lh3\ntEnJFJO3GMswvlZP7W4fYa5ZPyvivaYtTdqZifuZpbI3rFnplw2XNrRVy7Ex\nT3iD\r\n=0MSa\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"e6655a252c0b799d0990f06bc7cfdadc6824b63c","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.21","@yozora/character":"^1.0.0-alpha.21","@yozora/core-tokenizer":"^1.0.0-alpha.21"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.21_1620794534237_0.41906444342764804","host":"s3://npm-registry-packages"}},"1.0.0-alpha.22":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.22","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.22","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"22e9ad4063a18d0fd3130a8ad52364ee3edf5ec2","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.22.tgz","fileCount":8,"integrity":"sha512-DHWMME7VUv+Mk5SAWhhqBGG/G7MemL8qmnIHQfipsi5r+7SAsgj2agDcAqci0z3dKdUwZRliuWA/dOnCubU3TA==","signatures":[{"sig":"MEYCIQCFcVxHRHx6PcC/j7ezofWP98ryWFqJUr4i8oPuKqJYggIhAM/7SIbhsLmn2CwBtzKH8S453TH64lrZtToXjse1izpj","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24510,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgpmVLCRA9TVsSAnZWagAAK5AP+wRyl7PVS7rLmZsJ1Hn9\n0rMugtpAYfewNzE3y5kwRqKaTWRAYRqXixJVUhJyus6D8kOqn0zbkyOuikRd\njtzK3Gt7z0pu/d5CIIYPYVU/76lXLQ6r2ctsGMoNfaPZuOvbsjpGoTQHxGTI\negRPJLnumHhAKcwUJIlYMmoxvJmw3uMwru4yplTUdkNMfiayNsb1c8BqlvT5\nOWzaZn/nnItCC+B0bcPlWF/woFs2bjwW2cKLT2XMvO883KhYgJrPw+0sOxdK\nS4VkfIVKtZeH7ww6FZTBl4Gmy5t2HIXMFb2hQOvLHpsprotgzNMQE8j4aQbR\ni7IkWq+rxa+a51dKNO+EhZNLW8WsmFlznLlkfGF1V1+9qO4jmIaC+4/pEiCC\n+ThCcFU4C52ve0maZzbZxYgCJA8yPLqn+GYaj3QO2WCKt4pzj2c+2v64+hve\nrtfZz7gmjgxqLbj21nl5WVVcuFzD5oT9epd2xdJB+n1dKKQsLPW08nda8Hsh\nMQw1ZBDUCtBAL+//k0lWhoRVvGwyi5gPHU+3IzUR2Hdq3xqZGMArzZVjaXs2\nEE+ehuLOWb8bzn1DQMs9gELbXysKHirL3k6svuWCfZukAc3/Q1b8tBCxFnzB\nRUPPo6Ln8wxmTMMNkijfsIGIEggngVTZxA+IMzBJFKa+JdrFEP7eCyJMg0ob\nAHXx\r\n=+0bW\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"a07a41de8dda2ff579b0e5b469db75d6c629c38b","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.22","@yozora/character":"^1.0.0-alpha.22","@yozora/core-tokenizer":"^1.0.0-alpha.22"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.22_1621517643248_0.40093046162909185","host":"s3://npm-registry-packages"}},"1.0.0-alpha.23":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.23","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.23","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"350a0c86772e4507a641d91790420f7a82b97131","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.23.tgz","fileCount":8,"integrity":"sha512-HGvtcSpjcG3PvtlZRJyxHsOD1dw8ZoJSsax2DXhr37BcNMK0jOZyLJM6PnwFkzRHML/aNCi5W0fN8C4YBG+VUQ==","signatures":[{"sig":"MEUCICPXUVM/PtzaiwKKm39i0iRBciLsk4Zej3qJf9is6FT/AiEAvB8N4kzv/hpXzQDDaUpzGA4Zvee5bYAFPS5hBt/5nJ8=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24389,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgv3UxCRA9TVsSAnZWagAAlWsP/0DtnaRCb7kuHimsEX20\nm3ytac9+LiIpA2DHYNuBSs2VnIS5Da6n/7gorKGJ4c+/yAAuJrw53dDXYuqS\nfHuiLRZwRsadKvLl5VM+sbxrE+QjiB/GcH2ethmon7AuJUWOCCa2oryghnB1\niIEdNdJNbmNHk3MNvdG+fLnm02lIgB9Oxq4jYPcMsn1tIR1+bh2fjMz/gqWg\nkSpN/GAa/CDbo5738T/w0GBiI9dChuSeO0m34pm6sAkX3jyyvYYJl2FWD4ws\npaWFc/iDnqAflaaprpPWE5f1BFhhThie8kTeiMTN6xyItt/GjWNFcx5a6904\nFrtv4QQqsRprNEPY85c2f4F5qZ+X+igwnCv72hDJ0z1Vp9Caw55Z6EJ5DNtZ\nsjTAE+SPw8p2+Wk17zeo6c7wsQvCkFsgqH3Eg2nikOnWZVFGtpLu1spQvg7o\nXtphpLJ8AUKajUqg9fzuw81QCdRFvaV4ABfUPmfskqWZLsn8bsWnIKAd7Q2I\n1Yn8LfIIUXOrhjPJT9zg+3J+dpUyTa/9yp2py8zf7QY8W2Wjd/zlOpkbxY52\nlPtUQbCwtKmo453R85CTEllSaIoW1pVPXuazTvRP6X93ZEbtVgaKx4EtVtvo\nyi7f62NdmFxc522K/DulkMgrAVdAtqy1c/i3wr++VzPUNx4XUdRaqqLdsVeR\nU521\r\n=DAHU\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"131a2162b64eb23f98e93286974f4a3e4a91b77a","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.23","@yozora/character":"^1.0.0-alpha.23","@yozora/core-tokenizer":"^1.0.0-alpha.23"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.23_1623160113502_0.8527874202295089","host":"s3://npm-registry-packages"}},"1.0.0-alpha.24":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.24","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.24","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"02fefb1aa0a604fa737942c4d85c0e72815b3394","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.24.tgz","fileCount":8,"integrity":"sha512-C+XRL65tov/RCeVKyRCe4BC+cstj23Iw3b3nb9Jt+/Rm5VvT8Y+ItV7vjEROeDfBd1OPq7zC2fut2MYwHgdQNA==","signatures":[{"sig":"MEQCIFlU7TGKoUomjdMzrU5FyUU6cmiwdDXSipmbI9pX4kClAiAVZx6HQBWzu3h3GWBWCKk2XqSxUaBwOhBOagsBy5+Pig==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24389,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgwXIxCRA9TVsSAnZWagAARuUP/1El0c0cewNoC91VoRDk\n6GjySaRM5T7cNbiHYDduUNGkskWATLH8Bt3Uf7EPlQfUdIzvTVr6+mZ8Svse\nUHC1OTR2Mo1KnX5yweRpali16JAbd66XNvrXp+/lMK/beTnhZS+RWeocgARK\nYO659rWJ71oaNHyLrGmRT9EMF36fKB9aDHJFLhc1+xMM70nIiXsU5fWB90e5\nTzFfHK/dFovO8j3G+P77Rik5lrw4pVrJRwBGL2+rTXfVfv99PGtXPls4a8mi\ngXzuu3Jnii9i2CfKoCduqzEtOH242fRXcRjGIA2/tEVQ6OsT7oq3j9VGrA0Q\nIzLeitBaPY/GQ/x6wF5GroXm8UlccD76YUAuA9mfU9bzr4FcT+M4Sfat5nX4\nqI6PeCmffMQgEVTGe0LveryNh99/oNsXEhTXkCtK6O1xxiQqiYtMePnUoT3D\nSqU8ab5TsFyjIk0f3bucXodaTj0DdQHcDdvDQ0I5oLxEi40vHnSMObKYxyzx\neG6iUuJlF7tTWiOB5ghRH7ctHRRfDYY2T156JS/YhlzkWLjkN/5e90JtfOsh\nuaBMucw/IBqzlrORlJziFUrBf8lU7tuBpLp0cvoGLgL58wqLqPv2OeE2QVYh\nqwPS6XF9bbRxzDCIYMEQ8MMJEqfJnOpZ/VaCcKlToTkQvg33nqTXqP6KZsdw\niuI3\r\n=Zpbc\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"6169f8ecda42e04203e4533f820e82ea3e93b7dd","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.24","@yozora/character":"^1.0.0-alpha.24","@yozora/core-tokenizer":"^1.0.0-alpha.24"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.24_1623290417156_0.5365958699739433","host":"s3://npm-registry-packages"}},"1.0.0-alpha.25":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.25","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.25","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"24df46336eef44a3fc49d110b39d74e67f20bc9a","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.25.tgz","fileCount":8,"integrity":"sha512-xq4DtEDXQd4VFhu6rO+nq3O+yL+o7NX0iVa+4nO5b3Jr20A7emd8ZETx2VqCwpbU/BfY5BY19hY/SEe5xDNwnA==","signatures":[{"sig":"MEUCIDomWOKfkXeudvU2sEYd1l/198VegcngVqSu6iU5ZErcAiEA0AZ6BrOFTW7OUC/D7M26rWNJWeVrnbg4iNgEY6gNIEU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23996,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgyw0mCRA9TVsSAnZWagAA2k8P/j90liZwqklZRWH/8+O4\nlOiqzb/oyAXUNrinEQrU5tQDID/y7EcmTxMMMFhFLE6rXrkyjZvnssbKEGfZ\n8o4gjj6pxfiWFvtwNeOIVpY18drDwt80PBM9OgL+y72shXmdZm6G2Pn+qE7F\n8Q9/L4PfSVhXgKjHozY/slsq8omtTDwghgXjTDCx56apDqv+yEL3F3zZsN/p\nhTldP68a9VtjsT+2duPY+ZJM61wpiSfHsxbZ3FcQHtnFHHUoHvaR4tg0a1FQ\n6HJEurJFkhjT0MBl1IrvhPRqzWPKp5jwTD7m7q1WBE/iJIaJrpFXETJIQ0Hy\n5f2ejzj4xg8YKIh8tzkoWMgN8ddb6HiA3XSGoWt1FHGx/1QEUBMZrBq1efFK\nt5hBAzHJNElQ57kQ5RtkCPbW3MWSwVH53fEPY+pkC+k+kwSnhudoyjCIdIFk\n++7Y4bJNYFs6MsVv7xr90u7zfwvEwJA0S7ZHIjI8btp6o9wc6LW9v/dhYjOk\n5xWzBtpBiDHpMEZM0S1M0YP0ewSlfb0EaYnUC+M/2D4yTm7NVbumAd5kw6FB\n0337aya4a9Py7XMWGOmTBAEC3kbynEILuTW3pdR435lZDgfCJgUH+74+kTn1\nWe8/hmiDpz4UXdkVxna7wYEGat9QiRXY8+bqm3jTCNiTeM4In/qY9Fdzo4xd\nJO+m\r\n=tYVl\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"5e17f7155391c21eb1c99e5024e48d5e208e80db","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.25","@yozora/character":"^1.0.0-alpha.25","@yozora/core-tokenizer":"^1.0.0-alpha.25"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.25_1623919910121_0.5347399298822639","host":"s3://npm-registry-packages"}},"1.0.0-alpha.26":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.26","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.26","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"87972b09fc161590c09561eae791a00406d16472","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.26.tgz","fileCount":8,"integrity":"sha512-b19yedjW02RXEGHAT8RLdCEsJezuyqk4DBVg1XVuFchOTW3iSrDMEwGW5ohJms9rjpmKTvY9mJIESgs7A3Pc7A==","signatures":[{"sig":"MEUCIQCkhDNfhXmwsRDbsArbKG15VEOSfcRgzgrI5wJjDOILLwIgIn8vGhkFcQybj8NSG9/8ZpNDsO4G7gwG6RDuJId6Ou0=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23727,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg1VArCRA9TVsSAnZWagAAg8wQAKLVsDdRupYCbBCU17E8\nY1XqO60n0ffJqj5G4zhKl8vwUbA9i2zrHqrOwbWJu1lWj4FQCcjEwPtk3bt5\n/YPW2iV1Il6/ZgmTBSGH89a+NBLbsdmXj2wzucDMhqUNMRy2QanE6OxPHV1u\nG5sZm2fEHRCy0MDeZ3a8zIitF1+SWD5sBokGCihfrKaADpAQoznySMbgXcL8\nv7WyiqmyxB/qrzsTo1E/0fMHmCwgeaxpGmj2zljiaH6uP7ZZ1dvXKBpFX09T\nUvuJKajVZj1iFJF6pi2zE+M4DUhzpD8pgT7UAIPlxzXL5FG/2GOpWeIx96Nq\nHQ3Twvekyu85b1N8twAMBNBaK3tszkVTZzoGY26W1DzAXpJaB5wecH5ePDjt\nS6I2/TWJ10SINcXKiw/VgaVfzmc53rt5qNX67v7b1n+ue8+7MnW5J9ZvVqxx\nNTiaJ9NOLIcETnKw4BdHATApJ4SjLuA2LLd/4obmEN5BfuR158iQqIGCmBga\n2M9t1Ajmy+SW6lgKuJLHkygnypvTnrWvU6X0QwbfEOfxzp7v4siORwmZMJaz\nXaaVHXSIpjnxFGlNh11y6tTVm/nuPg35dGT0HxA7ohimM6mMBtd9gm0VQ/td\ndJm43yYg2EGwYnZsYgnQlvXYVN4H9x4ZYewtsiAs6Rdftmjv5I+68n/4Srn3\n6htb\r\n=1SDh\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"cbde29c6188c9183f0b39ccfac0ad310803b09fe","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.26","@yozora/character":"^1.0.0-alpha.26","@yozora/core-tokenizer":"^1.0.0-alpha.26"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.26_1624592426657_0.5468297836063483","host":"s3://npm-registry-packages"}},"1.0.0-alpha.27":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.27","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.27","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"b2fa8aaab29e60980bcea38c7574f98e6e77ae20","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.27.tgz","fileCount":8,"integrity":"sha512-MI1SReGLdsbd33Hvuzi01BUuLwH2iB6QlyI0wFsVYIHgdfVMMM3m5qsg68DbWKhozIdsFeGi6NxwgSpjjspiYQ==","signatures":[{"sig":"MEUCIH3gqIrsuP24+XlVebFNy6Lk901+Xvi4UI3IXdpL1AE2AiEAgtokH5RmPc2z/+43Jd2gdIzyFmoKZdeaB2wsP9uNcBs=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23680,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg2XmiCRA9TVsSAnZWagAAt/kQAIqAjc1HdOcKOwPurb5i\nGA64q1Qurg9fdq6kV86cGsI9YTVPMurj5Ue20e0DGgAqtrRMc7uJXxH3IxMI\n6gQW4Eng2+o1+aKn9C3emYjZb3V4ts3tPfqsf2ZND7TLrTqWujGO5Cy53fxq\nxs4YDxzsQlVwqNFUaPSN/Ntqt7/5WsOAikJl7eUl2hbxMWMgcofWjGpBHVFP\nhp+RL1b3H1E+w67GX1/g9IAQiKL+uUp9+ghgzc30QCX/buzwWDmbx8zB5vEY\nRVaBE74YP7d5S/fUY3hDMjCCkbl827NDF3FtTZ1tC+74+xwTw9r4h98VNLWc\nkQ12S47QizcI44Ko1VjYODrGKwckIxIbdDLIpOdgYNHf5XwMJ5A/+e12nGIY\nwOYkaJhGozRCapLHLpywSNU4Gmdq2Rl4ftH3WvBwbMH8Fu1/kLRovx9fJXTq\nkKosO5JJ0jaJCOwImpigaKP3mhPQDY/w0KQh2z2rSlZMc4q2ugj3HjzvzeA1\nwQkvi7qR0fyoi6yvtzR3xnwuzmEvAx+R4dR2/WsPXFZlQVwHcUEiawSabedi\nc1hO8q2e1LiVrFisHjbDydAruQfF4mRdDWGW13+GFomGKnzxVP2B76ZxSfHW\neah/0aOxtDlYoJ3e6LVro2T0XXuKN3RrAp84wMlIfnVaxVdVQO9pSmgmUh2W\nxRoY\r\n=T+tf\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"8efea07b2314c241c91fc113abdc8852f216c9d7","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-alpha.27","@yozora/character":"^1.0.0-alpha.27","@yozora/core-tokenizer":"^1.0.0-alpha.27"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.27_1624865186231_0.8704677848546818","host":"s3://npm-registry-packages"}},"1.0.0-alpha.28":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.28","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.28","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"a82f6437b013aeae4575438db1fdf090ead1d226","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.28.tgz","fileCount":8,"integrity":"sha512-zyMqGPLROjvw6OLxLHfm6TyHU8PZfsTun6RHm330JIND02B4e4zoGLBvY8FJ5cZI0QpOnku1T653Nrh+CX94Kw==","signatures":[{"sig":"MEUCICQ+ERmxlXZuZfqri7voOmO6saAS91uZzCN+9//R0zGEAiEAnqmjr6w1CKwRg+g4AI+xGkKbId5mSKQeB1vDM2Y8Zis=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23680,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg27pjCRA9TVsSAnZWagAAnIMP/336n5qoP1oHikHoHWKL\nirrHQDGeSWJGZB80KmE1yBBJiLgbcK9Z+rGcekZdTRNW9McYeqHw4LZBV/8d\nIAIbHB0yXOy0+pxuj6w3vHWWY8mTNuvlBqFZ2NrLJYIiHJtrK28x1R2uRmd+\nRm9UopJMTVlyXmrA6rMICFb32ML/lof/YtrsBja2zOplHon/cpM/t42V75x7\n9M9lC7xwfjxuy6K/4h6myjYvtt4SxKThtN7qLdEVkYePcVODvin6gRkd/TfR\nPEx9fhLuIgHK+G3L9ScObvWXpAfU4RnQhcuTltCpV2v+rpGd+SSIOOKicsm8\nZHkhu6r8EQHVLOT7XJlJSB4BF/9RPlp/V8qY68Y1gjZOMxmjEfGhb1rLQX7N\naXzwog+VHp1ncJB0VlYMwhbCisPsRBajIcvcNYppP9hXLqy7KtUWBNnkOcMI\nHMNnckrCjISb4pgWY4pQNdx0iXGKD5kXTz8DhHoo4ZexOEYb8h5VncAx3hnM\nlvV/2vr7HTVTJKfu+hx0UysLvaPMr1tYiD+athV5qa/8Nh7FdiyOZh3sWCvl\n+CN3mnnHOs1Q5Cb+gYHRouIUasvKRx9ZGrjh0mARLRkum9HPJ+OV4K5h22Tn\nS9OxBRLErR1MlYQURoFnMjwJ1Do7xOonouceM/34cPYOCRka6Fs5ZwCrE2DH\ncSSQ\r\n=Jm/w\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"f18d90a116db508bf49c9a3338a262cb85faf792","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-alpha.28","@yozora/character":"^1.0.0-alpha.28","@yozora/core-tokenizer":"^1.0.0-alpha.28"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.28_1625012835400_0.14913550127142972","host":"s3://npm-registry-packages"}},"1.0.0-alpha.29":{"name":"@yozora/tokenizer-text","version":"1.0.0-alpha.29","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-alpha.29","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"36afaa519cd2dc0ec670a62bebd7e90b6a003cb2","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-alpha.29.tgz","fileCount":8,"integrity":"sha512-vUAl7O+G+gYPCAj3BuWVWvc2FLSGnqOoLGVQsoilgMuJDi7vDqbfn+jp5p/eaMAS/Vf3Bts1dfZCsHuB4lIUlg==","signatures":[{"sig":"MEUCIBc8NIMplEBSLeCx4V4/ph68jo7RxaG2Qo1JjP99tplDAiEA8sL6mCqLtpaLmKJInZycJ+XisvoEF9PZaAwBBMx6mxY=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23681,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg5mDOCRA9TVsSAnZWagAA7loP/1FQY5GqJbXY5kO9dxrM\nN7O288AcVh0YEpqhfD/uGEVKjG7Lue2NqVu8LlzbXin6yO/9K0HugBvulnA8\nWfv3ZPc7e3GlwUSXZzl/MiPKdZZ3Ccq1aXRM02Wdo4/SgzZ9A71POVTsOcDs\nPRMjyHN3GMRW8eKVR4pXPuwe3vZOmy/pSNKyXPwLHhCmMWOb2JckzZAqeGsT\nFjO2+BKRinhQ1ne7vNhrkmB8uiciZ+K2WAiUlzTKkei32IyrAWc8Nh/RfR2j\nwua8sY7Z2lwUV/4bnzLNZro6FNh6ZVjEp8H3MlIv1HrndFEaZdx5dOeMtodZ\nQz3kfV1DYCSN041n+WGdmvmTSYV/hisyOrO6H+yvlF2iauXDupk8PkVHoDDD\nKSFPN1xRVgiKIvgquOLAtUN2PBbv0T6NrI0d/6xXyIUpQWUrqktm93FkyehS\nndIqcpi7nqeX9gB5gtgXbk9jfT1J2UPRpy5eD/dJLcWjw4B0vgMTT7TqVx54\nbmSDns/0YfvTRLfOTMHVm5pSOJz660FirBm9b+v9QRZEK944VokjnY4U1Mru\nlvT/8xmcv7cdSh1IHvt/APKwT9fQXyhLtvAbGXsUBPrn1PbkSjd1A4zuavt1\nddZTaSyJ5Q3QyrAACisgRsVvMlooxWh5kMF2mPKOT/VTZZeNRo7mo4zeOlnb\nFQTZ\r\n=qbqu\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"f2291db2812043dd6586eaabd14e427abb11663a","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-alpha.29","@yozora/character":"^1.0.0-alpha.29","@yozora/core-tokenizer":"^1.0.0-alpha.29"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-alpha.29_1625710797545_0.9245477305500951","host":"s3://npm-registry-packages"}},"1.0.0-1.0.0-beta.0.0":{"name":"@yozora/tokenizer-text","version":"1.0.0-1.0.0-beta.0.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-1.0.0-beta.0.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"b147792fbdf9725c84db06af913e5fc165f611da","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-1.0.0-beta.0.0.tgz","fileCount":8,"integrity":"sha512-+RjLq7s8K3TuWVoUP7p1ULLZOfZpzph5EdOHlcY6Z22STGXEFvJ7CuBFZCZH3JILwZP3An3bKZpAoeNRHwDUSg==","signatures":[{"sig":"MEYCIQDxEhhEXipkJjWTW7RZLNb97+DoNs6Ihq7hNeg55Dt0aQIhAJBNoyw0UJcTVHBvA4Bg6EmDiFYRjvXhUZy1GIByVIIA","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24550,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg5tw9CRA9TVsSAnZWagAAWlYP/2KOV0jRhwEpY10XyrgL\n2rGpDCGz/c1uYTnxAvgVBVX6EnGviP4KMCo/0lJjPkqMx+NC0/EsUpFETesV\nMOBrJHdW4C0mSJv3isfTb+w8Xq/BCS4axlvMxUe2OS+xwe/0mmTjwYEYWBWx\nXtlQHR9KGCLPpXhFvFuvvgNCxUiyf6c2TlTpIxbSGpVOMP3qwaOwPF7G3VUb\nw4SNepg9rX9ptbC2w9661guCBoDDbMmXoHmMuMxG+9q8XB2R/mU02zXLDqfU\nWckOPWDugagHyBcU8qKr7DhU602KDDWFpDAyMbS+h81lQvxGgBNh/xnbzlzv\nkx+H5DKQUYDld9kpPOeolSNGoWnkqiooEvfyNUlKx8Phfr7SRfRm/8/aPH/t\n5mSsvt37pzgYLC62K9yNoNwdwukEMPXZps+0ZJNdmaIpssFnEu/F6B6f1tek\neZCJQ4AcW6z8OjtaBRRl29WIsb2SQXFAatoBX21NeP+WS6Iyjbrxflda5+Jd\nYdTPFSppxfQCpZ+ARDa6VlOQxUwuNeYxjqlj7a4lY0V/aB0uc7U5ZvZ1qgL3\nqx9rRqAHNepdGK93Kde4O3w3MtBHhDdTDci6JbmAYFoC/9dSN3db4qFugXpi\n8SAeSn5xyDUrIA9gdxAoDpQz6ot3xpQI/Mf7WBhac0/zcWbj+tZb4qDebBHz\n1GqF\r\n=1DBc\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"4051dd2bcdea0d051141abaa85635e52d84c04f2","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-1.0.0-beta.0.0","@yozora/character":"^1.0.0-1.0.0-beta.0.0","@yozora/core-tokenizer":"^1.0.0-1.0.0-beta.0.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-1.0.0-beta.0.0_1625742397117_0.903902455500539","host":"s3://npm-registry-packages"}},"1.0.0-beta.0":{"name":"@yozora/tokenizer-text","version":"1.0.0-beta.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0-beta.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"69efd044d123c0462f23babb8f60aa051639191e","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0-beta.0.tgz","fileCount":8,"integrity":"sha512-MHMQEm/f2oCaPJkQ/zaRaFcU+QM4NrORMQVZlKD0o1ZmiTHfoEuCq6fUBB8vhDJIOMCigCDGvs2/sWylZYNRMA==","signatures":[{"sig":"MEUCIQCaP/Fryh1YShbaFPANLzRcY+nZh06HE0gsg3RJRZgbTAIgSHUwzMSrkKkremR8Xa4HreLwrf8V5ieahqQ4psdgHeI=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24518,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg5t4aCRA9TVsSAnZWagAAZtoP/3NagfelDPdrX4VPwrPj\natmn698oobsQE/DyD78X3sdVRiRKWfNEewxTUmRkenqflP2woy58YgdT4U8z\ny5+4hr375W/WIPshBZARqbY/t0hg3EOU7NDmIUozVk3+5ZpfvPYGsdj5lsi8\n0/NViJ1TSChAykaMnlYgGVZSXrTLO3uePLO7JrKWzIqt9Uk74nsvmkwrkDLR\nRa1wZl9D8D/xSnogO5EoFHTc54TuhP0+awwM5+1o1er/W7RmkydqrlTh4/A9\niJoQje/PlhCijjQEKhwEdUIMzd/BHOaaNU+lrUdIddrVDBio28zIzYqQUViC\n/LtHWU48yIrYbdRE9tG+olcq7ETto4ndtcW7RcE/yWw5/+IAAO1YUkaBSoHH\nQgNGiOiWtIXhf0pbTVU5I93XvVz4Tn4XTwwWUpU0n75jNeudb42jf5pcwML5\nkD4Y/CPZugT3wjTcFyX9HTyEu4bfNp+CszEvBrL4YK/Ud8XvfF4S2STHUSN8\nf4DuY3BbJ/GgTEa4b/7INMMvlSTwSVIc4ks5DjsPRmN88iaq+QewkE81ymCd\nkKE3KKYp6GAZbAH9uJ/L7RUHmSD/qWtiMgl3VBE3zjo1CP0l6tFBknZVN4MH\nBWJ7pPUUTFpUCmb0uigaRRWQMYVZF2WUwDrVrwHH7Iiz0qX4tPVdH8oqURJA\nwEjt\r\n=H156\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"bb6632098367cd8cf391eb1380d4542c15383bac","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-beta.0","@yozora/character":"^1.0.0-beta.0","@yozora/core-tokenizer":"^1.0.0-beta.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0-beta.0_1625742874075_0.4584529121894174","host":"s3://npm-registry-packages"}},"1.0.0":{"name":"@yozora/tokenizer-text","version":"1.0.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.0.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"82e1d8c9d82d3316da70be3a0c068f5b6f823e50","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.0.0.tgz","fileCount":8,"integrity":"sha512-z4Xqir6qkbpHC2djvvAS15cEY2trkiq3YfnUdgL1vvGsj7mPAHDRZdVDopgBbWtNpVJWE63rxmZSDkr9WdugvA==","signatures":[{"sig":"MEUCIQD2tbt5XjZzA0nMentqCULK9NioL/U55RyADODqXx6idQIgdvRc0exvD5rCGoHwTwwCUc7lCwuwibgOvCCiwYMydQs=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24490,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg9i34CRA9TVsSAnZWagAAjDEP/jYQIFMgZf0Ultml8h86\nSd5xeBgKVkZCNJNpDimWAux32S33/CM77LYqJa4PXIwDE0CzypIgiflyN0v3\nKcloQP0aGDLywWw6zpGXqupbH4XCBIqzZxb53kmBZne3h7RRJEXov/YssaYg\nqaecKIY9qfDTuFPTb1RyCHuPuvZ58v50rRPLhjTVE2neqyX+FxGq139WIDdz\nz7vPXSWwtmxKE6robbx8NWVYHecy7VMaBL8gSjBM0wyt/fpPznTBunBOsVQV\nqJduyo4tv1JAhInb8fKhvENkNsq8XVsqzVeAODulltd8JyXAf0j8zzFznKbO\nQ4SZfaxYYy3ijZX0iQckaAyucgkk+KFdESJZIW61SQPB/0cJFZzpvUxQUEiT\nSndAet6WRdtyvF6neqqVTu8Zsk2kC/6B38YcLve3NDiIg1Vtxf6Rpbk21qTq\nl3egobwgVa4HC3CwswpEcWVjFa6nXRMsUge6h24suVmMEbNJpbY5Htmuyk7L\nGmcfkKGrcnLjbLPTotWSQ/Qc6l+u1DG6qYKVIG/5tx+WVy+loyfNLiOQ4KS+\nZmK43gbvkNWuswDAMGBYXrv2dYae5OTUqk6RrJk9VxTbW+2/wPN4REb57Of/\nvhId+b+vM1FHjSQ3ZH4c2nleb9+W2kZH+V0Kp0oLuTBmWz5W8pQXohI6YSxe\nOu0s\r\n=E4TY\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"ad754e3a5945cd2ce19d9e6bfa59cb82caf0c7ac","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0","@yozora/character":"^1.0.0","@yozora/core-tokenizer":"^1.0.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.0.0_1626746360687_0.02065131687141286","host":"s3://npm-registry-packages"}},"1.1.0-alpha.0":{"name":"@yozora/tokenizer-text","version":"1.1.0-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.1.0-alpha.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"7029729483016c9357a8625852b950c521adeda5","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.1.0-alpha.0.tgz","fileCount":8,"integrity":"sha512-NLT6mqDEuHsiRdK297+dRPQgsi9e2cFvpK0YyeZLOdNAs3YCSnoUxVkn9G3ZMoJGAiXLl5ka9dd7Hh/RWcJ96w==","signatures":[{"sig":"MEUCIGSm0uIgUmUhTVEbm0BDZ2TEp3P7l83x49wYmy6X6hJAAiEAgwOhi/cDNNZsD+dCer/byn1lzD5tvz+sBPcvKt/Ysts=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":24576,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhBWhJCRA9TVsSAnZWagAAljcP/1PiITFnaubbBDEtpLzM\nj2pZ9PCunrCIf8+CUVppT97o+pAEWivKq+pIhbs1qks3OkArerxND8ek5ra/\naVg+DQENiYYjbI9Vq+EKUYV2RSrAIt1OU6ZEheFMxleqw/c7KWAC0bFQ0DWw\nfH1dD9KH1rxuG5PzItZLj74SJiYYE2b2N+mrpGH/+/Sak6k6bJa7PXYV7mfe\nazG9hgpZpbsiMtOeEwwqolmZi1c5rr8Fr1yi5/99rMugsVetNRF4JPpQyHlO\nv3UAy0ZD6p/DUggmnugr56QqYr9+ub4Wsrua4qxTfmLCOKTtMBIRcVWyPJ4l\nwtAyz5VX0LRPCgp5S3ZzqBrtw5NnhsCyOfHgpDBkEQBgu+i7j96LMiJbdPYP\nlbjqWcVifMq+qL6XuZdsUV8yOurfXRO7AGWRe11tLuPO46vlwjSDDG77Uker\nxUxirRamzTe5Z4kiSdrOuScO8MWgC4dAQOMYf0bMaMEtL8MRvPCrl2PLU5TP\n17JFEXWOn4hJpsPFtDC5fWrhFeo2z7YFRCfAKmkZfJk+8TIU7pp1CikqWJHx\nTq2cpb0XDcb8JfPnytxX8BRGLJk3bWMBv4tIO7/LcV+aM4r7gfbLs/3ybdgy\nGc0GuaA2kf2qoKkIpS9QgTt5vOJ0ZhUukYYYnKsta0Pk75PW79OqrUnxKjJk\nswkG\r\n=+kiV\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"082653e421889513588492774503d8ddcc24b8f9","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0-alpha.0","@yozora/character":"^1.1.0-alpha.0","@yozora/core-tokenizer":"^1.1.0-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.1.0-alpha.0_1627744329327_0.07838567295653998","host":"s3://npm-registry-packages"}},"1.1.0-alpha.1":{"name":"@yozora/tokenizer-text","version":"1.1.0-alpha.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.1.0-alpha.1","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"79f92ae8fbce2adce8b1151429a1e92d450dd8c4","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.1.0-alpha.1.tgz","fileCount":8,"integrity":"sha512-upqRQox/OjJ8L9CR4tVFCM9YmxfzfEFIctJ/0QMKf2p1UxZUHYwovExGeKJGNVVoqnVsCh3Oi3yeTlGhJYGphA==","signatures":[{"sig":"MEUCIQDpm6NqaGNMzjLifZBQiVmFFddGhbpMWXZK0EWZybhBFQIgNNH70YNsPQEMmpBTLpn3JkGLSinhsIe5MC6fsfDlb64=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27444,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhBgfjCRA9TVsSAnZWagAA61UP/j9KvOiKZ8m7AhOzLvqA\n6cbXL1r7fdVeJD6RZH5UrEeW3jtdujk45bt3D0vMatGqaS/STj7RfQo1TPwb\nz6i4xoLnOKZYnXEy+E6lK9kvF5vrYpAalNQk3WMg0mU+vgUj6/a5zJLlpkPW\nH2oI6CdFDTXYinbT4MSisjw0C7lXYdAoUVcAPYUXDaEFHebt71L46Lwhes0P\nowEhBRocxTpmmZl8YBGEoWHsaTwRIOoux0XnzbShVnTSiJlfml2li1Rgobc3\nmrcTEizofQP1aoZLA8U9a5JMUN7OJSY/dF8vlbgaIJNHI2KHPc6A7eR7WUmU\nZl8Vnk/mWFljjIHXgjTTcUGxHJGV6ELjhP/HdNvoJ8cM/KvKiiNzy5i6Rb6D\nclpuDcCN78sm/6jt0Put3vwc1eWoBfd4ZX14TJzB2yqOJwJ7Dd8osucq5b80\nLMJaNGtqnG/lkpe7RkHKfC3FBunwQXMtCB3S9s9gymZc3+u4bLiBvhpStvSK\nCRd1fV322+UxX2gOR8nmfDrb1TNxQ7iS3oQTBHkNIfv5kDYG1q/1gvDImpN1\nBJppb99Go57JRO6zYlsk6lOYFG6O+OxP/hntpCzPjP9YiXNlw/2GvB75goAD\nfff+mkqigZ7kqSpoDjDYUBojx7yc8yRFZz1RROmkX/pfXTc5+2OdJ5fpyeoL\n/96y\r\n=eWQR\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"0d6aa91fb5a15b962b016496453dbfa7f1197126","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0-alpha.1","@yozora/character":"^1.1.0-alpha.1","@yozora/core-tokenizer":"^1.1.0-alpha.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.1.0-alpha.1_1627785187269_0.6163359727091156","host":"s3://npm-registry-packages"}},"1.1.0-alpha.2":{"name":"@yozora/tokenizer-text","version":"1.1.0-alpha.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.1.0-alpha.2","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"c8ea6bc1ae34bc88691de08e327a4045d3d5bc39","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.1.0-alpha.2.tgz","fileCount":8,"integrity":"sha512-XKsUL2v+IMxlTwLmpRhtNgkpKh+PlXf5Q7vU0dgz128nlsI0hSij80PeWy5rVSPLHCPG5il0HHeAZovfJtQwCw==","signatures":[{"sig":"MEYCIQDMU7Q2Brkzvv4DP9USmzf9W+JRKxkJumV63cbbLX1oGwIhAPjvO8THzNMqLBdTDBUXlVxOC3nblb+DMF4DgA1ZOPbj","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27444,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhDn8mCRA9TVsSAnZWagAA1dUP/3tMxAf7stjUlIdnCdDj\nL/ESuHQYJ0pcH7RJwDBvAhTBoy1RExjcnvTzM0YrDmNOe9nr4bPczf+7M+fj\nrPxNSw+zbMVRnFXnHUcKFS1c216Tz/Mj4cVI7YD+t0SsbTTeDkleL9857wN8\na8sRNjRcWioCMbFhLcHgTNk2GtcAoA9S8S59f8nkKpMVUOMchidN9pVhw7xB\nAoEmWtUuBdtC/aJ/r6qWis/yXdw8zo1O4pg46XACP3QlIaXuQbI+yhqBQPJc\nCHS74dTBGdl9la9fGR3339+fEHtzAlfhViOYMTuJydNFGsNqnMl1gb6Sq5g4\npPHukcgmZdFGOtkEtlm3Sje34b1VKq0MkMpkQjIxmCjHyoQ9dDvS+ZMoJIxq\n/5heq9oDqeDjeQHaRLcK7OlasJvO1ZwsHbaKEdwtWXb6uHXG/yg7Om/+iU8f\nzTPnyBqlHyQBekfALKerTV2wHWagz59WGYWBnygEb0ceuednBGY4AooNJSdi\nXE1T63+ri7lfnLBU65gGUrZV9zJteYyyZyD3E1BtE3jA838uYAHMP1TZdcfB\njj2OWdh2CPYFucKFpRnCDCLfxLgHC1TP9lQR2tYgYpvW/I4wl1DzK0xLqnnn\nTKMhNdmEeT58aNpL2539TOq9zOp5rP80jsRu6mE1yKGbi2prHJxjy2pM97Ux\nUVeY\r\n=Y6qy\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"d88b8eca03118b9f2a8b00ac4106ea82e779bc94","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0-alpha.2","@yozora/character":"^1.1.0-alpha.2","@yozora/core-tokenizer":"^1.1.0-alpha.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.1.0-alpha.2_1628340005883_0.1788208803185034","host":"s3://npm-registry-packages"}},"1.1.0":{"name":"@yozora/tokenizer-text","version":"1.1.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.1.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"6cab5880edb4cc0ef5507f395579524a76826ac3","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.1.0.tgz","fileCount":8,"integrity":"sha512-zomqiiuxRlmC4mNEwzSRFI4KZb5E9ftmSMA+IGmEc/UfuFrmzU2DF37OjCVTk4PXqimYHrS5pyzhUw7iSKwo8g==","signatures":[{"sig":"MEUCIDxM1uoBvxLKJch+nhHi5F1ye79Vyulbo8oozGgLmE3GAiEA4uu6keNK0IjpmU3ApgVK4IN+z8zYEtdXgVesYmgR8xU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27430,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhFTKfCRA9TVsSAnZWagAAemwP/RDa3+QR8ceLfK0I78lg\niN7mU+MFR4CVGnWizEYZu5QdHJcjtUJJQcaYGLqQ2tjMhHS02FzYS7+91aIN\nVSvk0IC8mAVCkzcoSKG9Rr39I9ypkNzNYTaxC8H97mtqd0ETyDcH+04qiTZ6\ncp8+Hi2Am35yIpOuQshdNts9Yc1Llff1oxmawazvjd+ZhBej54VwWzgggaCp\npC7OPAZOlLt/SqsqZPCKxIqLOl7jUmS3w3nlnbXVHvFrUfO3tiToOA1tvMmV\nrLvwmi4zxMtVZvllE8/GNvt+u2B/RnFsdfERqHw4BSwl7rtUa7OlIQ+6Byti\nzovVvOiB7sfVULi4KUMa4tADvALJmXb3D1gJnPZc01203RT+QtZFNO6Hl/a4\nz54hKMdVOqFSaj+EeU4wuX4iy2r8K07A/DVgBMZ0L5UkswLwmErDQC2+ozlz\nmrWkoTv3i11j/UxlizulsjATRZZCadLse3J9CEWlfWgW5YlNhWqchN9SNUbj\n5uWYQ6/jrL/ML66ZPhtREUR/hzP6INTyejmFGNzb3RwkhcEid1p7kPMcOlxa\nt3BjQsry3HtlBs7uEqzeN6khTyqVF/zbAcxTOrZgvAZNQSn+uEESM0fKO9k+\njOty/yHpNPgeUM5TqUdlJa3Qlf1Bl6wnlxLrs+ChZoL/K8RprIE71j7PUQFl\n6FyL\r\n=s4Zz\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"a8c7cffcbdc36930ab3c744450c8feb4395a9fac","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0","@yozora/character":"^1.1.0","@yozora/core-tokenizer":"^1.1.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.1.0_1628779166883_0.6619645341884086","host":"s3://npm-registry-packages"}},"1.2.0-alpha.0":{"name":"@yozora/tokenizer-text","version":"1.2.0-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.2.0-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"4519b3da3713bda254adccb028be6bed7cb447be","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.2.0-alpha.0.tgz","fileCount":8,"integrity":"sha512-GuMPe1aT89WJq4PRG++B7vi/CSGv8SeiTz/pnHeBzUMccxjGjIDPL787pX5/jBZZdm5/Avz+XbhmoYxAz0WDhA==","signatures":[{"sig":"MEYCIQDDo1sgfDH2wJsZcxFk/GqhzCHUYr1LJQ57ffSpYoo6MQIhAL9QLvtA9/VzXTcSXoTzq14zDHE2VCQMdLy69URrBITh","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27462,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhGNq8CRA9TVsSAnZWagAAasYP/2SWKT6SPtWG3WsHEbHb\noykCeeZaO5HBHlvamsXhYVpIy5K2gE1p10bHkpi+k+nJpVpzTpz+N8ukSqoK\nu0CzawT6+YPNrwgdqd0NcrS1/Ib0TKXr2R3OIQASyrISbNgTEi8pN8nshN2M\nukDq1X87Itx84iHjlrvkb6amNQRjQ1AmI7xt7cYM6gJEtzveNdfhWrZiJrb2\n0SdITRPc78N/B5bOs6786tK76CD4WEQnm/KKgzql0mGJM/nZvuS40BkU1fO3\np/bUK91tVrww1zuXZyaLunEuKRFx+j4r3iQJEyQWIwfbYTZWuwVxkUx3wqlU\n06QO0C5ecxKmNc/nwXJcWThNGbVC/GExBYF3uzINpv1yRHdj8j6/bZqzMOqn\nbyyH7c1vtsGbyBimHSCBFFD0DBkb+JPEFyZVA/bAjR52LMmIsuqY0xm3karX\nQ5mxbzwNSpEsVhyoi5OBNyZ61etXNF59AmjkJHiO1Lc5Xb2SXGMGP7WGrDzy\n9XZR1fQ6RLXV9vSPgkvK4OUSjhtiWXKxf+5ENd8NnCIhbbejuPn5xQeG4mnv\nl0wbYJDokpbrUCKsitsy6zWiEzSsu6IOfbLQFd6abYnOSQUICgeqwbti+2Eb\nJFEUQp8fzmUOsQcmoHzaAhi8YazZdxKJrpi7cLe3slEfEfIgyeDdts8FtmKW\nVv5X\r\n=Pyqf\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"bd8ef455a22963834a70339f42178138aab28df6","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.0-alpha.0","@yozora/character":"^1.2.0-alpha.0","@yozora/core-tokenizer":"^1.2.0-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.2.0-alpha.0_1629018812343_0.14317717345941872","host":"s3://npm-registry-packages"}},"1.2.0-alpha.1":{"name":"@yozora/tokenizer-text","version":"1.2.0-alpha.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.2.0-alpha.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"6cb1051a6703659a015927e46bf791504e2f65de","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.2.0-alpha.1.tgz","fileCount":8,"integrity":"sha512-POCeLJudsobwyJSB0n0vmBQQnfEMnyE5vxVwwt+WLgN5qqeO749vqGzyzE3mtmzFnJI7VNvyTavs6QUVjxeNwg==","signatures":[{"sig":"MEQCICnDTxGx6dHQpKbO1kmT2YuK10dEcoIkmv8rICCdi1fEAiBMFlEyhCqimP49iv942zd/de7PYNYpiBfDKd6DJW2q8A==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27462,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhGmiJCRA9TVsSAnZWagAAqiMP/3qMisgac0s+/TMZRDFN\nSYxrd9jHAblwjBQcfqIQcj+kS/tulAQvPUgGBVLf9hg0SZ8WlmC5oc2vQcF3\nSdtY1y22dF8kzT2Sbw9GfGuJLrKC7Aki1x4DRWrmS9eJGlappvZ0xH5I+Wwa\n2eYmFdU7HAdfUDbjy8EV1MZV9R62x6feddAodIHlhSrDlBvU6bEJ3zx0aZbt\nidgvHtTByQWQeTyydqKypujWLPbK+cNb3d5F3hpH1/qipKOWlNaN+DIPpoBw\nzX6js9Ajm3x4Njxg8lyPgkdePqFKTLVzTV598PWSDUGk5W8DGhZzLX1M7Nix\n6mCYDIOgWRUWpLZC1fS2kf9dkQcT6Gq2RbH7XSbviNkX71ZlJ6eoqf1xJ2Em\n06lb2USz5d0FxEWKNRP9aQq8SPss3fBAfgjOXJkDqp1wC/5XUuAsQ+XhTJCG\nO3VK7bZNCWdiO+dBntwz7njUX7Duc8Zhp7hQgZUOCpznvIQdfOwkr7DYpxPt\nxUM1UOoQu/flKYg2PPFX8y9Wv7ZvLdgZ4L3diNLAco6vJ3O3iZe1pXCJoV9t\nEQxmw3Nr2+UmU1LfxXVJJoLU2EtRasCKundUg3VHpxz+6DUC5xfmrOiPGulm\nNmxVZRj1WeYAvQn52apGyYcvtcceoO0k7GeVrOSGuxP4wmh3YJoeX01pNjf8\nxp9Z\r\n=mpFa\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"ce3c17330085f22404668a388f2bee6f57e6e958","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.0-alpha.1","@yozora/character":"^1.2.0-alpha.1","@yozora/core-tokenizer":"^1.2.0-alpha.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.2.0-alpha.1_1629120648985_0.03152227098654947","host":"s3://npm-registry-packages"}},"1.2.0":{"name":"@yozora/tokenizer-text","version":"1.2.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.2.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"6a83f686aa0dd5055c9fcaddba936ea4a6d80361","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.2.0.tgz","fileCount":8,"integrity":"sha512-7UHI1V1izHQSrigdZ4mpWns38S1s8ZWm1JLHrNVBrMgeMRe7B72smLwZFvbNIYdn4r+X+dY42HRrYY5HChMxqQ==","signatures":[{"sig":"MEUCIAhDzscxVHOkxEn7RBJin9lMcC/h7h6K7VugptUYWT4GAiEAvUUCMvPJ3q2ObO/O997fXLiSPn8cmUFGSldeT4ym8gE=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27430,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhIbd+CRA9TVsSAnZWagAA2MkP/Rl+XnyLdwA3g/zUycYP\nsPjrVeB7tjDXQ/G3vTrw4mwDxc/Esqg71lb8gBt4fItZUBzXxZVE4X/TsAds\nU+gm5UbZmqGYFwJmWjfC88A1aB8/wze9+pDsOD6EiL4Bakj9t8YNfQRwectt\nwx2/OYEsmg5fL99GZm6waL8bc1mBbcYKWLfSk34dQ4+60zVtipYdo1JWLV2l\n/KY/7nMbCJBzItu8oLJ+2Wr2VIhZVTp/+2+sy57joG0uFXmcHmGo+nK5sJmi\n4gRHGCYZeA06kt4TH8dkbuJB12rBp6DACqztvEQgj4qfKtN8SypjeIZWWRvl\n05sRtnfEWObsGUYlvyfpbxf6VDDSmd6ullby9tEVba4OHI8zOxQeblHhMLIX\nGlg+jifEM7qAnPcHbJc1/rWmOOqXML3SxagOIOxwveJrpbggA3jmSwXCdZ8i\n1q7reGzOOimel9kqUz2XcxtmDwe+dSEAy61Jz1Frjn8zSfcnil080kXVtFFv\nie9LddeS55+P/rJ6HxFXy0Spkt/7HEp42ga8oEoTEhUghuAHGawFa/CRcJJp\nqnvmR3gjNf+qfNYrECgmPBxaMibRbI71mLJfIw5pYRTPTu2A1E410889WsJv\nrIVIQ89N115Rb8BrBwlHcW8O79HBBKMBRpKONGerjJyOtcoiSoRC03s6QW4o\n5QIG\r\n=xSvI\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"86da40e50d2fe9acace68695288e15e012e6cd0d","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.0","@yozora/character":"^1.2.0","@yozora/core-tokenizer":"^1.2.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.2.0_1629599614582_0.3006211876322824","host":"s3://npm-registry-packages"}},"1.2.1":{"name":"@yozora/tokenizer-text","version":"1.2.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.2.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"85ad3bf7599caff5e57eaefc90d08430b73d6a2a","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.2.1.tgz","fileCount":8,"integrity":"sha512-Kjmbha8m2P1GqmxHO7rrggQXHd30P5ZBL23UQ9fvb2wV2tSQxc8/AXNuYFcaXllKliIsNxA/c0LqdemDt+ejqA==","signatures":[{"sig":"MEQCIDP2o8A85MFMZ1kp7oqQ3BqVRe+k4tPmKRHjvGa14H6TAiAbLY6baz5hE4gLVbuH9+j8jjIdDnm3qNwfc+MFWQgWHQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27430,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhMwseCRA9TVsSAnZWagAAGSsQAJLr0QWJfzP6YA3ktbLJ\nVnBLzgBSOzVPAjU83IGz/EAxt/zulilQccNAfoNAMD8x75Babv5LdAcIqcGi\nscvZMtgSmmaF3j/725apvgt6IhWFNnyMXI/bg8Bf9dI9BYUqxvWRt5Wj87w9\n7ze1wJB04LGDyIWL1H+hcd/4Q1Kv07SDg1toKeJNgU724aqhZRIcGYFp/ipW\nTlDJBSNdtrEHdJWg0Ufrd/CLbJuzywaCb0fXMGow09IT3fVkllMp3134uZtI\nmY2DxJoPy3ZejgTQKfDpIMy1jf3vcE5Lbq+O1KLhiwcwvVnKMLNAB2xCjZCr\n0CUPVeb+p3G7/8X1IJj7X8RQePzD8bE35FKXHSAm9Hork9l9/y8PG9BiR76T\n7eiY4uMDL3M7A//ZN7EZoFjjJjB0ICTprvOCL4pS1IUU0m2FPaztlPhUsDv7\nuMLpnbO+p2nJQPYgXIctlROjp5Z/oA2q05i7VasOskrVbIKckjIOKU3OI/3Q\nmnt0P9NAZ59+YECIvHbrCbUICh7zTBTjN/LVMuvdvM+0xMDaruWQqibeTKSz\n2Y757p4mYmJBComLH2gVYlzrsJgqlrOb0OJmmyRpospzCHH9eNGS7hPMkMcs\nNE7Uf+OyuAi7PM4f0Qh4J4VuXxIUtMPZXEI+4R1kT+Or8Db2jSb+XjeNAyuj\nkgtp\r\n=HtCe\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"d98d07d7c56dd9f6bb60149b2b0a4be2787e1046","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.1","@yozora/character":"^1.2.1","@yozora/core-tokenizer":"^1.2.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.2.1_1630735134203_0.20133487873096056","host":"s3://npm-registry-packages"}},"1.2.2":{"name":"@yozora/tokenizer-text","version":"1.2.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.2.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"ccb6151473c1fd9880e6b0b5791c3d30d5c2f691","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.2.2.tgz","fileCount":8,"integrity":"sha512-2buEBTsN97qwsjRH7/cXGPX8VJynsfEConRIyONUf2P0bU/MNdJaF6yS8YI8RGdX3foJRo3JpOR+hcBSIf5L1w==","signatures":[{"sig":"MEYCIQCKKXiLcn3Baz2V1wI4a/34PeUkGYug6E6N2VHR9JGldAIhAJRrIgOzNQQssw7CjThKYp2Z6sLcGYzGGXwc3kaZ+15V","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27430,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhNdQtCRA9TVsSAnZWagAARa0P/AnipzvpJ+O7XxXGgu9F\nA6Z6CU1JL1QAKQ9ITDta3cdyKWe6emCztxYrI6RR7nDjX6tJCYqgReS7QNSB\nOfYhkPcyxVp8jSsyXKIGfB6txV47LUwDM4+p0W5gTYpwQJfr+cid6tHucpoW\nqyhA8vleuXYB48uWTn/LOpF2AaCfCqIwysqXsAOa67jZFmgRnbS3jNL5y8xC\n9hn1/l2Vcz4VJ65EwM9B6LGSr6akbr6vtRjLnYL80SqxSp7Yw/xAGsSRuQ7n\n12+3bgnOHxnp2/F5b0BKlpN3ttm8kJ8Psfy7A963xoYLf3pxPhYxqeOlU+Z1\nyCGamQmqr8EpRPoCw9mz7lvJWWfNnHXzDj941fRUrMTMGKBfix1n87HxHcvQ\nOcBSlkEJWjGIk6GZ1jrdmi4nli9M+5M8hVToxs3xz2kMWHEgf1H/G3Sl/G/3\n3anHRM6L0ficku1sOsSjo1xNTfPJhNP3WpSSyw19Ufm+DJ2YWu2wT6uZ9NOS\nUhMplclP3AWHCCJPs+e/hRyZe6/uWAXs71CRsogyOJQIkHWhjCQKrZvrhW4W\nJ1/KKC2N459w8cIVMrQDYQ7QqalaHg1LsWA+mWdyRqoloKqQLQzfoJkB3quP\n5t4/mrhFsU9qBiYh4c4cn8MISNo6UMN7/10HIsvhn3wsOHrocXSiu4jHzFl7\nKlIb\r\n=dUNF\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"fb4b804548592c09259aabcf9cc4dd96176bd024","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.2","@yozora/character":"^1.2.2","@yozora/core-tokenizer":"^1.2.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.2.2_1630917677318_0.22111692338451783","host":"s3://npm-registry-packages"}},"1.3.0":{"name":"@yozora/tokenizer-text","version":"1.3.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@1.3.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"baeeb9d7e94df0483108ee51bdbbf19d3157f20e","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-1.3.0.tgz","fileCount":8,"integrity":"sha512-+OV8/tKMgLkxERKuDsr+60tXTNB13nsi3BbGDnAPzhdDQUeN6omE3JtKDqQD9QNZ9McWmq9F7zyU1/J0Sn6yLQ==","signatures":[{"sig":"MEYCIQCiQgI1daNwCXxcySyJ7fBFqpA7BYVG1tEJ58Bk7SK1GwIhAOL4x5ZP2us6FSa0gZd0kXJYqVJ/WTFPmOnM7ezz7Ck6","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27464},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"18c9b167004ad97718b2f94f25139f80598cbf7a","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.3.0","@yozora/character":"^1.3.0","@yozora/core-tokenizer":"^1.3.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_1.3.0_1633789132337_0.8858941395384272","host":"s3://npm-registry-packages"}},"2.0.0-alpha.0":{"name":"@yozora/tokenizer-text","version":"2.0.0-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.0-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"f914a0d95fe239b92b64a1e240fbdf050a91868c","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.0-alpha.0.tgz","fileCount":8,"integrity":"sha512-G47y0b7iouCjUtUPi0IC3HCtA+HtkROPttlpTus48wBkCx7SUveho8lOjRR51rOF9AFaAVJyBpai7H8uh7MNjg==","signatures":[{"sig":"MEQCID/DJIE6IKl1diokgs+LyQSCKFBkC1BkCf3gKvQfa+mJAiBFzC9+SrrdBmy72vs6ERazNQQeyel8Yd9mCg0XZzJhqQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27327,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh0wNgCRA9TVsSAnZWagAAKLYP/A3iGjB+fMERgVcrPUC2\nHqNPK3sUYqWRPHT15uNawrfiysimeZ+v2Gb3WC9J4oeqGLdtGb+oGTUpnSRD\nwbJiU1iVrpyjuPrM2He+l/44YAipiPfpK10qAMgYjsvGO10rhB/zVM97gqOP\nIundzQCxCva6yKlVPR6hKdZve8O0pjmkFwSqIKC5YJ5nunG5cIyvPS2nUgQi\nPQL1pkeHajNddb3TuTyljy3Ad6ZXE1ocPScfVFruJM/rfOBVdQsGtjY8S4+y\nLJr1LCnq8iGPKbOyqGQhWlz44ICorWQUaUd72ZR16YE6l4DCb+KiyE4l8jQQ\nVMm1nvkz0dLZVp2+Ys3iV2XgWxFLHrEjDBvmN+BUmTjRiIh4qPPp4gHd2Uvb\n9bKDmkCFMm4rSuAV95NMuvzqqTgtTpad/ExV4mTqVeKpouJKvdh6++x6Yia9\nLKHrWY/I1FwYtfX5LE74P8dZsRc7aCp/l4Q31+feUgNzqN6iG9SRq6OoLExF\n1JmGPjwxUA3vcw9zD6URgXfjwes1jCY0p3KwduAzCnZa5YbsWy50m0toejg6\nNRfuPzsDRDHwsWgHdfL8jsp+ck6+fGLQ2oMfc5ie0p1tWlk08eGeaBI2HpmP\nKdUqZdbFpss+2OGKyH8re5cX7yP1xFL+wsuPym+TlXqpF8bIrdL51T6TvmCp\nrGxr\r\n=P1Ld\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"0171501339c49ffd02ed16a63447fa20a47a29a7","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.0","@yozora/character":"^2.0.0-alpha.0","@yozora/core-tokenizer":"^2.0.0-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.0-alpha.0_1641218911946_0.18492206750812268","host":"s3://npm-registry-packages"}},"2.0.0-alpha.1":{"name":"@yozora/tokenizer-text","version":"2.0.0-alpha.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.0-alpha.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"1e9061b9eed5710c052b4a475dd2de5ed19b4363","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.0-alpha.1.tgz","fileCount":10,"integrity":"sha512-tyyj1EDO5dDTgEmX8ZnAYrGyk3uP0KTT9EMNlQqnk+drG3PpREmlqsQB7vxFngksKRhY0L39wKDj3LdEJlmBNA==","signatures":[{"sig":"MEUCIBO0C2CSjlhpGGl0ujtCSPP5JYVHkbfQHczFWeT7UIerAiEA5PUGehpV43GsmJg0PHCI32oj1NXm8c60YO9vUmRYSsQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27913,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh2USrCRA9TVsSAnZWagAA+HAP/RPVR0KmyBCmatGnZHVW\nxXKp8W731k7jPBT0Q8y2sPvN1wRchgaDVJ1Yv7hRiZSXO8G2ftUw95h6RD1Q\nfBtbGGgRzAFONr2pPZnfc86geNkt9GTejR8uE9a0pQmMosog75swOiickewu\nB8asCDO0P6xYlsHzzy5/gu22IloDTV3VNf62/ADB+i0K1we0CmzSoDaWEw8l\n3dFpJ12QtkHfQe/Va8WoVFl3/27alefzo9IhTU5FV5hHJGHWhA4KDJ94yygy\n8gN93MGG8FsgGce8tcHKN/k7MG/HgF64QTauEdgwEfYrfEgH7nQ66P8TQje9\nNzfcQshypdwCba8JThzsgtH3WhkVqdB+husHqbQiMqM+8Dfw4ORl/3yQO22V\nYCDrr7KzUFQu3rmc+385w34kKrRY/KHasd88JY0VJ5sIARaEh5xkAS4jb1ox\n62hEOpQsTFoRfWIWFdvFgPVQoHfPOohhJOVaoCG5DIvs6DvDHJ48I4CL7Vel\nSkstDfFpfjcAhi0C6tW4K1YdmoOiVRl1Uaab7VA7/H6mELZMR2fPRW3pGbFn\nIh9zmApt4+xwayZkPsEzZaOjis1/gYgGL0VzoiFZVaQ4f/UMI1KrSwPVu5RH\nvR4Kppg4yXQo6srxFLG3NWOy4YpuPO6tJygIjT/6KQZC13ltFFHkwJM3HU8x\n9zkq\r\n=B0DV\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"86202e1d2b03ccfc2ab030517d9d314f7aee7666","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.1","@yozora/character":"^2.0.0-alpha.1","@yozora/core-tokenizer":"^2.0.0-alpha.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.0-alpha.1_1641628842995_0.708408992240666","host":"s3://npm-registry-packages"}},"2.0.0-alpha.2":{"name":"@yozora/tokenizer-text","version":"2.0.0-alpha.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.0-alpha.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"1b8f76a3a83d721d4ce2ce12cd23ab0c7aacac54","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.0-alpha.2.tgz","fileCount":10,"integrity":"sha512-K9SOyQ8YQBH7JRhNUEDo/z0flqze1kHSniOJXJQK+99w1NNStjWembcijYgphR5Pj1InrsN3bDHMH3NuDAf0Ow==","signatures":[{"sig":"MEUCIQD+HUG9lGP+XlqlYalWrQB0qSLAnOHVtlUjU6wpDfN18AIgRzpjT4KS5hon8/m0WMLuy9Sr0FY57xt1Kj4dHsTZ7js=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28199,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh2tqkCRA9TVsSAnZWagAA0bwP/2fb6aLtWenfdvU/PgYR\nyZMhq4qRXiUZK3LIFITc0pUNFim5Xm4eKefrGuI5ZKxp5DaNS/mW3GKQJsO+\nkfSFHFWzYLtiluLYJzJoOV3LJbVy7epfEqVYYqzyX2U53K/LNT5uTks8JlnA\n6NLRMYvVdI+Wq00G/4HzaElg1EONV43t+My8GVZFAvD29M0eLaO8/9F+xlUe\nhah7uG2hPnIx420Y0FMNtoDEmkpOekGNibE+rxYBEWp1AB13EgzucFPxHzK5\n639a3/erk3ahpYmLeRip9vYYJCHDn0H9iZbepse3xzbtoE5Qsw8KnszM1Dqb\ntC5Yxv2puEJRiznyLMvs9GfQWwCfJdSX1VQytFSZmTCrunB9cNz2F3pBeo+e\nAw294W1sQ94Dvl60vniP7a1Mq8dJAImdtO+l1IBVf7rJcNbJfT/jkyTM+z8z\nabhgWujotwWGKFAISJoTT+R23EkcSI358nBnQmMDZFn9CHmtuOadiusGGn50\nmJMmCWXWYN6fgkbFKZ8zArfKLyVWIESWPJw4K+XHgvvkVg7BuPO7RflbYy3S\nsDa+9eHF3kctfN7HJWsPKhhyVyOwdBqt1tkRUOaAlMgQqy/K96JJM76MCCok\n4WJqZC+SeOFTxdb2JZnO9eZXq1BZsnQdKAEEnniKIc6kghv5wZVgm79pZIlB\nQQo1\r\n=+QAt\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"da59d85520455c59a117a35032ef1a035c10ea21","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.2","@yozora/character":"^2.0.0-alpha.2","@yozora/core-tokenizer":"^2.0.0-alpha.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.0-alpha.2_1641732772154_0.5023212553754937","host":"s3://npm-registry-packages"}},"2.0.0-alpha.3":{"name":"@yozora/tokenizer-text","version":"2.0.0-alpha.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.0-alpha.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"b267a699b98fb8a7f333d1d3edbf567eae2fd3ce","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.0-alpha.3.tgz","fileCount":10,"integrity":"sha512-E8KWyU/doo0gBA4IgUYksRRVbi206/bDcY6pLuSvsx1iw2GbYFTH6kU0p8qW3fUcGM2clMfT3pquXCdF1V60CQ==","signatures":[{"sig":"MEQCIAJdfEYPHLcGLlqj66oNEYs4iknikw/zIVPmlgjKnWpgAiA6p/q/pHO8intO+W7SoRCHdlNTQVhg5d5aBQ9beRwamA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28197,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh3uk/CRA9TVsSAnZWagAA3J4QAJz5q0RRDnRdCITc8QDO\nurETRURCJ5mh7ZUUigMHdU1c6eyzTCnwzUrdupO+RkreIyRBAm7ZmZZAh1Wd\nQhW/yEj/TUmaTt0R2zH/lB3kRfCK2tekOaRucGbRKdoP+Zk8A1dQWEhQsojK\nJZNE/1p4YDgFmYTYcebRtSl/URVLpmy2xod+yJ7SJp0QS1ES7o6QOmnjiGAg\ntbG44D2GUCW7P/Z6s4tyMd3dbmCbB0YChTtoWze0h15pC0nLKjfp1YABQclO\n3tzF7dKwUC/oI8iwcqycIRSWe7Oux6b3Pv3KLDNt9QPJhYOcW5GSoaz0T+sG\nlcQSHoKBA3rn33ROpmU1V6qEAqzH8gRTVpKSrZXiwUt6ork8s+pgSzAQyfVn\n4bNrbLnTqYLR1ieuzNir77PZuOL6596v3hvJLp66NZvL7xFiEccI9Mw/RdZ0\nY22eMCmRwEjpUYB0mb0s6/sVURiRdJwKgosNzBJHSD6B2xTykTngukjj7xQt\ntOTPf5BKllyE//bTqangJ2Vl1aVNBiF1xkkI8RgXZxn1n9eVfN56IqABWgwS\nEYS9TLZKeWOTmwBKw1/q5C4OBihgglXJs8aeAy/SRkXErLh0gs+MvqIePbwV\njGhgYcOQS6bYlihYKFNkEaz4MMBIPrtklsnTRU8+SuxJAvdIVSb5q8V1ycVU\noM3J\r\n=AAwA\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"9f274fc7487a8c1dd213405d92508f9a7621f730","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.3","@yozora/character":"^2.0.0-alpha.3","@yozora/core-tokenizer":"^2.0.0-alpha.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.0-alpha.3_1641998655559_0.8344469846843461","host":"s3://npm-registry-packages"}},"2.0.0":{"name":"@yozora/tokenizer-text","version":"2.0.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"c3656239b41f28d4bd6bfb103a627534eb61961f","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.0.tgz","fileCount":10,"integrity":"sha512-usyUhGPXeY5od76BMGSXCFxWqBW/w4E47CDpEAMvN1e0EkVMuhtGulMT10d0Rqed+FXfj54ON26aLdYxHW2omA==","signatures":[{"sig":"MEUCIAsye5qA3gVbucYkuYTbKSwiePrz8HDWU6NkaH1b2ZLlAiEAkHfSdQKSOmqZp5BZVKSCFPoW5muRzXRUIQOYULgMeB4=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28165,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh4pILCRA9TVsSAnZWagAAh58P/jzzlFrPQSgVjd4JD/c2\nr9ITkeouHer8Q2w/NmUaSuNXIxvJvEWqdFTMlIhpaaKReednnRo+667Wqr3y\nEfHhNTM7PTvF4uIhZfZxNKnvZVcHu+gLpNIsebTLc+CcFasdVGF7mvwvLgo1\nk6oTmT4gI+g8018j6/mo4fsscWtOwlA4kyCg6KAdwW6vfnGe3hEBfwzZGbrS\ndWsXyKoFrPtJtB7c50hl59ZSIiWSSCRPPIIZI5hB8eorrAkzkcwzBXKbpeTv\nD/4p8kVAue1QT3jQrt++L8oUeW5P7Zf77dOvg0TkayUk2uYreJDU3yQaPW8c\n4KP++/n/fgTOIaNQr93OgL2j9UNvv3rjUdCh5HOHkbZJPj6sPZor4T8k3nxh\nB39VJ0M1jFToKcqcNGfXHgpcQYmcq7O0jl0QLwmqcUV3tChRkR80uaN5AutH\nD4X4cvcj6Q74xvbTTzsAOXPIBIqj0hoybcLbsnqVHKAB5Ov5govfc3S6S0mW\n1nPUjKnd8mI7hdk38epbXpSzgyazqhhHEjdFCyioNY15CtxFw0XPNlisnlzE\nb7XzcsVCtD4Vg7Slj9JZ4dRk1/BCRxS4uSmSaBVdjD00Sz63k4obBB5celqq\nIKmSI/vgFB8ap+t8f9fSucZANMm3YgCVR6cYENx0dL93HoUOjRM+5nN2valO\nQQU9\r\n=qf5b\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"65e99d1709fdd1c918465dce6b1e91de96bdab5e","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0","@yozora/character":"^2.0.0","@yozora/core-tokenizer":"^2.0.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.0_1642238475564_0.10693874308705809","host":"s3://npm-registry-packages"}},"2.0.1":{"name":"@yozora/tokenizer-text","version":"2.0.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"8bb288e5f4279967c2b42a4b221304747a0dc8ed","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.1.tgz","fileCount":10,"integrity":"sha512-ihURkl2Y3XQLqy2M15F1nmVgY9WfdtOqC7Vn7Y+v4PXn4KJDgkhHk9FsT5jQjXAo5ae2Y+HpEkJCICWCa4UNoQ==","signatures":[{"sig":"MEUCIFpGMqsUt5M6Mnomtb3Zg9VjZk6xe/n11TR4OnElLqM2AiEA16zl74pUygQZ0n8/rdJPpwvLM/H4emwPbGz/IO/6M7k=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28281,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJiiOelACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqJ8A/+K8SLelliNCPzjOF+ZmHs3bYwI3wX2d7MXHLz/g0AFmOXKPBj\r\neakaJYtUx1sCQO1iO9alKMfqqx+e9wpzNSi8jZiltZFxXXcxLxdaN4oDsETq\r\noMXetnRlNk7FLCvpuRYbxT0GaVFv77VNw0FThJhMaC/pK3Juhfd4HmzGtArt\r\n/IRtbiLb8yfbNiI4ZuK3fEwAPhxn5pegNeEDEFbqz+TNE5nZON8GDCsugy0x\r\n3RPQJWjksVhcyVcfxLDtbMNOFOH0ngId0cNFn8SHmv61sWbmg1Dsuu5emmeQ\r\nxbt7ULN3b9AtWYYpaSQkupFKt0wAtvT72WzAXav5JPNvdComkn2VygCSClOd\r\nlFwXU2umLecLfyLC25cJrd61ovlGJpoweQ0wlkHZVimP6z6RmfLZbsMvfUEw\r\n84HdPkKLnUsvCOftYZklSVIFqIIe762/t0MwLPl2CtrnH13MqV57jpvZYgMA\r\nm8kZmqpKblTNRRDKZLzrz8+k7hmfJJkmXeNTYFcLSZI9Ws2MFQlcWH1gvmp+\r\nV3++yEP2koAaXw1bWSmJbdAuOzF5kMMwFWdx9e8bVAVRLMcPuzaRvGapGWMk\r\nsU7nvDijHjw0cai2Q1hAEejDNZDP2AYhmRlgsk0ZC3N3K2pJXxGmGq0FVxRU\r\ndG5EJOs92G4i9OMhLusbFZZSbyBz4fdhVSg=\r\n=wk93\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3aea33091e402bd6c7754d91d549e8d648475073","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.1","@yozora/character":"^2.0.1","@yozora/core-tokenizer":"^2.0.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.1_1653139365417_0.08764363178684675","host":"s3://npm-registry-packages"}},"2.0.2-alpha.0":{"name":"@yozora/tokenizer-text","version":"2.0.2-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.2-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://yozora.guanghechen.com/docs/package/tokenizer-text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"61bc6075bf0b53aebcd78f107190e73c7bbf8d84","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.2-alpha.0.tgz","fileCount":10,"integrity":"sha512-cueRM0Um7RfHOogxEukd1NkzXMJSUBooy+VrfataCloDEPKtKrb/BBiG+oS9vfJj+cTpNlrjzmpO/H/YxYVN3g==","signatures":[{"sig":"MEYCIQCz4Zh4x344LKAb5BPIza1HByjrQAfJsrqSOiIrdn4YNAIhAPpXeSYOSYPolvSA3gq+K0J2uYU5+mxlfLia69WneOns","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28313,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJiibWzACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmo53g/5AFm3mwBfjqgY1TGZp5H34Q/WY+TCLkOzwZ9jm2Rom0da4igx\r\nCiEqB4B9zP0DhllDshvFEObYiloF3OnEh5Y1C/qBvbAAms8wfzL00bb36ayY\r\nrSrwQnN7fcu8lBqjUw/bVG286wLN1IXmiFXF5uQg9ZUX1hlt8OLe8BlQv0dt\r\nJ6mjhQWa1vXNKde9w+sv5xPEwUJ8YvvWjDL+vnH7gY7Fl4xluLmQ2gMceYLt\r\nrbahLyGIuTHIHCOkTxgsoYz3QKZyIvZTbgBvbbf7NxCrwPAlRiKt9Dh5+UKi\r\nRWio3pxbzx/D1tOjbFkeH3ST38sLMXpUcLVi7iSjJFxocNPM4WPw0yehqQFw\r\ny6STCFR3wbBX04J0IcEVztBqZODaOaIppZHLmjZfjc4VT1P5eUaS1bcaPBGZ\r\nQJCB9QAZ/AzQtUoStCsGobD9n5Hcts9ur3Cfu/jP9u4+bZ+MYlPzRK8lvaWV\r\ngpLgN4lFoWXshB1oR9zPDCjahwiPhPQFdKUbnNS8uXV3sD8J49Ba6OtuuCFw\r\nk8pDee11B4f55G0Xm9wnZibjNzbr8w3cs4EnVCY4WSnJTNv7CaXS9zA/y3Kb\r\nb+2Iku05BDnVa6+NRKG44tP8C3Tec02bWdqTh5myRAiRQYAhTBthLNd9er8S\r\ne/G49HpanIaj02ZcjV1ZrtFKHjVofn4Wj2o=\r\n=yWg0\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"430eaabd83f4a1ee29398ee1798aa4511976c38f","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.2-alpha.0","@yozora/character":"^2.0.2-alpha.0","@yozora/core-tokenizer":"^2.0.2-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.2-alpha.0_1653192114841_0.1437109934557106","host":"s3://npm-registry-packages"}},"2.0.2":{"name":"@yozora/tokenizer-text","version":"2.0.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"3d7aa3f98266a12b825675d660fc2c272ae5d901","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.2.tgz","fileCount":10,"integrity":"sha512-Ol3zgBxENTeXqJOo1zdySk/D4Qs4kBsO+SinG7xxeEiWZ3Sx1Gzr1088sj6RHlrtfKvntLtKhIdROWFGP8DmTQ==","signatures":[{"sig":"MEUCIDpK+b89VqDFvTPIUmNOBOy7Eb32TjH8havmfZGM+h7HAiEA0BXDQ9rm6cBTkaKcn0bu1ZHY5pOJxZap7UFgQlvoAh4=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":30180,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjLmtYACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmo9QA//XehQX5ntkYLpbBFbUkfwjODDZJpotOinqfoOqec+mMMfzdy4\r\nKLYXcF/lU7oVLK+rcqMeRGdQwzoo+DVpG4vlBSGOw8PURUAjT7hm1CHYqHZS\r\nwPI8gSK7RDsrKpiNRQaM2zJySAH+rYyfvhIlhU9b2k1kwngO8OoC0+KkIymH\r\nOS1FlOi5uSOvMr7frTqczvo7r9gFHwGA2sDRFZXfwZ14sJ5lEEE3ZgixQBer\r\nLhufdhNMdewN+MAmGufqo3m5xn3CQiX8nOF5MLPIqZILxT//Cwg9vWtS0GBV\r\nrnAtK64yHBOggQZUGC99GccadHeCKjus/E/yj9ZrljBs1gI1haXN0x+SXFJd\r\noOnIVVX9T2xbzxU7W9y0gwqV4MCIww8m23fFX0Kz6R7Hu1ux/Okklzd0OiDW\r\nSPiZiEqQ9bR8KCMzUT/ShpRsxmrqbvCE6P9yzXbXD9uWvz4scTpf+OQaCRoF\r\n8A7VzP8kfIKKFccWtRDCZ2Yefhr44ms5LawurRld7A5dpMroWK8Ao0B4Iwbe\r\nE5RSqxMA1kQJcF9JIT+Y9Q7RsIwa0LL+4hOLUFoqgx0tzdYPzlXyd0OPQQC/\r\nedhBidVzz2uSfgut7iEelwxaykmgUMRhVrdLql9OjpLmH2HuGHGCU/YCmgJ7\r\nmfiR3ifLxy3hie5ozyIPQYC6NCXoWp6FfrI=\r\n=kp4p\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 16.0.0"},"gitHead":"6911295e9eacfa29563fe93494704190e50625fd","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/5.5.1/node@v16.15.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"16.15.1","dependencies":{"@yozora/ast":"^2.0.2","@yozora/character":"^2.0.2","@yozora/core-tokenizer":"^2.0.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.2_1663986519916_0.9145009424722161","host":"s3://npm-registry-packages"}},"2.0.3":{"name":"@yozora/tokenizer-text","version":"2.0.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"b98a52b15ae52dbd1c5e3e6bdc574c64fbae474b","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.3.tgz","fileCount":6,"integrity":"sha512-7bIXbuSdtFdbSo83h1Gpiwa4Apw/P05lYeXkCXfpigk+cOWddw2qW03NfBsLutMANZAm+E0unISyFj5ZJnuSfg==","signatures":[{"sig":"MEUCIQDjAfvKgUNk9ur4d0txE8rwo1Z5Dpd1x09AA+0pMgrInwIgUUWoUtNl/IaoH90SAfllol8BpPL8URKHrjHU6WZQwVk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28011,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjRXsVACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmpUdg//ZnJkhO2X+aXJ8RoiAlfVR+hGzHkk4ZvEia9fkI3sdtaKGYuf\r\nZRvsYaZUatgyM6D4y02UHD1A39ROiniBvTazbPymR0OXhP/ToR/I4BR2K3Ry\r\nBFZsdquuwTV0B5Vt/loYApcTjuXcjc1xZlqPgCBZIECSYDUlv+50nV0DjNLJ\r\ngudLHNc4Foul/1hijDUwa2mwcBtIQqn/LD2BwFaTG6mqkiOz7vyka64en/bZ\r\nkTm8C7KcAW/wYbMtia+puzUphvnBmQfv+qO5H10W88b1NKNr/gHwWs+smYT6\r\nc48tZ8jmMa6vjw4mGZ6/5r8D1EUEWNx+ZDG3JUAoyX4lH9II/D/nbYF9QHmw\r\nYIFv0MpPJvijb8FlnNMnL0Vr3K8NnGB+5bH/+UytJQaJZ4uyT3GnN13sWnoE\r\nMHLZHu+SPQ9P3/GYXXakUsyvojHkZ5v/6YtgJfvvA6Ytxo4GiFCloYrZzb/+\r\nlkembmqPkl9SfxQKkCrXIV2WGL50GKQ/9JVsO1/3S5xbhIurt2j5qP99PtkL\r\nq6O8i4PutQ8ybe5OCAl5EJvmQ/sBrx1dtO2Qhbnfog8148WMD2EGB8XYuNEy\r\nk74P6PU/nfjocJEQHbFJqLntUCungrDNuuYvfOrD1c4f+41hTt+BWKmTW7Lz\r\nVgJd705UiAYzw98IF33x8y8uCke/7HLo4Oc=\r\n=NVO1\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 16.0.0"},"gitHead":"8cc8f95cfebc8d752bc3272cdd24965f540c130b","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/5.6.2/node@v16.15.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"16.15.1","dependencies":{"@yozora/ast":"^2.0.3","@yozora/character":"^2.0.3","@yozora/core-tokenizer":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.3_1665497877522_0.3207526037392745","host":"s3://npm-registry-packages"}},"2.0.4":{"name":"@yozora/tokenizer-text","version":"2.0.4","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.4","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"ca065616aa88b61c2043be25d9c8b5de3c51620f","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.4.tgz","fileCount":6,"integrity":"sha512-WjGOwxuXmEKe83jKCufeV3ixxf8HtSl3Vq2YuTjGljyWLXvoBvwK6DfQoQDfKvbQcDgDfWO3f9KZFpN2Ta98FA==","signatures":[{"sig":"MEYCIQCwNVasYV3OeOwZjCjcYmdEpuBrg+Bae9ngkK0EmtwmzQIhANx8XN27irxnPy07lhzjbwryxrDQjg+TeGEPbv3cGQYl","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":28011,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjYlSRACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmomUQ//fk4Mreus2/3ceJ/RS4v4jvaDnDyZOC0jSAP8QE6ukZecyplr\r\nwlKZOsE8t8NZhPyCnJpjoz4ivsoh3om0phijIX6TFJMashehYiLPz9OJRudV\r\ntXwFX46u7MdqBVwBYPgKDmr9rNXYyzGoXLEIouZk//Mo8BRJ52VtkazfdEc2\r\nHQmtWVgduCq8wWhhtgd8G30zphx5LLcGn7wPC7twrocxeWotrG85U6sBLCUI\r\nyxH4z5aky5/YUvILPFlFvjzTtaoGLuMBVunmqleXRBB7FtCXn2bTlES+uAvj\r\n+/lNbRAxNuHyH2mqBcGV3Xf0OqaKvZS/jd2ognqX6eOIe1aaJZZMoDExJsJX\r\nseYDnyyph94XjXuM6Fy5nWIytmXyBFDazN3FLolLGSN3W1AraZB6yBCXbYaW\r\ndYwQVhJPSXlfu2mBW5ix/K2HtT7pfNBxWxBomZVeNlEYpk2ad+Owq6nZY7Ej\r\noG87qS9dQJtvMdVuuzCzTq4QaAIA+Nj8+HkmutSPgswhTTI//xFYWYCjRHiT\r\nAdW+XzZy9VtSH9RllUgzqN4wYZizGGZp4WTd2Krhgy2fXbyxpEnDIiUjGxZR\r\nuGBDAUjb52ynNTSxKLcmwWVmzUqARpfhmzLcRD39Uo0zY42n9lVvaaPJUTVn\r\nCey867ybcClWVaa+DrnI3gcqlgIVP/bMmVo=\r\n=QpON\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 16.0.0"},"gitHead":"c980b95254394dcacba0cbb4bea251350b09397c","scripts":{"test":"cross-env TS_NODE_FILES=true jest --config ../../jest.config.js --rootDir .","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.0.1/node@v16.15.1+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"16.15.1","dependencies":{"@yozora/ast":"^2.0.4","@yozora/character":"^2.0.4","@yozora/core-tokenizer":"^2.0.4"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.4_1667388561197_0.040855723062021676","host":"s3://npm-registry-packages"}},"2.0.5-alpha.0":{"name":"@yozora/tokenizer-text","version":"2.0.5-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.5-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"48fc93dab0ec9045fc63abce36ca1829f17a12a7","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.5-alpha.0.tgz","fileCount":11,"integrity":"sha512-Bq+iYnwoXJPDcJpPf/YeZ2QY8kFe/RhyiS/idFyypoSCuDX0hF5swhFtMpE9/1T0mYwNNYvzE/o+oPxQSmVVgQ==","signatures":[{"sig":"MEQCIFRO/EUhInrqhlY4uYnulPNeFTp7GRfwpmpoio4L+Pg1AiB8YxRXKzhlht9WdnhZOdPs6FO87/mg99hxsdwjOhzIiw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":32253,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjtux8ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqrOA//Z1a/H2Ycy0AEeNKB2TVn2Cau1NlEvW6zE1EEzzHQCivuoVE9\r\nB43hCA+X6AG9KpMj+/ghkvXHV7ELTedRMJsxa4kIz9xmcHjGXEtXSWDy4Ewp\r\nykNHv7qVq1862iFpobG9zKldp0RkW1GLGDcnBO27TDaEVGYNBzJGa3foWfqS\r\nFzros48DrZ3wts8xZuIwpYQNOALAaQdJxc0ugCeJ3G3/tZQC/OrjjhTgjfW1\r\noayka5sT2htOnAaQNzm9EEjcQuNqoqlz7GfOjOABtPJqTvWPXbn0x4vC7fK3\r\n9gc47jMqQqdjzAwpCwqOKe/YLCAhDntbWtjvFcS5W4Rrzh2iRW+sWmvVenuU\r\nh9V7DcI49DRy59P0PmajyvV3OKTrsWW3e/urFwAaXIsdvY/2q/9MM4hl2eP7\r\n/u9zjYGGBvTUhRPv2BrCthXx2XaNqR7Qe2BmpcYT0rukjW7qqg531tNKXmtQ\r\nKE5z0uFXZU3cMYMnFbJwtDOATLrEZvaTJzFgw0cV+KqDcoxjtxjxq4FgkMoc\r\nUsoFtWrVlFl//45PSRySdrzOv6wecCzRtsFmFxHQsyFGFh96NOqWT9X++H5a\r\njKRNbakXbEqK7/5CT4KjzAnFkOgBRYH0iDWwTcr37RpJXXj7tcISlQI0ahwH\r\n8mYtPXkwo2EoL7JDTqZWGsD9t9aKrVxJnGY=\r\n=Gs+d\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"8bf941fe4ef82947165b0f3cc123cd493665e13b","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.3.0/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.0.5-alpha.0","@yozora/character":"^2.0.5-alpha.0","@yozora/core-tokenizer":"^2.0.5-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.5-alpha.0_1672932476722_0.8658521492534499","host":"s3://npm-registry-packages"}},"2.0.5":{"name":"@yozora/tokenizer-text","version":"2.0.5","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.5","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"abd33ed4d3d865476142cde3dd8b902b604f58ae","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.5.tgz","fileCount":11,"integrity":"sha512-rJElUMlrmugbXyLwkzRpzp8t7c6+HP1QhXeHJD3V/leHaCFAlHHba69M5AJqLamdrnExA7VVYUwB6z3WwhsK7w==","signatures":[{"sig":"MEQCID7+N7AS2E22JnAaF/GjURfMZA5FLk0yG7qPuYcgfoEjAiAkMjO6Le3ZRFDcprTfqjI4W2QwUgh8XHyO+6yPOX9Qug==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":32221,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJju/E0ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmq5aQ//T9e2vbLZBT5UFhIR25Cz6d6AERtPl/RSWptXU63XI+UN0WCx\r\nkxn37v1kzsOoeHsJ200KmoaMxgbc2hrnrCmI3jGrKQ69DyRyySJVBzgm+aL/\r\n6uHfIkIm+aJCVn84ggD57ZnpXf8e6On1vpczpIWkAiLmWBrH2/RG0dgtRYS6\r\n8G0kp5XzE03aFnTs515X/KFRnbWdrROfUeXHhZH+Na+5XpqrfJYamiQTYEx1\r\nazaOOYN/EpR8YydCRy07SRvLpXi2mVMNkobnGo32FgZSQ+xL3xk6ORveneOC\r\n5jXpA/lHqA40JWWbI1vYuZSpyAB5CVi0K+PP7U+skwHbnRA7JJYlpGYr2a9C\r\n9/d7cg2V7AE9hUBLVJ8kKWKst01id8K8EfFNuAZFwvV0OqK1UbO45PF2+rz3\r\nYM6i9cCpTlohgl92p5Sks6KOCTZku0NT4W676c//O17fPIohbdrdt/SO7Z/Q\r\ngihXnKwICLqVTDs6v3np7SwFqbt7EAqO828RJlGcqj7iRlW4gdRIukRcRbAv\r\nFHnd8k6oxZvUHGMCpJ3pO+6S9dPlIgr0Sn24QtV7g0byAy3l8apiL89ASGuX\r\nwxwFZKvXmwyeGjDyUFqqtNYFxGGKGyt59Pqth9CPKavW29bmG/vZNkiW+6F1\r\nYED5q1fyIrJFwo4aC0f+aq7SmNzMAXOuzP4=\r\n=SRjs\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"7ba3bab49fe65cf2f57082c0503af73da9356cf0","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.4.0/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.0.5","@yozora/character":"^2.0.5","@yozora/core-tokenizer":"^2.0.5"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.5_1673261364387_0.22408225507684332","host":"s3://npm-registry-packages"}},"2.0.6":{"name":"@yozora/tokenizer-text","version":"2.0.6","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.0.6","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"6a418a8176e232a11e4027787c285364041efdf8","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.0.6.tgz","fileCount":12,"integrity":"sha512-bU+tbm/BRtVh1dRqQiu/vM1AK6LKZF6p9LvvW1GnBHO+Z7X7BsIa0V34Fg8VZiGC2GilA3UwR4SyIX3V25yTXw==","signatures":[{"sig":"MEUCIGpXP+Ap9t4b4xRkZWa76kO2NXTvFcg/cJZ00A+bhP2xAiEAtID67f2k/JaW8ZMUyp11Dme0NkqeeCD1vOTMNRq81ns=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":34237,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkBG9DACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmq9lA//fA2ODeb2+3cO/9A8VHqQqWLuxgVZwyyMVBboUiliMio6+73O\r\no/XmkhOk3LAEAHzhg8/71YgMjclboTJYEHYBzbDRSTEdwDdrPwGgQw/Cclvx\r\nTlfD9YrC56++D3z2GwYRieICjBhkaRzpz2wBSRlMcadYEaWBxTDFdWy4DxDj\r\nwXv1dGnEOPSF3gwT9+Uc/FRD6NanjpoLXsvb1a4Cyo6F5tj2HIJ5QnJq8Vla\r\nVoNyGr7snijmVdKwsVOJRYlAFteB06ORc0IkT+TzfnCr51PtMiM4VBx/FY7Z\r\nJdo4WGQMEXXPIYtBwsjnKDNgZcVTvyoEFQhN7tQHwjfoTsLzY0aAaXrc73Xm\r\nXWSa2EOBJF/TPdVgY7HT6dvFyZoI9zLAy29UDbSi3YKR/GWO8wMXhH3nUfkT\r\nmhfwLldzK+bVZl2HjxOZw5hd2Eq8DaRdV3rWGi6OMoNceKCtCPlGXHk/uSQU\r\nFFeGGN+8PPKYIek20kn7RDqt4Ip6PtFl+IkZVcFXnTMSaeOTgGHooDK9OW+0\r\nNgYXl2sRCK2TFETRycmgmaBBCp2PTRlf2f2HbwzOvFm8W3QPdqc8gvJaeUDA\r\nbm4rSniuMI9PT0RpQGDR1IYH4IJ9oVB55H+9s59lcLI3u3jcx/CJIMst1l0d\r\nEfVwd01YIO2eBZ8OPIkLsfz+7nRuxu+MbC4=\r\n=ZySp\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"a263c5338103824347bac74d437051e9fbb6d791","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.0.6","@yozora/character":"^2.0.6","@yozora/core-tokenizer":"^2.0.6"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.0.6_1678012226941_0.5394375425953193","host":"s3://npm-registry-packages"}},"2.1.0":{"name":"@yozora/tokenizer-text","version":"2.1.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.1.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"4e8d259341cdc3f19823b740dbfc28b2f9fb5e0d","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.1.0.tgz","fileCount":12,"integrity":"sha512-MEMK1nBzbqRyq5HEuSG4uQKvJS+cSxN6HKBdnuiUovtl32G/8t+DQD26sKQeA2MonRZ7eOrXn+YaPI553mpX6A==","signatures":[{"sig":"MEUCIQCOzuynJGTFxrcqNwbr8Bn3dtxEiyAeeusQN2SlgjVLrQIgRpQmyZntLcI+nsYGNeM2gJ1q6a5A7N2tV8v+RrwpfjI=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":34205,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkC07qACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmpcJQ//dqq4UOCRCB7XuyVMaqOMPSDJjYtWrIS6C+usud4sKjV0MYu2\r\n+EQGKoCpVZ6nW8rRZVp0+ZzfbMlFTtIaexULn2Y9A8i/ryEAT9DmBK2tR0Dr\r\n3EokGYPo8PhKVBRQ4Wg5Ih9ehfFuoZK9R/XXRj8uzorufgioh49vyQnbhFxp\r\nrCiY9HR5vu/xz67T/YS4zUaVmTOAMQOTgYhF//ncWwI+9i4c9J4fRpStAFDt\r\n0URSnYpkSWw0aWiV36J+8JKQeY0yIMetUSqVniVNbatldmAxxqOsfDue5mYA\r\nLc0W8dJKm1kYiIRoUILGBfJicgKna7mUTLaarKNETnnhQhhMQQ1r+6i9ZGxt\r\ncFf4m4dYCqcj9HMOCs4/oFdKshYqCPlqwTqAsJB+n4v4z8wCtj9od/t8XzLA\r\nwJNr/nGajOXnOh7GCZR8ulDoUHSEcHmGtTj4CQhqy0FmgOUgSeSYyYLktTeE\r\nerTWeGM31vUJZK4dlu8JjHDz0J+oAAAW4R+67zX33TWUgDOQhQcRDUG+Bh0z\r\nkJsfJHk7r7UD/DK1/z1NnLIYPltbt8MaeGCB1KEqEgMsjKlr14qDHRm9lpI9\r\nSDGq8GUHWkN7I5i7HICDzDekPkz/k7VGw7TojPGgw+rUaemRpTPYepFK5QmZ\r\n4hTpRq4I4R1u9+5U940GrFVNLsAZ5DdBAyI=\r\n=5HJd\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"387a68e8f9154944e2a6a7009a808d076d0659c6","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.0","@yozora/character":"^2.1.0","@yozora/core-tokenizer":"^2.1.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.1.0_1678462698519_0.5961854322879012","host":"s3://npm-registry-packages"}},"2.1.1":{"name":"@yozora/tokenizer-text","version":"2.1.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.1.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"464adc94617922459a373117a48eb55a00ea2194","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.1.1.tgz","fileCount":12,"integrity":"sha512-MW1rRRcXmBKBjY1HXzauONOuo3pwhrows3IrOccDxc9q8oztBfwJ4voZV/EnC3HOSW+L0AQ7Bqngzci23Snjng==","signatures":[{"sig":"MEYCIQDn17Qa4OAiZXIYEZ6wifQz/W/1Me4L5GQREumLX8YHPQIhANY/LRtHFIxCYApVIGbrUcA+1MlcH7V73Kon2fOZeGzG","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":34205,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkC1dYACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmorIQ/+PmKjFtydFlB51yLP/oqTZ78GCRU1yYW+u0RBbqRaF2hcpzB4\r\nEO+eGWuBmh48ToJFy71ofTILi74mlU/d5KRCZhP4FgwylSiLWFQakLgeif9i\r\n4dPSIdqGtGgP8P3g/tvqdr/3nkC9dmeBslVMJYwm1f7IusZNeFdr0SAEyWsU\r\nA86QPtigZeGTNIt14xP1Fvo5PsiNwQcnurJMkpzcpLoIQy3AxDCVOcipYXj6\r\n8bfVH/yu/zqNCr7v0iMvnDoiCvoiu+ytEwukCq2tcPyDTCMYD5BVoYzvtddM\r\nYpfwA/UszocLf2zN4VDyj4bknce73T5NviXZUEs7OLyuu5nCpEA9FuITNW46\r\nn4tnivZHh8YHopHBm5poTWsMP6ir/emfCD76yvP/5qVHpq0f/yUPYjXOZNTC\r\nIMdHP4n7pD7ABDrbLwFFsG50IkgsyPo40940zheFOZAHI/5+2HwxHSeg4zdn\r\n6Aje1Z8OdmYzvbYN8W2gudFCXPpsQCykwBuGaOTW75Hq6JhqAZRSyBoWqJ2u\r\n6NpXKUGsjZzC85HFmmnXxEsRD9QbWZG3nQc3nd8juq2uFn8h7LNLJQwbv22H\r\nMCbRRjbhrp1ixffs+0U6rEkRSPT6mXN4YIVBwcTPh8xEL0F11BbFZL/fHGtU\r\noWFGj1VG6sYswRtAl0q4uDlvtb4X/Q/eI5s=\r\n=CBeJ\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"257a36d8dc079d4ac226405c155b238e7099bcea","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.1","@yozora/character":"^2.1.1","@yozora/core-tokenizer":"^2.1.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.1.1_1678464856089_0.27575405397838937","host":"s3://npm-registry-packages"}},"2.1.2":{"name":"@yozora/tokenizer-text","version":"2.1.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.1.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"652ef3a16758be6e04e5ddcb3e348160ca691cfb","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.1.2.tgz","fileCount":12,"integrity":"sha512-Fp0oLK+fLj93iaUT3rP51R4PRKY8ki9TxfGcaYXfwFJ6BkSUB/XH4Rjkb4t6K0AQPuYe8AZaS+QyRGTqvPGCxg==","signatures":[{"sig":"MEQCIDTVF1Q8P8hJJk1VFMGxzx3ZLYMeg8K3bvI5aHHZqmSAAiBoGb0VRIORsR80I+efaJBs9HuAR8Q0J9Od575s17chFA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":34211,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkDAa/ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqCZg/+KeJ8gnTmzjcvHwBN0OXgAfRAx06sCUrRxMCUNYUd9IUqGFh5\r\nUslQYHKCjxs9gZQ9O4ai0Iuldzd8K4EDUCBsnpGeI7ZTzb+iTd6lQ7p/Mwnm\r\nVs8oS2fNdvF6JpXfmW11Gt0xF8WYLususZtDESq7kcRQAOAbXWAKNruiejB/\r\nyzoS6j5g1bPRQJi6CQ/wDvxzna8PoyxwdTlVErhtbXlr+Y5EM6HITTWQIqjW\r\nburdSkEc5yezxIHN+4lh+GjpDmkClUDIyhpAGaQ0Tx7BU0pMGYjGdziq8PLj\r\n3BCtvyCNDHPBhvhqI8mMfbhw8BEl/yBbiCIQUiaf2P6RHyRejVbF/yYnGkw3\r\nNIM86Ko0guSbOibrdqWUxpjnJtjvyXAHGPQyusKSdas8xahQoyODY2gjouzW\r\n+Off7qRoJhsNtHCTRxXZQ3XBEZURk0K5WkySmxnmaMDy6Zjif3DqGYJ5ouSF\r\n5i7tBldbe+XU8hAjmQ3ffMcXfA6KkyZW3Y/hrwBK/IO00woKjX0Ng7BBYQcM\r\nrUaLL/tlKYLBuQyAINpb2+DhHbQI2ZsTNqS1aNKJ2oqhbIaybf6zWwA1avD1\r\n0MsTvgJlHWw/3u24QcOD8d5h2p5fJngg5sNHgQOx4fftQdWqi26GqhIU1BDU\r\nHXBn/0TdzFaFBpJDQCf37NrTDz4FNEJRnAs=\r\n=LvK5\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"992bacafd173e7788e99fed34ce8b45f6ed24cfe","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.2","@yozora/character":"^2.1.2","@yozora/core-tokenizer":"^2.1.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.1.2_1678509759086_0.7165599630789863","host":"s3://npm-registry-packages"}},"2.1.3":{"name":"@yozora/tokenizer-text","version":"2.1.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.1.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"3597b1089844205cf5e7a147a9d199e8f8ab0faa","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.1.3.tgz","fileCount":12,"integrity":"sha512-KR9MVZZ6zn7bdugNTi4XjeAvr6COwBr4HstHETTngh9PH10qL8zF1PHDArFADpRkX6zWr2cRATCkOJpiU3jvjA==","signatures":[{"sig":"MEYCIQCXAyV2mNO8XtsfypnzjTDhOyi68QBffstgRHGRndL+zQIhAI2kvz4WiNVvaciN6OHGJdK+GGUCMkCOEVMsRKzbBOP3","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":34211,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkHFKQACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqlOw/+MwpnCM/4f9V/gSWqGDVzRKxPW1DhrxG8+Mr9RWY8dPD9IcJN\r\nfFcBXeqwcRjDuqDCdCxaGlC8DN5qED0avbJnEYr6+JCLEe0Vem+EA2TuKedL\r\nB111l5oeeOG5Z+bflzNudS28O7MocDqRq3qDdeCRXLL7ufVMB48xr/I8Qfm4\r\nNVtltd4vR+T9ApZ4GVSNx3b/IEykB+fXUk3O+7x9in3mTftEmK2brviVgopv\r\nW9XKZjS2x6lcOymjOgseJ2sOTtwWHKXNN7e1Q57oNyMTf+r+mTGQu8fIbs/N\r\nqhvHce5hDSHLvkvWR10mu3RTIGPX7+MAZkDyCdJahy8n1ScGcUeIQLtcRfF2\r\nwEMwcrX5DJzZWXndi/QQHhhN/42xc4ywhoHapLuSHxE95y2Adu+moOqlRCCF\r\ngVBIVEBxdVci4tORnV7Mi3P0PEd7hORqnOWLasKLHhb5F7zYYgi82+6Icw0n\r\nGujHE9a8GLahJVPsLXFCaCXK+KxVKVgJSCCIGlhAuET1YA6TEscH4Hd176nb\r\ns8P87sSv2u2fNnre3Ab87nr9R223RZ3a8sPUBwP1PfmmIyMgY8lqpeM9N1kB\r\niiUqF8Xpanqn7J78Ro62MnS/yj0aqFWHieKxaKfgy+dS7exPBsGuTiVbDM/N\r\n3uXIYaLHENezipmrm0bMNr9vGSFsOy8E0Ow=\r\n=HpWL\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"9abaaff74a12d0bae0f645813241ff947a0d828c","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.3","@yozora/character":"^2.1.3","@yozora/core-tokenizer":"^2.1.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.1.3_1679577743872_0.10324282376191074","host":"s3://npm-registry-packages"}},"2.1.4":{"name":"@yozora/tokenizer-text","version":"2.1.4","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.1.4","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"556d7eb05807d75d7e8b2b0304ff518537cc65f2","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.1.4.tgz","fileCount":7,"integrity":"sha512-jskKXDHHthRcMES4guvOn8XdcZdbEJ2jfSNb90rM7+zkLSaYqW7bNRrjoNXHtLkJ1ysQgeL8OiBP2hBGAwQdhA==","signatures":[{"sig":"MEUCIDYT3rVgOMgt0czKMCjkWjEh7CQODOXHKCd+/QgEvOVgAiEApAs46HUuLcyvdMec3IKPk8GdM5jmwKeSaceEJwX+DiI=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":29908,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkKV/tACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrXxhAAkwYvPgPfbNUsBm4SIWSAt45P3tprNZsJ0/8MtRWVnv1AWDlq\r\n6lTYclu0vHIH1pxgxDkOvWNxjCAMrsQ97gPDAtMh0Pm0yzfzqT5EYE3DysGl\r\nmLlUrizxhB4OsbyZxnVRCpQ15x3Zj2EppEmA29urJj8aQJXvtF0u2RbpbOm9\r\n8qn7yITX03PCcXCXpBHWfwndA/zYSchTVdQwKpY0oYrnzrdCChwSGGIRTidS\r\nA16FcyIQo+u5pP01L2tr2b31ggNvAhAQAe9j1TT/JlAlhcHDbv3ABlCJXY/V\r\nJ+BfrAMVCRoUvyTVFanvyLgVw1MVnTPbKio6laljfCuoPpySbUyzYHnNjL33\r\nO+9mEcYIsPnAm99XG4imFc/08Ka1MlwhcaKv8idy97tQfhcpdSzTL1I9mOap\r\nUIfNEwUfilIlN0RS/Ysj9SFCCPfIghJSirK19Nwm/TACs19qkcrqMQCoRISr\r\n7gVEP4Z19HziGhcHnTkJlLWWd5yZT+fQkZ+iPY5tGgaX0nbl5xMXcqjVoS7N\r\nN7XQ0KYLbekfC7d8xGEy6qrOZT1ECQIlXJMkA+sASMQEKNfwxlMxI/q208mZ\r\nETT2hQrp0C6mYw4+MTYOtufub7iMfjT11n0bNPBjeE/aQqDB4ii/WhuvybkE\r\naS+CeBfCsqF8k4k1WyOWZUTnAE3/v8DLFWs=\r\n=sdM0\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"aa464ed1e3cd84892773a833910cfc53a556bf5f","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.6.1/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.4","@yozora/character":"^2.1.4","@yozora/core-tokenizer":"^2.1.4"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.1.4_1680433133469_0.9390250446591017","host":"s3://npm-registry-packages"}},"2.1.5":{"name":"@yozora/tokenizer-text","version":"2.1.5","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.1.5","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"a172919a69492f260f77566cf39ac6d3d97ab37c","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.1.5.tgz","fileCount":8,"integrity":"sha512-JeTH9ravfidT/RxJVsSDEc6I7sM/lWhvLIzk8+8RqEBZNhwDyyk4udZQRMLT+UTbkl1nqRefWnR9W9P/OozHNg==","signatures":[{"sig":"MEUCIEjrzr2U49DWzuD/XdUmNCYyvsWWTzHenGRMiYT/vNM4AiEA3Hg6kng6u4tk6ZUn9tJgG9h6u7cG+JFcdUDoyEts4zg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":57494},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"4f753bcf0fd921938464802462dc48c53bbd014d","scripts":{"test":"cross-env TS_NODE_FILES=true NODE_OPTIONS=--experimental-vm-modules jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/6.6.2/node@v18.12.1+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.5","@yozora/character":"^2.1.5","@yozora/core-tokenizer":"^2.1.5"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.1.5_1683975245393_0.47451345776945986","host":"s3://npm-registry-packages"}},"2.2.0":{"name":"@yozora/tokenizer-text","version":"2.2.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.2.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.1.5/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"6047721c2924eaa6b35c11aa16fa6c1599e2e2f0","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.2.0.tgz","fileCount":8,"integrity":"sha512-dLNh6WQIqNmAJOep+gayUZNFw0CBlkuOe/kyw48Bg4AFpX1lM+bWIyTss7QUyRpxZaEoVoMFLvJeEKGYcO64tw==","signatures":[{"sig":"MEUCIQC0UhZYQ8C0XiDcb6qvBX0bw7WILxgO2/FKFDDWoPaLPAIgIqHP2DDGh4kVLHRZ3n1H+NIVbOE3k6vq02aLpKLleqY=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":57738},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"3454cd9f3b0f7ca5d105978ba042070501512dae","scripts":{"test":"node --experimental-vm-modules ../../node_modules/.bin/jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/7.1.5/node@v18.16.0+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.16.0","dependencies":{"@yozora/ast":"^2.2.0","@yozora/character":"^2.2.0","@yozora/core-tokenizer":"^2.2.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.2.0_1692576323156_0.08757080102343062","host":"s3://npm-registry-packages"}},"2.3.0":{"name":"@yozora/tokenizer-text","version":"2.3.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.2.0/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"bd224b35ecfd4a7cc8e04eecc0d3e93ff4bd1131","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.0.tgz","fileCount":8,"integrity":"sha512-lbvuLwClsN3g31mLwqtIsmM7QqwArZkizrq7T/ZBz8uk/ILrZByuqmU84/iTwdtRvxjO/QOrkRt7eUiMVU6tIA==","signatures":[{"sig":"MEYCIQDWjthsoHEFMw0+JBv351hT06RACnuQMEg3OSqWkOMsfAIhAOgm5ukutzus8il55QLdyauC5GXi8txXVwQGEmJayX1l","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":58004},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"f8ed6c970eabd41d6528847a1803cb4ec0eaadf7","scripts":{"test":"node --experimental-vm-modules ../../node_modules/.bin/jest --config ../../jest.config.mjs --rootDir .","build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/7.3.0/node@v18.16.0+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.16.0","dependencies":{"@yozora/ast":"^2.3.0","@yozora/character":"^2.3.0","@yozora/core-tokenizer":"^2.3.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.0_1695051989135_0.12854667416546084","host":"s3://npm-registry-packages"}},"2.3.1":{"name":"@yozora/tokenizer-text","version":"2.3.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.0/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"f5f5214cebdd11aa7e77c65a6cb812432ab13fe1","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.1.tgz","fileCount":8,"integrity":"sha512-B+UvuluUPtVK4mwqXXECBys7u8fCq+Kfrj6xDxCECsnKb14zjQBnuSSGnpApZEVIoN4hJA4BuFjVtGE6DWa5IA==","signatures":[{"sig":"MEUCIQDwlFjPj60WH0rXlES/i5T9DnZJWo6GhJqFldrxFTowLAIgSpGBvuFzA5kwQCd1MBm6Qn1AmuKhl5ZSs6gdHKWMo28=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":56094},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"eaea7c3649e7e7886a1c3a85125b8c6268fdab20","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.0.2/node@v18.16.0+arm64 (darwin)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.16.0","dependencies":{"@yozora/ast":"^2.3.1","@yozora/character":"^2.3.1","@yozora/core-tokenizer":"^2.3.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.1_1706613514779_0.22170106464051575","host":"s3://npm-registry-packages"}},"2.3.2":{"name":"@yozora/tokenizer-text","version":"2.3.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.1/tokenizers/text","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"031faaa6a9d1c6bd4b1952c28388d823ca642429","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.2.tgz","fileCount":8,"integrity":"sha512-s3zJ5bdebrdgZDtdoVAkUZ0LYOfA4nIbq3gyUMOZq1ygNDxjTzMcgGr6mzMw8OzYkrWQT2XyN17YWR+zsgUw4w==","signatures":[{"sig":"MEYCIQDvC8qZw0soX5uayFQkKuzwt28TvNQLhcxyvSlfEIjoRwIhAMWOD5nPAJTu50fmjSvjn1uYf8dOeEotn6o+zcUjJXLG","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":56410},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"73fe7a7906f5958fa1b73b9dbfd04cf2f15c50ce","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.0.2/node@v18.19.0+x64 (linux)","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"18.19.0","dependencies":{"@yozora/ast":"^2.3.2","@yozora/character":"^2.3.2","@yozora/core-tokenizer":"^2.3.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.2_1718614164223_0.7114966051497824","host":"s3://npm-registry-packages"}},"2.3.3":{"name":"@yozora/tokenizer-text","version":"2.3.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.2/tokenizers/text","dist":{"shasum":"ed9cd82ff1f56730ff8c480f25d70849d8b10619","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.3.tgz","fileCount":7,"integrity":"sha512-WNql2AB/aJRsE2xu0T8HveUMDEmhmUQttL3K/u3UvXo9ZjdidEHtSbNV1f7pAAb9E8QqlS9xbdW4cCihQVFFag==","signatures":[{"sig":"MEUCIH+rI4NwjzStgBzir1PuXG1fOHjDMqi5a6CBQ0BDcsu5AiEAuct/ijglca5x6GjddilL9WJyxjhyiZ9j85k2Zm7GX8I=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":54791},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"be6d15961901654c0b685933d95a17a8e29999c2","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.3","@yozora/character":"^2.3.3","@yozora/core-tokenizer":"^2.3.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.3_1726821263344_0.7427362376503199","host":"s3://npm-registry-packages"}},"2.3.4":{"name":"@yozora/tokenizer-text","version":"2.3.4","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.4","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.3/tokenizers/text","dist":{"shasum":"9024d8112ba7f811e51f141d1f306208c17c9f89","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.4.tgz","fileCount":7,"integrity":"sha512-gMnDizejUjwnndvf6XmlG3DNicCDUbxNLdA9lkWWTR2cBxgkWMdVppIGNhElLQp+Wb9gxGI6rDeROyKbqOc24w==","signatures":[{"sig":"MEUCIFsjOHe7oJf/rwMxSfTKn1cav0wt0D0G744A73JqaIZ4AiEA8ywvMvUWkgUiFrrvnohGzn6N6KH056IPR6z/pZJslnc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55060},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"ac66f6209903a0d4956f6571528b817174a36f06","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.4","@yozora/character":"^2.3.4","@yozora/core-tokenizer":"^2.3.4"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.4_1727603368749_0.6925267117765148","host":"s3://npm-registry-packages"}},"2.3.5":{"name":"@yozora/tokenizer-text","version":"2.3.5","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.5","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.4/tokenizers/text","dist":{"shasum":"85219720377542a7c65a5256181c7b01e803fa42","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.5.tgz","fileCount":7,"integrity":"sha512-yo3vkj8h/EPGTp6gs+55OtEMXRiKQuyJ4fysPT+wkKNSyjtdz0+2/p+1cGKiEHoHFj6BC6n324DdnY3MLCAiTQ==","signatures":[{"sig":"MEUCIQD1n/HvjwMs745jhhLi1mWWeLmKVbLWrI/7CspDNIpkAAIgQF/N7dFsIgRKnDvLnummxKJ6YQWXfpUobkikvY6aRhM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55645},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"251eac044927616fe211c86c98e44a39003bd664","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+x64 (linux)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.5","@yozora/character":"^2.3.5","@yozora/core-tokenizer":"^2.3.5"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.5_1728216107666_0.14901863335422183","host":"s3://npm-registry-packages"}},"2.3.6":{"name":"@yozora/tokenizer-text","version":"2.3.6","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.6","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.5/tokenizers/text","dist":{"shasum":"9cbc987382990d29e8616647876bd14be653e885","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.6.tgz","fileCount":7,"integrity":"sha512-0jH2i/VSqBDBWEANlakkVUKtJ9l0PQe/njsOFyHxI7hPuYi5TcXSMBzcWfFv65RUn0eIu8NqIpGWeseuiJTl9w==","signatures":[{"sig":"MEYCIQCzlJcWfJnXy6gKSF2Mc1JfxJkvtxDbwzMRhGqFeDywYAIhAPrbNJdcywdfi2V7Om9rNejs9n172Zlo5oCtcUEMSm8S","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55914},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"7a61f02a1dff874c68dc3b75b07832789604c3bc","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.8/node@v20.18.0+x64 (linux)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.6","@yozora/character":"^2.3.6","@yozora/core-tokenizer":"^2.3.6"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.6_1729652009249_0.807247517455554","host":"s3://npm-registry-packages"}},"2.3.7":{"name":"@yozora/tokenizer-text","version":"2.3.7","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.7","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.6/tokenizers/text","dist":{"shasum":"b96d2f27b5e3b74ef5af1bc3716b075e4ff313ca","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.7.tgz","fileCount":7,"integrity":"sha512-YjLv60g8D/BvbZyhvhjiCnwiiPsz6t9tyZqlsqE9CJDCPSV6zTjtye2VJNduU8d0H13KPMKR9LT4ReZLJbxQCw==","signatures":[{"sig":"MEQCIB7QomIs5eAaW7ZU1YHkCC3Hr92TYL/FVh/MUbMkQq/nAiByTdP4F5lJmxt7d3XsDtPIhqRDhhni6MuRyCTSzPtZmw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":56183},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"ba794102161e339545274a42bb7b27e3021a5591","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.7","@yozora/character":"^2.3.7","@yozora/core-tokenizer":"^2.3.7"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.7_1730881411584_0.4320986242477296","host":"s3://npm-registry-packages"}},"2.3.8":{"name":"@yozora/tokenizer-text","version":"2.3.8","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.8","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.7/tokenizers/text","dist":{"shasum":"8ea0cef364a146bb2046c3ed806519db6107b882","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.8.tgz","fileCount":7,"integrity":"sha512-dE9F4EBTcpFeGcErsIRuz1JWDEdsG2ym4lSR9PRs0DQ4qgKyuLNNRfmKKk1Vjy0I+D1I35doO9fJZPoaJTk3EQ==","signatures":[{"sig":"MEUCIEHD4G3ONIbwtQxsbdHLAr/gS/fP8O36m0UwE7e3+UQ8AiEA5ALOO1R09ZCMSO8j+a6uS8ydpCCGkQwnefLLL/2hl1I=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":56489},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"c4ddb8bfb317b74d481be80ce545d7dbe3add3f2","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.8/node@v20.18.0+x64 (linux)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.8","@yozora/character":"^2.3.8","@yozora/core-tokenizer":"^2.3.8"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.8_1733217403060_0.7618218929792699","host":"s3://npm-registry-packages"}},"2.3.9":{"name":"@yozora/tokenizer-text","version":"2.3.9","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.9","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.8/tokenizers/text","dist":{"shasum":"bc74f8ae6d45c7770e672245402b7b47c473d30b","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.9.tgz","fileCount":7,"integrity":"sha512-nrybx1bCjt1AJT1FVQclfF57pAoBDgXlyQ4EA2OYSer+zM8k8eF7YRbJvrZChd82J+6rOsyBBHFbWpks0trTwQ==","signatures":[{"sig":"MEYCIQDJ72y1lRoRIkY82OaEsjcyICJB+3ZHMPM7c3n9tCn6TgIhAK4Ty/LgGhdIWAnvRQS/ODL7iPHMz0Gwqjk/IVtu3hUn","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":56758},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"d125df1d679815b8acc36d8f1294ee02918110be","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.8/node@v20.18.0+x64 (linux)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.9","@yozora/character":"^2.3.9","@yozora/core-tokenizer":"^2.3.9"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.9_1733381865181_0.7585070294553573","host":"s3://npm-registry-packages"}},"2.3.10":{"name":"@yozora/tokenizer-text","version":"2.3.10","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.10","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.9/tokenizers/text","dist":{"shasum":"6ad09401f43e6c07506dc091d97d2883e4f8f8d4","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.10.tgz","fileCount":7,"integrity":"sha512-bbz6TYb3Fhcbi+wW8baqXlCw2SBb5W9GT/25Y6YMpnsddgUxi4Y8P+FMzVSkny3u8dW4gLEMl60TE2TMg9Ulxg==","signatures":[{"sig":"MEUCICElAsurfSfAqDoYf5EgLEW4YMmZ7deZ2FcgdueeixauAiEAsDqRtLW0Z7XxSIR22yUGTL9Yl/SPJWZB7BQaR87nY14=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":57107},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"a36b4ddca579a3d20bf2ab68b9e31eaa3f03e423","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.9/node@v20.18.1+x64 (linux)","directories":{},"_nodeVersion":"20.18.1","dependencies":{"@yozora/ast":"^2.3.10","@yozora/character":"^2.3.10","@yozora/core-tokenizer":"^2.3.10"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.10_1736418562316_0.2291605260633498","host":"s3://npm-registry-packages-npm-production"}},"2.3.11":{"name":"@yozora/tokenizer-text","version":"2.3.11","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.11","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.10/tokenizers/text","dist":{"shasum":"bf8b9c2b0058f94933ba9386028d18429ee128ca","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.11.tgz","fileCount":7,"integrity":"sha512-43UJLQlwLY5MjBbJpznphB29RtaWq3s3URX5yi37ItRmC2zxmOs1LsSjp8en9Y6SKjvkuzENgUokht+HAnM1Kg==","signatures":[{"sig":"MEQCIEkBWtzCiTXRYh0G00Q5fAbUb9fnx3vUZxs3JhrryLWDAiBjOydpN54rB7TJ6ikA8qpaiYUP3M2MIXcq/Pw+53AviA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":57215},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"dcc0a95d27fcdac98153e0facd658dcce104a455","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.1.9/node@v20.18.1+x64 (linux)","directories":{},"_nodeVersion":"20.18.1","dependencies":{"@yozora/ast":"^2.3.11","@yozora/character":"^2.3.11","@yozora/core-tokenizer":"^2.3.11"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.11_1736754930167_0.41048654173253185","host":"s3://npm-registry-packages-npm-production"}},"2.3.12":{"name":"@yozora/tokenizer-text","version":"2.3.12","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.12","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.11/tokenizers/text","dist":{"shasum":"2a0c717c009a5271cb097d2de7c02f151a9becc7","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.12.tgz","fileCount":7,"integrity":"sha512-k3c7DF5awKIrTNmHReQ0cEakKatDbUECnaKUdwS4iAMMMyLLnMN9eonTDD02O10rg83X4IzNYxcdlGoBncHcsg==","signatures":[{"sig":"MEQCIGkQA3SUOO1r1gNSOYR1XpwCNtYpREVsrq7MxSPAwli5AiADFl0jhCB1Z+rfwpM+5rSULdW7BAUx/FtATxx0THKoug==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":57757},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"2899b0fd92b5c22f501870f2d2a365f5b6fa16cf","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.2.0/node@v20.18.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.12","@yozora/character":"^2.3.12","@yozora/core-tokenizer":"^2.3.12"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.12_1740580263733_0.33650790656744456","host":"s3://npm-registry-packages-npm-production"}},"2.3.13":{"name":"@yozora/tokenizer-text","version":"2.3.13","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.13","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.12/tokenizers/text","dist":{"shasum":"66f475941f86b957cd94893afe9d0009ccedabea","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.13.tgz","fileCount":7,"integrity":"sha512-BOPGTE7Q3SubKvjwiqNS+nzRJ/7qdTMxL7lt0ZmSwK6FoIYCkVNgE6Kqp/nOI384+FKDwkEXfDWuEw6/+IUeqA==","signatures":[{"sig":"MEUCIQCFcVNNc4csyH7UrNM2xQ3sO4C4Z+1WC6xC7F/6vkT+PwIgMfh+Dx1CrmqZRgMsriy6AU1QWj5COtmam0ovwNpnOXs=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":57865},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"583531be6f7f5ec72ffdd01eab436de8e1ed4f17","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"lerna/8.2.3/node@v25.0.0+arm64 (darwin)","directories":{},"_nodeVersion":"25.0.0","dependencies":{"@yozora/ast":"^2.3.13","@yozora/character":"^2.3.13","@yozora/core-tokenizer":"^2.3.13"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.13_1764515616742_0.3252195834464664","host":"s3://npm-registry-packages-npm-production"}},"2.3.14":{"name":"@yozora/tokenizer-text","version":"2.3.14","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.14","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.13/tokenizers/text#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"7af9975ae07795491a05bd65a84897221c9b4c7a","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.14.tgz","fileCount":7,"integrity":"sha512-ke4CHCyo/fpwi3/ld/9E3cnbzkKzNJij7r+Z6O/y7uN5e2x0MXPSN/Z2Xb08l6+BiXdGeOI8KXTcyTxG0ToXBQ==","signatures":[{"sig":"MEYCIQC9qMwVxA95gnJMuOeijgr+rbmIq9vF5Bzt2NnOxvj/5wIhAPjx3WAAJn2jQznBSfa3rjV+/wI80lgNvA5kAGyizMis","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":58332},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-tokenizer-text-2.3.14.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"test":"vitest run --config ../../vitest.config.ts","build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib","test:update":"vitest run --config ../../vitest.config.ts -u","test:coverage":"vitest run --config ../../vitest.config.ts --coverage"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/46/g_pc2kcd0png2zh_xr46wwp00000gp/T/3f0c0f88f9104ca3f2fe04f8bc5e3684/yozora-tokenizer-text-2.3.14.tgz","_integrity":"sha512-ke4CHCyo/fpwi3/ld/9E3cnbzkKzNJij7r+Z6O/y7uN5e2x0MXPSN/Z2Xb08l6+BiXdGeOI8KXTcyTxG0ToXBQ==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"11.11.0","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.3.14","@yozora/character":"^2.3.14","@yozora/core-tokenizer":"^2.3.14"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.14_1772245977923_0.15241353410857283","host":"s3://npm-registry-packages-npm-production"}},"2.3.15":{"name":"@yozora/tokenizer-text","version":"2.3.15","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.15","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.13/tokenizers/text#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"4b7c743edf0eda877bc1e5783eef68f0b71bf979","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.15.tgz","fileCount":7,"integrity":"sha512-m1FkImx19PADON1MGwOfY8ckcYaVW/zkt3rMZbOevsFS4RqsxQrf1Hew3QE1UutpO3yN6n/H0Qg0wf4oBLySOA==","signatures":[{"sig":"MEYCIQDHp2ocCaveBDFjko91rD3nSOKZzJXy8EMJmQW5szAmKwIhAP/TbYlCokHf/jURr5BcVHDsLyCErxQxjowigHRvKYtw","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":58695},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-tokenizer-text-2.3.15.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"test":"vitest run --config ../../vitest.config.ts","build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib","test:update":"vitest run --config ../../vitest.config.ts -u","test:coverage":"vitest run --config ../../vitest.config.ts --coverage"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/46/g_pc2kcd0png2zh_xr46wwp00000gp/T/2586b2493db808c422ea3fb9b4683764/yozora-tokenizer-text-2.3.15.tgz","_integrity":"sha512-m1FkImx19PADON1MGwOfY8ckcYaVW/zkt3rMZbOevsFS4RqsxQrf1Hew3QE1UutpO3yN6n/H0Qg0wf4oBLySOA==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"11.11.0","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.3.15","@yozora/character":"^2.3.15","@yozora/core-tokenizer":"^2.3.15"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.15_1772334366187_0.37502049186449415","host":"s3://npm-registry-packages-npm-production"}},"2.3.16":{"name":"@yozora/tokenizer-text","version":"2.3.16","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.16","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.13/tokenizers/text#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"ae9c48acbdf6426a79c1f9863ca35ac0318860df","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.16.tgz","fileCount":7,"integrity":"sha512-VPQtAea9RcrHcguRe5EZ+1ucBTDaOAyb01ZgQPL8aQI0PK36lIjzxgGPypHEEHYtM0+aj+CAoBYe6TG1LeVuFQ==","signatures":[{"sig":"MEUCIQDwIVAAkBu4tj3perymGXS5WG0A0+Kc8tnbGjyy1ddsGwIgc1k75fvrpapUkzGI54XHWMhBeNL8FIx2dn/IELf1Ms8=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":58897},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-tokenizer-text-2.3.16.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"test":"vitest run --config ../../vitest.config.ts","build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib","test:update":"vitest run --config ../../vitest.config.ts -u","test:coverage":"vitest run --config ../../vitest.config.ts --coverage"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/46/g_pc2kcd0png2zh_xr46wwp00000gp/T/f7212c93480cb97a5b5bd0732eb648e1/yozora-tokenizer-text-2.3.16.tgz","_integrity":"sha512-VPQtAea9RcrHcguRe5EZ+1ucBTDaOAyb01ZgQPL8aQI0PK36lIjzxgGPypHEEHYtM0+aj+CAoBYe6TG1LeVuFQ==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"11.11.0","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.3.16","@yozora/character":"^2.3.16","@yozora/core-tokenizer":"^2.3.16"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.16_1772336961215_0.4626179425744643","host":"s3://npm-registry-packages-npm-production"}},"2.3.17":{"name":"@yozora/tokenizer-text","version":"2.3.17","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.3.17","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.17/tokenizers/text#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"13181de2fdfbc9708f3e1a130f863743a61f3507","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.3.17.tgz","fileCount":7,"integrity":"sha512-VaMmZOBYRh+iRz5NgWIWPtOdYspoAsiK/504nvWTrt1jM3gEz2pZo/1qZwl7n6mwbEiXHS1NI54ADx08llSQDg==","signatures":[{"sig":"MEUCIQDrr80k8UDVJgVGy/gIxZ4MjSsyVSZsCSnBaOXeYi5p7QIgcUB2+w1kvv+qucoyGtZQ2kEHD8675yEGwz3+VvkGtKo=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":59397},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-tokenizer-text-2.3.17.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"test":"vitest run --config ../../vitest.config.ts","build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib","test:update":"vitest run --config ../../vitest.config.ts -u","test:coverage":"vitest run --config ../../vitest.config.ts --coverage"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/by/7s_s327x3r9clwb_nbcs1l600000gn/T/242b4c70267489acc2c3c89c6eac2e97/yozora-tokenizer-text-2.3.17.tgz","_integrity":"sha512-VaMmZOBYRh+iRz5NgWIWPtOdYspoAsiK/504nvWTrt1jM3gEz2pZo/1qZwl7n6mwbEiXHS1NI54ADx08llSQDg==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"_npmVersion":"11.17.0","description":"<!-- :begin use tokenizer/banner -->","directories":{},"_nodeVersion":"24.16.0","dependencies":{"@yozora/ast":"^2.3.17","@yozora/character":"^2.3.17","@yozora/core-tokenizer":"^2.3.17"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.3.17_1783672040465_0.34981305146641795","host":"s3://npm-registry-packages-npm-production"}},"2.4.0":{"name":"@yozora/tokenizer-text","version":"2.4.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/tokenizer-text@2.4.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.4.0/tokenizers/text#readme","dist":{"shasum":"2b7336a42ea67217637570c69b483233612424ef","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.4.0.tgz","fileCount":7,"integrity":"sha512-RHPKxlYxqqXGKFx14Z2J9+rCZYPGjpf4agigSUUB4fLxYlmF/inzpSUfaGuQghs8vrLcpeV3JoWQcrKqfvTq2A==","signatures":[{"sig":"MEQCIHlQdhsoXWB2MEP4p2vb+294zk/9gIC89L4nZgpxExhxAiAyHnsbWIZcEQqwWcxMiS31iBVtAzl/AmAzEiOvTUqzng==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":60867},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"test":"vitest run --config ../../vitest.config.ts","build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib","test:update":"vitest run --config ../../vitest.config.ts -u","test:coverage":"vitest run --config ../../vitest.config.ts --coverage"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.4.0","@yozora/character":"^2.4.0","@yozora/core-tokenizer":"^2.4.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/tokenizer-text_2.4.0_1785562806315_0.4608750337345129","host":"s3://npm-registry-packages-npm-production"}},"2.4.1":{"_id":"@yozora/tokenizer-text@2.4.1","dist":{"shasum":"da8e8cd18ed34d23fb06d5da23c77a64595d68cf","tarball":"https://registry.npmjs.org/@yozora/tokenizer-text/-/tokenizer-text-2.4.1.tgz","fileCount":7,"integrity":"sha512-vmpt496d67KHWm8k+YhR4hEzThqNkadG15+ZISqM43h3CC/OiBHVTKRjkY7hImsEvseybyCYG3WLhnaKOI7Wmg==","signatures":[{"sig":"MEUCIA7cL0MM2naW9w5/dTdAiLk2yVdYp11EVUciVZ0qryurAiEAyq59zktxBtyhNiYMjN1qzRucNptsp2Sz7s1XxrES5CI=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"},{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEYCIQDqSYWwOJA9H7yZUxuBeIUQm7PBd9W4OFHlB2wwMLln/QIhAMniUkgX4S12RButkd3//Z9BkQPKkIt3/TvofkWHw9QF"}],"unpackedSize":62326},"main":"./lib/cjs/index.cjs","name":"@yozora/tokenizer-text","type":"module","types":"./lib/types/index.d.ts","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"license":"MIT","scripts":{"test":"vitest run --config ../../vitest.config.ts","build":"tsdown --config ../../tsdown.config.mjs","clean":"rimraf lib","test:update":"vitest run --config ../../vitest.config.ts -u","test:coverage":"vitest run --config ../../vitest.config.ts --coverage"},"version":"2.4.1","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"homepage":"https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/text#readme","repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"directories":{},"maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"dependencies":{"@yozora/ast":"^2.4.1","@yozora/character":"^2.4.1","@yozora/core-tokenizer":"^2.4.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tokenizer-text_2.4.1_1789342204791_0.27948849604064496"}}},"time":{"created":"2021-02-14T04:25:34.207Z","modified":"2026-09-13T23:30:05.030Z","1.0.0-alpha.0":"2021-02-14T04:25:34.598Z","1.0.0-alpha.1":"2021-02-15T13:29:04.909Z","1.0.0-alpha.2":"2021-02-15T15:39:43.811Z","1.0.0-alpha.3":"2021-02-18T16:26:30.936Z","1.0.0-alpha.4":"2021-02-23T13:52:05.896Z","1.0.0-alpha.5":"2021-02-23T14:42:08.557Z","1.0.0-alpha.6":"2021-02-25T15:28:02.545Z","1.0.0-alpha.7":"2021-03-06T06:48:57.323Z","1.0.0-alpha.8":"2021-03-13T08:28:01.283Z","1.0.0-alpha.9":"2021-03-20T06:40:27.574Z","1.0.0-alpha.10":"2021-03-20T07:31:11.823Z","1.0.0-alpha.11":"2021-03-20T10:54:50.323Z","1.0.0-alpha.12":"2021-03-27T12:58:15.289Z","1.0.0-alpha.13":"2021-04-10T13:38:39.659Z","1.0.0-alpha.14":"2021-04-11T08:37:20.698Z","1.0.0-alpha.15":"2021-04-11T14:05:05.589Z","1.0.0-alpha.16":"2021-04-12T15:39:13.029Z","1.0.0-alpha.17":"2021-04-15T14:44:00.387Z","1.0.0-alpha.18":"2021-04-18T12:30:05.618Z","1.0.0-alpha.19":"2021-04-19T12:53:34.863Z","1.0.0-alpha.20":"2021-04-20T13:45:48.956Z","1.0.0-alpha.21":"2021-05-12T04:42:14.344Z","1.0.0-alpha.22":"2021-05-20T13:34:03.396Z","1.0.0-alpha.23":"2021-06-08T13:48:33.717Z","1.0.0-alpha.24":"2021-06-10T02:00:17.294Z","1.0.0-alpha.25":"2021-06-17T08:51:50.285Z","1.0.0-alpha.26":"2021-06-25T03:40:26.788Z","1.0.0-alpha.27":"2021-06-28T07:26:26.391Z","1.0.0-alpha.28":"2021-06-30T00:27:15.559Z","1.0.0-alpha.29":"2021-07-08T02:19:57.707Z","1.0.0-1.0.0-beta.0.0":"2021-07-08T11:06:37.239Z","1.0.0-beta.0":"2021-07-08T11:14:34.223Z","1.0.0":"2021-07-20T01:59:20.828Z","1.1.0-alpha.0":"2021-07-31T15:12:09.649Z","1.1.0-alpha.1":"2021-08-01T02:33:07.426Z","1.1.0-alpha.2":"2021-08-07T12:40:06.059Z","1.1.0":"2021-08-12T14:39:27.026Z","1.2.0-alpha.0":"2021-08-15T09:13:32.491Z","1.2.0-alpha.1":"2021-08-16T13:30:49.144Z","1.2.0":"2021-08-22T02:33:34.703Z","1.2.1":"2021-09-04T05:58:54.348Z","1.2.2":"2021-09-06T08:41:17.482Z","1.3.0":"2021-10-09T14:18:52.478Z","2.0.0-alpha.0":"2022-01-03T14:08:32.087Z","2.0.0-alpha.1":"2022-01-08T08:00:43.234Z","2.0.0-alpha.2":"2022-01-09T12:52:52.373Z","2.0.0-alpha.3":"2022-01-12T14:44:15.770Z","2.0.0":"2022-01-15T09:21:15.727Z","2.0.1":"2022-05-21T13:22:45.627Z","2.0.2-alpha.0":"2022-05-22T04:01:54.983Z","2.0.2":"2022-09-24T02:28:40.038Z","2.0.3":"2022-10-11T14:17:57.751Z","2.0.4":"2022-11-02T11:29:21.386Z","2.0.5-alpha.0":"2023-01-05T15:27:56.887Z","2.0.5":"2023-01-09T10:49:24.502Z","2.0.6":"2023-03-05T10:30:27.094Z","2.1.0":"2023-03-10T15:38:18.696Z","2.1.1":"2023-03-10T16:14:16.269Z","2.1.2":"2023-03-11T04:42:39.184Z","2.1.3":"2023-03-23T13:22:24.061Z","2.1.4":"2023-04-02T10:58:53.568Z","2.1.5":"2023-05-13T10:54:05.605Z","2.2.0":"2023-08-21T00:05:23.324Z","2.3.0":"2023-09-18T15:46:29.381Z","2.3.1":"2024-01-30T11:18:34.957Z","2.3.2":"2024-06-17T08:49:24.367Z","2.3.3":"2024-09-20T08:34:23.523Z","2.3.4":"2024-09-29T09:49:28.924Z","2.3.5":"2024-10-06T12:01:47.889Z","2.3.6":"2024-10-23T02:53:29.417Z","2.3.7":"2024-11-06T08:23:31.809Z","2.3.8":"2024-12-03T09:16:43.224Z","2.3.9":"2024-12-05T06:57:45.340Z","2.3.10":"2025-01-09T10:29:22.476Z","2.3.11":"2025-01-13T07:55:30.348Z","2.3.12":"2025-02-26T14:31:03.912Z","2.3.13":"2025-11-30T15:13:36.917Z","2.3.14":"2026-02-28T02:32:58.056Z","2.3.15":"2026-03-01T03:06:06.311Z","2.3.16":"2026-03-01T03:49:21.350Z","2.3.17":"2026-07-10T08:27:20.595Z","2.4.0":"2026-08-01T05:40:06.434Z","2.4.1":"2026-09-13T23:30:04.877Z"},"author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","homepage":"https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/text#readme","repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"tokenizers/text"},"maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"readme":"<!-- :begin use tokenizer/banner -->\n\n<header>\n  <h1 align=\"center\">\n    <a href=\"https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/text#readme\">@yozora/tokenizer-text</a>\n  </h1>\n  <div align=\"center\">\n    <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">\n      <img\n        alt=\"npm version\"\n        src=\"https://img.shields.io/npm/v/@yozora/tokenizer-text.svg\"\n      />\n    </a>\n    <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">\n      <img\n        alt=\"npm downloads\"\n        src=\"https://img.shields.io/npm/dm/@yozora/tokenizer-text.svg\"\n      />\n    </a>\n    <a href=\"https://www.npmjs.com/package/@yozora/tokenizer-text\">\n      <img\n        alt=\"npm license\"\n        src=\"https://img.shields.io/npm/l/@yozora/tokenizer-text.svg\"\n      />\n    </a>\n    <a href=\"#install\">\n      <img\n        alt=\"Module formats: cjs, esm\"\n        src=\"https://img.shields.io/badge/module_formats-cjs%2C%20esm-green.svg\"\n      />\n    </a>\n    <a href=\"https://github.com/nodejs/node\">\n      <img\n        alt=\"Node.js Version\"\n        src=\"https://img.shields.io/node/v/@yozora/tokenizer-text\"\n      />\n    </a>\n    <a href=\"https://github.com/vitest-dev/vitest\">\n      <img\n        alt=\"Tested with Vitest\"\n        src=\"https://img.shields.io/badge/tested_with-vitest-6E9F18.svg\"\n      />\n    </a>\n    <a href=\"https://biomejs.dev/\">\n      <img\n        alt=\"Code style: Biome\"\n        src=\"https://img.shields.io/badge/code_style-biome-60a5fa.svg?style=flat-square\"\n      />\n    </a>\n  </div>\n</header>\n<br />\n\n\n<!-- :end -->\n\n[@yozora/tokenizer-text] produces [Text][node-type] nodes. See [documentation][docpage] for\ndetails.\n\n<!-- :begin use tokenizer/usage -->\n\n## Install\n\n```bash\nnpm install --save @yozora/tokenizer-text\n```\n\n## Usage\n\n[@yozora/tokenizer-text][] is built into [@yozora/parser][], [@yozora/parser-gfm-ex][], and [@yozora/parser-gfm][].\n\n### With `DefaultParser`\n\nA tokenizer must be registered with an `IParser` before use.\n\n```typescript\nimport { DefaultParser } from '@yozora/core-parser'\nimport ParagraphTokenizer from '@yozora/tokenizer-paragraph'\nimport TextTokenizer from '@yozora/tokenizer-text'\n\nconst parser = new DefaultParser()\n  .useFallbackTokenizer(new ParagraphTokenizer())\n  .useFallbackTokenizer(new TextTokenizer())\n\nparser.parse(\"hello $.;'there\")\n```\n\n### With [@yozora/parser][]\n\n```typescript\nimport YozoraParser from '@yozora/parser'\n\nconst parser = new YozoraParser()\nparser.parse(\"hello $.;'there\")\n```\n\n### With [@yozora/parser-gfm][]\n\n```typescript\nimport GfmParser from '@yozora/parser-gfm'\n\nconst parser = new GfmParser()\nparser.parse(\"hello $.;'there\")\n```\n\n### With [@yozora/parser-gfm-ex][]\n\n```typescript\nimport GfmExParser from '@yozora/parser-gfm-ex'\n\nconst parser = new GfmExParser()\nparser.parse(\"hello $.;'there\")\n```\n\n### Options\n\n| Name       | Type     | Required | Default                      |\n| :--------- | :------- | :------- | :--------------------------- |\n| `name`     | `string` | No       | `\"@yozora/tokenizer-text\"`   |\n| `priority` | `number` | No       | `TokenizerPriority.FALLBACK` |\n\n- `name`: Unique tokenizer name. Generated tokens retain it so the parser can dispatch later phases\n  to the same tokenizer.\n\n- `priority`: Processing priority. Tokenizers with higher values run first. During block matching,\n  a higher-priority tokenizer can interrupt a lower-priority tokenizer.\n\n\n<!-- :end -->\n\n## Related\n\n- [@yozora/ast][]\n- [@yozora/parser][]\n- [@yozora/parser-gfm][]\n- [@yozora/parser-gfm-ex][]\n- [@yozora/react-text][]\n- [@yozora/react-markdown][]\n- [Live Examples][live-examples]\n- [Text | Yozora AST][node-type]\n- [Documentation][docpage]\n\n[node-type]: https://yozora.guanghechen.com/docs/package/ast#text\n\n<!-- :begin use tokenizer/definitions -->\n\n[live-examples]: https://yozora.guanghechen.com/docs/package/tokenizer-text#live-examples\n[docpage]: https://yozora.guanghechen.com/docs/package/tokenizer-text\n[homepage]: https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/text#readme\n[gfm-spec]: https://github.github.com/gfm\n[mdast-homepage]: https://github.com/syntax-tree/mdast\n\n[@yozora/ast]:                                https://github.com/yozorajs/yozora/tree/v2.4.1/packages/ast#readme\n[@yozora/ast-util]:                           https://github.com/yozorajs/yozora/tree/v2.4.1/packages/ast-util#readme\n[@yozora/character]:                          https://github.com/yozorajs/yozora/tree/v2.4.1/packages/character#readme\n[@yozora/core-parser]:                        https://github.com/yozorajs/yozora/tree/v2.4.1/packages/core-parser#readme\n[@yozora/core-tokenizer]:                     https://github.com/yozorajs/yozora/tree/v2.4.1/packages/core-tokenizer#readme\n[@yozora/invariant]:                          https://github.com/yozorajs/yozora/tree/v2.4.1/packages/invariant#readme\n[@yozora/markup-weaver]:                      https://github.com/yozorajs/yozora/tree/v2.4.1/packages/markup-weaver#readme\n[@yozora/parser]:                             https://github.com/yozorajs/yozora/tree/v2.4.1/packages/parser#readme\n[@yozora/parser-gfm]:                         https://github.com/yozorajs/yozora/tree/v2.4.1/packages/parser-gfm#readme\n[@yozora/parser-gfm-ex]:                      https://github.com/yozorajs/yozora/tree/v2.4.1/packages/parser-gfm-ex#readme\n[@yozora/tokenizer-admonition]:               https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/admonition#readme\n[@yozora/tokenizer-autolink]:                 https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/autolink#readme\n[@yozora/tokenizer-autolink-extension]:       https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/autolink-extension#readme\n[@yozora/tokenizer-blockquote]:               https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/blockquote#readme\n[@yozora/tokenizer-break]:                    https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/break#readme\n[@yozora/tokenizer-definition]:               https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/definition#readme\n[@yozora/tokenizer-delete]:                   https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/delete#readme\n[@yozora/tokenizer-ecma-import]:              https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/ecma-import#readme\n[@yozora/tokenizer-emphasis]:                 https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/emphasis#readme\n[@yozora/tokenizer-fenced-block]:             https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/fenced-block#readme\n[@yozora/tokenizer-fenced-code]:              https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/fenced-code#readme\n[@yozora/tokenizer-footnote]:                 https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/footnote#readme\n[@yozora/tokenizer-footnote-definition]:      https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/footnote-definition#readme\n[@yozora/tokenizer-footnote-reference]:       https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/footnote-reference#readme\n[@yozora/tokenizer-heading]:                  https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/heading#readme\n[@yozora/tokenizer-html-block]:               https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/html-block#readme\n[@yozora/tokenizer-html-inline]:              https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/html-inline#readme\n[@yozora/tokenizer-image]:                    https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/image#readme\n[@yozora/tokenizer-image-reference]:          https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/image-reference#readme\n[@yozora/tokenizer-indented-code]:            https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/indented-code#readme\n[@yozora/tokenizer-inline-code]:              https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/inline-code#readme\n[@yozora/tokenizer-inline-math]:              https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/inline-math#readme\n[@yozora/tokenizer-link]:                     https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/link#readme\n[@yozora/tokenizer-link-reference]:           https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/link-reference#readme\n[@yozora/tokenizer-list]:                     https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/list#readme\n[@yozora/tokenizer-math]:                     https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/math#readme\n[@yozora/tokenizer-paragraph]:                https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/paragraph#readme\n[@yozora/tokenizer-setext-heading]:           https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/setext-heading#readme\n[@yozora/tokenizer-table]:                    https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/table#readme\n[@yozora/tokenizer-text]:                     https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/text#readme\n[@yozora/tokenizer-thematic-break]:           https://github.com/yozorajs/yozora/tree/v2.4.1/tokenizers/thematic-break#readme\n\n[@yozora/react-admonition]:                   https://github.com/yozorajs/yozora-react/tree/main/packages/admonition#readme\n[@yozora/react-blockquote]:                   https://github.com/yozorajs/yozora-react/tree/main/packages/blockquote#readme\n[@yozora/react-break]:                        https://github.com/yozorajs/yozora-react/tree/main/packages/break#readme\n[@yozora/react-delete]:                       https://github.com/yozorajs/yozora-react/tree/main/packages/delete#readme\n[@yozora/react-emphasis]:                     https://github.com/yozorajs/yozora-react/tree/main/packages/emphasis#readme\n[@yozora/react-code]:                         https://github.com/yozorajs/yozora-react/tree/main/packages/code#readme\n[@yozora/react-code-live]:                    https://github.com/yozorajs/yozora-react/tree/main/packages/code-live#readme\n[@yozora/react-footnote-definitions]:         https://github.com/yozorajs/yozora-react/tree/main/packages/footnote-definitions#readme\n[@yozora/react-footnote-reference]:           https://github.com/yozorajs/yozora-react/tree/main/packages/footnote-reference#readme\n[@yozora/react-heading]:                      https://github.com/yozorajs/yozora-react/tree/main/packages/heading#readme\n[@yozora/react-image]:                        https://github.com/yozorajs/yozora-react/tree/main/packages/image#readme\n[@yozora/react-inline-code]:                  https://github.com/yozorajs/yozora-react/tree/main/packages/inline-code#readme\n[@yozora/react-inline-math]:                  https://github.com/yozorajs/yozora-react/tree/main/packages/inline-math#readme\n[@yozora/react-link]:                         https://github.com/yozorajs/yozora-react/tree/main/packages/link#readme\n[@yozora/react-list]:                         https://github.com/yozorajs/yozora-react/tree/main/packages/list#readme\n[@yozora/react-list-item]:                    https://github.com/yozorajs/yozora-react/tree/main/packages/list-item#readme\n[@yozora/react-markdown]:                     https://github.com/yozorajs/yozora-react/tree/main/packages/markdown#readme\n[@yozora/react-math]:                         https://github.com/yozorajs/yozora-react/tree/main/packages/math#readme\n[@yozora/react-paragraph]:                    https://github.com/yozorajs/yozora-react/tree/main/packages/paragraph#readme\n[@yozora/react-strong]:                       https://github.com/yozorajs/yozora-react/tree/main/packages/strong#readme\n[@yozora/react-table]:                        https://github.com/yozorajs/yozora-react/tree/main/packages/table#readme\n[@yozora/react-text]:                         https://github.com/yozorajs/yozora-react/tree/main/packages/text#readme\n[@yozora/react-thematic-break]:               https://github.com/yozorajs/yozora-react/tree/main/packages/thematic-break#readme\n\n[doc-live-examples/gfm]:                      https://yozora.guanghechen.com/docs/example/gfm\n[doc-@yozora/ast]:                            https://yozora.guanghechen.com/docs/package/ast\n[doc-@yozora/ast-util]:                       https://yozora.guanghechen.com/docs/package/ast-util\n[doc-@yozora/core-parser]:                    https://yozora.guanghechen.com/docs/package/core-parser\n[doc-@yozora/core-tokenizer]:                 https://yozora.guanghechen.com/docs/package/core-tokenizer\n[doc-@yozora/parser]:                         https://yozora.guanghechen.com/docs/package/parser\n[doc-@yozora/parser-gfm]:                     https://yozora.guanghechen.com/docs/package/parser-gfm\n[doc-@yozora/parser-gfm-ex]:                  https://yozora.guanghechen.com/docs/package/parser-gfm-ex\n[doc-@yozora/tokenizer-admonition]:           https://yozora.guanghechen.com/docs/package/tokenizer-admonition\n[doc-@yozora/tokenizer-autolink]:             https://yozora.guanghechen.com/docs/package/tokenizer-autolink\n[doc-@yozora/tokenizer-autolink-extension]:   https://yozora.guanghechen.com/docs/package/tokenizer-autolink-extension\n[doc-@yozora/tokenizer-blockquote]:           https://yozora.guanghechen.com/docs/package/tokenizer-blockquote\n[doc-@yozora/tokenizer-break]:                https://yozora.guanghechen.com/docs/package/tokenizer-break\n[doc-@yozora/tokenizer-delete]:               https://yozora.guanghechen.com/docs/package/tokenizer-delete\n[doc-@yozora/tokenizer-emphasis]:             https://yozora.guanghechen.com/docs/package/tokenizer-emphasis\n[doc-@yozora/tokenizer-fenced-code]:          https://yozora.guanghechen.com/docs/package/tokenizer-fenced-code\n[doc-@yozora/tokenizer-heading]:              https://yozora.guanghechen.com/docs/package/tokenizer-heading\n[doc-@yozora/tokenizer-html-block]:           https://yozora.guanghechen.com/docs/package/tokenizer-html-block\n[doc-@yozora/tokenizer-html-inline]:          https://yozora.guanghechen.com/docs/package/tokenizer-html-inline\n[doc-@yozora/tokenizer-image]:                https://yozora.guanghechen.com/docs/package/tokenizer-image\n[doc-@yozora/tokenizer-image-reference]:      https://yozora.guanghechen.com/docs/package/tokenizer-image-reference\n[doc-@yozora/tokenizer-indented-code]:        https://yozora.guanghechen.com/docs/package/tokenizer-indented-code\n[doc-@yozora/tokenizer-inline-code]:          https://yozora.guanghechen.com/docs/package/tokenizer-inline-code\n[doc-@yozora/tokenizer-inline-math]:          https://yozora.guanghechen.com/docs/package/tokenizer-inline-math\n[doc-@yozora/tokenizer-link]:                 https://yozora.guanghechen.com/docs/package/tokenizer-link\n[doc-@yozora/tokenizer-definition]:           https://yozora.guanghechen.com/docs/package/tokenizer-definition\n[doc-@yozora/tokenizer-link-reference]:       https://yozora.guanghechen.com/docs/package/tokenizer-link-reference\n[doc-@yozora/tokenizer-list]:                 https://yozora.guanghechen.com/docs/package/tokenizer-list\n[doc-@yozora/tokenizer-math]:                 https://yozora.guanghechen.com/docs/package/tokenizer-math\n[doc-@yozora/tokenizer-paragraph]:            https://yozora.guanghechen.com/docs/package/tokenizer-paragraph\n[doc-@yozora/tokenizer-setext-heading]:       https://yozora.guanghechen.com/docs/package/tokenizer-setext-heading\n[doc-@yozora/tokenizer-table]:                https://yozora.guanghechen.com/docs/package/tokenizer-table\n[doc-@yozora/tokenizer-text]:                 https://yozora.guanghechen.com/docs/package/tokenizer-text\n[doc-@yozora/tokenizer-thematic-break]:       https://yozora.guanghechen.com/docs/package/tokenizer-thematic-break\n\n[gfm-atx-heading]:                            https://github.github.com/gfm/#atx-heading\n[gfm-autolink]:                               https://github.github.com/gfm/#autolinks\n[gfm-autolink-extension]:                     https://github.github.com/gfm/#autolinks-extension-\n[gfm-blockquote]:                             https://github.github.com/gfm/#block-quotes\n[gfm-bullet-list]:                            https://github.github.com/gfm/#bullet-list\n[gfm-delete]:                                 https://github.github.com/gfm/#strikethrough-extension-\n[gfm-emphasis]:                               https://github.github.com/gfm/#can-open-emphasis\n[gfm-fenced-code]:                            https://github.github.com/gfm/#fenced-code-block\n[gfm-hard-line-break]:                        https://github.github.com/gfm/#hard-line-break\n[gfm-html-block]:                             https://github.github.com/gfm/#html-block\n[gfm-html-inline]:                            https://github.github.com/gfm/#raw-html\n[gfm-image]:                                  https://github.github.com/gfm/#images\n[gfm-image-reference]:                        https://github.github.com/gfm/#example-590\n[gfm-indented-code]:                          https://github.github.com/gfm/#indented-code-block\n[gfm-inline-code]:                            https://github.github.com/gfm/#code-span\n[gfm-link]:                                   https://github.github.com/gfm/#inline-link\n[gfm-definition]:                             https://github.github.com/gfm/#link-reference-definition\n[gfm-link-reference]:                         https://github.github.com/gfm/#reference-link\n[gfm-list]:                                   https://github.github.com/gfm/#lists\n[gfm-list-item]:                              https://github.github.com/gfm/#list-items\n[gfm-list-task-item]:                         https://github.github.com/gfm/#task-list-items-extension-\n[gfm-paragraph]:                              https://github.github.com/gfm/#paragraph\n[gfm-setext-heading]:                         https://github.github.com/gfm/#setext-heading\n[gfm-soft-line-break]:                        https://github.github.com/gfm/#soft-line-breaks\n[gfm-strong]:                                 https://github.github.com/gfm/#can-open-strong-emphasis\n[gfm-tab]:                                    https://github.github.com/gfm/#tabs\n[gfm-table]:                                  https://github.github.com/gfm/#table\n[gfm-text]:                                   https://github.github.com/gfm/#soft-line-breaks\n[gfm-thematic-break]:                         https://github.github.com/gfm/#thematic-break\n\n\n<!-- :end -->\n","readmeFilename":""}