{"_id":"@yozora/core-tokenizer","_rev":"78-2b0f70b4823f3c415c2ae08d8098867b","name":"@yozora/core-tokenizer","dist-tags":{"latest":"2.4.1"},"versions":{"1.0.0-alpha.6":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.6","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.6","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"b8233c107a496042cc3982ccf4807d643341ece2","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.6.tgz","fileCount":22,"integrity":"sha512-pHnRdbDhuDCPD4ljbw52WgpFFqCsrv0FC3q+703CyVY18NodYY+L5njA8ANNyPSwFZVgZmM2eKVfAz7w2IQGbg==","signatures":[{"sig":"MEYCIQColzj67Um9NOX9FQhcf/mP0Fuwd+BXf2V6RQLZBsW57AIhAP5zfOpzU/ghATv8I+idJC2UY6p/g4UwshJ0xaysFkMI","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":44887,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgN8G6CRA9TVsSAnZWagAA5aEP/1ALIjGA1rqjUvjz3JT8\norHpIoEss2xS5XZ3wlX9DEetSpTEBX69mWhRKO8/RWvBvk2vGD90gAS9JUnd\nMqAPsRGfMHNdsqfU+Xv9WU1mNGoWgPMdnHbKgXhEjV9NJTcltryTAKsax0lc\nNf6d8ik2ubPU+EEXhRei76dTzfkDwKrJsQ72cOtJAg/z8qHRvQUVRJHd4LNA\n0Q3kB083QM4Qq6tDUy+122MhfRbl8cTlF68JKAuGTJjQV3H3omwwDRpYVem/\nLHZnTon8LlykMDdOgbe4GRkLcHWs6a6ck1hpeAtrwueNghS/XsQgj282YL5a\nj0z4J2kmH9VYZPwigSnmh4BiMBwoRMa90Da5xCrjQPEDno2sikHm2VQzC1pW\nu5+ToG4ADAaLLZ5VfZxeij2zRrxvU1qsEerXvXPv4eSiSZpDeYoISPiGnOME\nluPTX1XZL3GJ/8D482h8r7X5TlMzmMEqNOgFGbfaWF/V4c5oKrPbguhLdleR\nN3tmFgVuddOlBG7ynqmOVdocHWrI2e/UJUEsNOhJzP5EGiL2eE8n1JdGEXR0\nwOP6/1MDKUns5dLyWcLZGAGx0+vI/S93NvrfqZo37ZuT08u75IU+4fU9LPdI\nsgLG4rUKDIsVKThE7A0yJK05l+RkdHJv19BA0/z14tsrzT29Y5/dwAdBPpHB\ny+Ar\r\n=dg/T\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"e4f20f785dc3928c0c928d0d38665bf3609481a6","scripts":{"build":"cross-env NODE_ENV=production rollup -c rollup.config.js","start":"rollup -w -c rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_USE_SOURCE_MAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/core-tokenizer.svg)](https://www.npmjs.com/package/@yozora/core-tokenizer) [![npm download](https://img.shields.io/npm/dm/@yozora/core-tokenizer.svg)](https://www.npmjs.com/package/@yozora/core-tokenize","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.6"},"_hasShrinkwrap":false,"devDependencies":{"rollup":"2.39.1","@barusu/rollup-config":"0.0.47"},"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.6_1614266810549_0.7561810013008032","host":"s3://npm-registry-packages"}},"1.0.0-alpha.7":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.7","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.7","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"175b06a10cd9690d998986122c80bda7e1c7b86a","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.7.tgz","fileCount":22,"integrity":"sha512-ZriJBhkhwnY5BLFnq4exYRKoni9KKGtHkfezgRnyT7fmIMgzYhVeY+5hsRyWvU8dERyFmqVqUnuh+JA1uO0g6Q==","signatures":[{"sig":"MEYCIQDKbxtcBt7wucZSfbRiSHLpvxupUVLrkgkcxgYIMFlPJAIhALJuVZ/LDXxr9knnxzfzffvSrgZxGZmU0BCxALQ2pDxs","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":45019,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgQyWsCRA9TVsSAnZWagAAi+wQAJVTZjs3VG+tlgsolRdq\nmM0d+IN8herOWgKFD5qCfv0W2CbA/dXI/DdAVG4cWXzlCOUBYc5AjvQGIQB1\nFx8MhDRomj5wGJxG0UPrCd4GcWf44rQtOxwh9kf+UwDsalLo3ceeM7ElDXcA\nIa+SPlRRnkRRCpuPCxXAZiHJRMvR5T4e1X1EgAvp4hRorePEMxXdNCSyK0Sb\n+nU0nuZF8sip1io1RZwLGajgADMnP368OsmMCGVlVLq50LYOJQnA6jJ8CHBh\nWVudHBzfLPG68wLQydgwL5jWZ7P94w2rYJivxARMG4zKBb1AK56owe/gmgcy\nsjEfCRvjQ7xHopAQPh63BJq3y7lITvWrC/dRzBNWFZOKPcSi1xGgzaufvtJN\nLyryPBeN4NnCzpgHgyZdwdEZRFKHU6t+heNQ2N6QdYVyrqo6rlFU4BsxohiV\nsyQ1aV6AnT5B2S82lOLIwvpyCAfQa5+ljrHi0+q0KpE4XGvC4SOFKxvNC+1j\niCAvo3FjH1B4SXgVdO1UrZ4zG8IXE4IjG4LydpUVG+jZjit3ssdgESz2EUem\nadPB0Ne8IVGClmUoualNRNg4OVrNNe/sHrnob+/aWryvjXYt7LBcXNyHxjI6\nzDO+9Kj1TdQOxnbYdHniULpD/Mevp1o3fUkCxZrIDgl47aYk4SRudsS1UKMg\nGRYJ\r\n=mZqK\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"115ce36207dc675c7a13275c6bf2fccafdb47ffc","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"[![npm version](https://img.shields.io/npm/v/@yozora/core-tokenizer.svg)](https://www.npmjs.com/package/@yozora/core-tokenizer) [![npm download](https://img.shields.io/npm/dm/@yozora/core-tokenizer.svg)](https://www.npmjs.com/package/@yozora/core-tokenize","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.7"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.7_1615013292350_0.3585389918128472","host":"s3://npm-registry-packages"}},"1.0.0-alpha.8":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.8","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.8","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"2db08bfbc346be4ea36450b653f7e2a5c62bfd48","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.8.tgz","fileCount":22,"integrity":"sha512-xuO/7E2sc9xZ1176iZ4Kf+MQ+aK+YA5JysytBEyl8NrAe/0BMCck0tmb8G26rvybdxIKhylMqCxSrBssXhMwwA==","signatures":[{"sig":"MEQCIE+4CGO6WCq+wDnKTe6ohsvvXhoWa+bRbOmwCsm0w+ZNAiBQcnhxcRt+9AslIODh5UE9ckYuZBB3MrkFmLzFmbq8fw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":45829,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgTHdWCRA9TVsSAnZWagAAKZoP/2BkAzkeavw7uhCZYaTm\n9SLMdqwE+xf+Elawpti1hs9CjoNzkQtOjq2m8GZY4haw45fCVuK2fqNLxkqF\nTfUWIiJsF70fj0XPqy7hlk4D1XnqIiXHtq2FWyBUjY1nW5kq0hXrKrHKmXY6\n6AVkfQkgMsJx81yLKHLM5nwMVy2TvDDJeIDrsnHlKmuGFNckoXhI/4u/zVDB\nR2fq/vOtlsPqO2RCePQP3Uo4PYkw+s27l3xt+Z3oTo2tBGIny/JlA0rk+bar\ndALkn6z7JfaS33hneMxU2E/o30weuNAZYW9iVvTScNhe3CbB56e+71lfnYKX\nhjyHreTEZXlBdR7Gwe5usZCVv/d6Y71QebpTnbmmUGkSNyTVPCWPTQg0CNe+\nVwBy1/WWkjrGrMWsu+uo90EnxqZaFJtRxy6O9ai8ZSzDBkq8Ljlqq4N29rn8\n6OuVxLUrpIBLlHKtgWaKmE8Zye74SqTLrLwOYC+qqtVOXLMgEYxI9rufJ6Bz\nvBI/YF2ZOSFvw9nqXJQ40mPYLRt/ix3Mw3lFiitCc3FwHNksmRkMC3POI4JH\nWYlZ40vJUJ9xoOxyRwfIcmyp/45tCP4SNvNWeyOQFY1sw0fqglD/K9sAXYIU\nWmTHDW9QHUu++AN+yIT3xxRXXrHDboGRi03YP4VyYNAEenJto7owEs0rxT/8\nH9AK\r\n=pd7h\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3cb3080312048001d73911a892c4a7c69459c260","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.8"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.8_1615624022275_0.7067552998938005","host":"s3://npm-registry-packages"}},"1.0.0-alpha.9":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.9","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.9","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"cc6eea929db154ac4ad724ba0e12985968f8eb5a","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.9.tgz","fileCount":22,"integrity":"sha512-zRtNwc2zT94r458rOvl6kjZlm8een/wox1RVi5UXscKtvzXCr/GMpahLooBC332NqVQ/XbpeTAr4PO6wBoDQzA==","signatures":[{"sig":"MEQCIAy1BTSqym2zStxy+awvHZsiJHKaHwhxS8pCeWAG6/2iAiBgDD4vHlL6COkZV7ruc6w79XREgmGGuSgx99UbMoh7Ug==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":45938,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgVZioCRA9TVsSAnZWagAAx3kP/RzGEAfjBmChzufMTmP3\nXfcx3JOCVsJxgQbYmD0QIGAl0kBZi8dPOjCvsGuMl0J0wix4AwtnXBW5pWzx\n1Sz1XEPCy3OuV69jJ8EempOzhlvatNKKgBaNNUxUmdQk2U2YcAB7pn1RIfjU\nmt10UXJw6Mlu+QjBUNDvFy9tlmm+MY8HA+IjPtjx8+rUBX8QriIcHJtsI1Aw\ntD9ehRCbGWh7AxCM17QRM2FaNGwV3713T6e1TEVgEt5aOhtRO2al4la6YrnM\nnxaNrg9yfp/VPSy8cw4FIRw3w3pwOFsoJiin1Sv2JE+B9khiFOKGVdZqBDPO\nm7CO8F+TDhMa/tz8Lcgj2wP75tVmKIlYTB2ogii9SCFf7MvXL3dBV+4Sg8gd\niiUQI551woNoKvL6YdnmQ6RF22H5ys3vgQJedv+zlx6Ly4BnJec/745bhKyK\nAGR/uco/wOkE2oQ1OqOOLzML4aO/px2qCwWyhEvyrC9AeYi04nDnNOkodoV1\nL4hw0fHxSAmzbf2lMF2g1VEHoBvpP7wgggaBgSRZlD7xV3fxFaTWhPTxDZNC\nB0B28FbGYHNFRdpUZTG5sxwGeMkHUgFoce8JhG4rDXM62sWxy55m/CAtxt1z\n18drdB2OI3cDbWl74tYZ4twAsc+QBHQkp3N3OqfsNMuki21S4sR2IJ3JUqkq\nQU2+\r\n=U12b\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"1b41b56362c328af28fde43a0b95fa02aff0dfbe","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.9"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.9_1616222376185_0.6757235176748628","host":"s3://npm-registry-packages"}},"1.0.0-alpha.10":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.10","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.10","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"0ce7c3f2e7d2d995c8ab389111b9e8e89f7ee4b3","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.10.tgz","fileCount":22,"integrity":"sha512-qukEA/RoaVUGsquY3CwmjF8LbsQvz5atZCuCQFL5rOVk4whTw56hCiSPkOHuk8WRImfNt+fYW1MB3Vmy1WVZZw==","signatures":[{"sig":"MEUCIQD5ftlzj1K1PMd+jfGer+171u+c8VBBA0A766Z7EsCjoQIgDdla8c34XCfxo0HkWv50CKkGz8PqLRxNPuIZkKhz/nQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":45866,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgVaSLCRA9TVsSAnZWagAAtMQQAIE+XH/rYls43Yn58LCz\nboX60iWSCPCf88T6qiw9GSfIoUSqPSuSQlH2KoW49DXTQzMbiKFir/mtJAqg\nVtoBRtI6VMOz8+LT/261zXiwMbptfu6Rwl4nZ/AWgg+J4GTUdzC/+3KAXdv8\n0Doxlu1Fh6JTX/sHcHPOg20SGvwfELAFMDQXD06vLIecaD8dBUQOfETCRsnY\nduMlL1G3Q9I6R9O9LXW9QBBvvUz48ly6Ca6lcD14g0WeAybpoAVJL/soY/zy\nPhi8Sp7VGFY0s2DwtCZaJ1MjMZbXFa9WlNYnuqmlWBx6KabQ598uPttx7Rg/\nYWcPn4FFc4/mmxvIgnqqVPw+28VUmsq3pEmApLor7G1yl4jR/5XNhFfHeVHl\nfDEWbenND4An5RHKkyW2IhLz5vb9kxu2thtv0ohD3waEptXfKMKOczni9uEa\nx4OSHK/tYXNQcwUpZ9VDQmIWD7REbWh/cyS8Kx10lfdNgVOtDkzs/h9rASsC\npsjlRf4poMuCtw77fiigrhalm6Ve9jyUzKcO+LVf69LWobTzVBk0/fsFhZ97\nWUCf/DsDH4x34jYiNAn272fSBl6f9KYDkCpwVAdhEAYWowmQKwxxe4iA1bBQ\n5rIzOR7YeFKgHjlhMWGYpx98wpcAA2jBNSR91cPH1BZv6QUx0HlvuiVME6K7\nDESy\r\n=A1mT\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"dbd0114cd72fa029e743db5d38e10bc1af23ca33","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.10"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.10_1616225419355_0.9962391697964219","host":"s3://npm-registry-packages"}},"1.0.0-alpha.11":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.11","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.11","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"070450a5378f9bfbfa9979dddf5832929f423ac5","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.11.tgz","fileCount":22,"integrity":"sha512-qbSwQ4OTHxGeQDAb6/1aV+cvm5/248ywEMenIQmWOQUwNySbsz5OIuQR9Vm5bNxIIyr8CE709iX4ICu6Gx1IAg==","signatures":[{"sig":"MEYCIQDOK1I7W9RUfN8wOIOZXd652Z+zUrxhvf/JS1xV3Z8gHQIhAK4qqGf+Ot9wp9kflqRh93cFXcy3BBdKaBXxd7arL74c","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":45866,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgVdRGCRA9TVsSAnZWagAAJWUP/ilC5WZjA2TBzJ8UOuHI\nko3aepD0KfmKGUSdYfucHCcgWPF6Ekv+h6v51LiSPLYf4d57JKLcfa2L+k8h\n0QwGqOSTUHUcK5393xEPg5NM2SW17RC0Ifgx+ghq3Dith+6+09XhddsvbW4p\nkWnhnSfHIGH6SanzhzBAfSCTjegVxvoZbfd8KUOZU7QA0R5nGt2cAAD3Hjj2\n1JuLBD2uVXI60YQkT3kLzI5MS1JsS6wTMT7Dok7BRRAMUa0/pvlnc58yqfLr\nGkRjDJGjBX4zqm8yneCFoZ+sMJ92mD3H6JVdyHKsxTf+vW2YjUzZA83L5ce2\nrXP49bqE1lcQrc6A+4mZ8u1e5P9RqtMHGHZOdSXWd3FRnQF8jK41z6RVt4Ra\n9Vqx+YSsoeYkwYaOgtp1Uelrt/UQLYumy8OwGJ3i20z93B/TqCelz97AsthN\nh8Tl2ZYv/WCGYvdHrtspPyWSAoxMcZ+ywsaQaktPEQYvPCy4KV8T+bDc1buV\nqy5sIYd4uEX4PhMdovyWNbv1LdLn7kP62UNBfRLKljBziKGaroV1CPcp1a63\nf0VMvLglnqyN6R8Q496KuVlqei25seVUnD+5l13TJJbH8kOXQT3fpHhCHf7p\nx1zeVVgx5sWKc8E7WIbO3JWYKDdo8d5xSie0K2FUMhVjo+s666oEJQ43q0ib\nui1N\r\n=pSCt\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"df10f73cbcc698d44cd7f7efbab2f7cac66f8675","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/character":"^1.0.0-alpha.11"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.11_1616237637667_0.6383531965263192","host":"s3://npm-registry-packages"}},"1.0.0-alpha.12":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.12","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.12","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"fb97a50f2debc9583beb9dc5148c21d7e549214b","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.12.tgz","fileCount":22,"integrity":"sha512-jbnEWwq8g4bfrA2ETwbzpDfzKFDEO9FXCaE5ISo0Akf/nr+EFAsKELbHrldFGBenoKvk+3WwG4OnzEI/R3iDow==","signatures":[{"sig":"MEYCIQDNze8yeLDlToiwc/hfIJ11d2hQzxEKSIROUOh5I/T87QIhAPi9IGdDW/qxVla1tP0Yivxj2d/cc090PqiE4sBkd3Ed","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":43531,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgXyuzCRA9TVsSAnZWagAAgLkP+gI67CgVKlXIgDWHqLRh\nWbHIEbk1znixxSsNSgeHfOeGH+PMiqttM/2SoohL96IOEaGaCYukYYZRtaer\nmJ/QRG16+hxWHozK2PBaaVxfFQDgwpAeO5x801twTiwXULmICyyuITCRMT0N\n7yhVKpx4Z2WT0YB0iwiFuVBUJnpRrIQn8ysO9nEhj0TUJf/lexSR/ZEdiWY1\nFcrZj73thgWhoRfzO4LJNYtjSRzjYkZrFIA8Duv7spQeL9phv0b0QzJZO7ze\nX0YsR8+5iw2ndyIuJjhx6cVrffyvBGjl/wRX4rVmS39zcjmzw774LfSVM+DX\nBs//oFrnF0qYRbrio/x6cgOquCdKCLtMUf+xNeF07Le4BqwNhDGFqh0/z/Pr\nbtp8vtf5J9QacC6Y5ZCwP8FcG2UZ5cJPqCiYqdEswg8rWiwqfTC4/wJNIODd\nvhrLIk7z6LE5QQPA1Mj6I5tb5irL42cP4HhLA35/UpJrRT/eTbWnwTwDsFQT\ndxkBRZjycieiXIFVEZU8dlGQRI9cvhKfIv8nuYv8YTSdB6Jf+f1BIMrP3nGc\nplmbpLRxsRMahzlG33zMLeqdnniruHPE2eJjHXpZHhvBLc6dMgJqJrWW8AWt\nclsGIIZwGQqvzjmJGdXlbB+pqp3i0xRg4d+lvWidvDI/EN3kSXe4maMTheBb\nK7vY\r\n=s5mH\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"897f1317408ab43406788d5b796d245fd4eeac13","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.12","@yozora/character":"^1.0.0-alpha.12","@guanghechen/utility-types":"^1.4.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.12_1616849843465_0.4189681772778706","host":"s3://npm-registry-packages"}},"1.0.0-alpha.13":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.13","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.13","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"7274dcdd27ef6f905748f4241be167470950c2bd","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.13.tgz","fileCount":20,"integrity":"sha512-n6ScLAiT3x1vqkOJqqVEgpqDAAFdo9j7sbeF+z45jFwT4fSVdqNSIJ6UGo8IQMVifQ5oG8J3hQgVDDEV6aESWQ==","signatures":[{"sig":"MEUCICbdglWY9QM32ARxvFqjsk4UXeIv6osdayWZF4j9WzVeAiEAuRRChpbkDOq/dFqHtmaIyjOrGN3qINiXeN3xz86fRyQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":47526,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgcaovCRA9TVsSAnZWagAAPeUP/2fkwfN4Tvttd7MZqbAd\n19y1nXH6h7SxILCMu1ph1Hi2DYnVPMtoTHwLSSlmyOrwKRFQSeFcZgTQ7Omn\nVXWWuzkT92EF4quiy0OdJfyvhDIqS+QVw3Ka7zIlapFbZBrCoffQJ7t62RX3\nMqKcIOwU4V+PJfPCCeoLeX/lngni5lg+jMPbNmvyjYxJt4SYeRA/F7Oal4sn\nu2HK0COWC0Wk/7Qh9ZfXh6ys1NRGJkiTi2eRHRp6wi0R0AJRGLZp2c1sPCIr\nWslxm2bydbL++GDo5R9Y8IxywLJupI2ZpJ+ezFk3W/lk7+/Q2Dd2lKGEUu8n\n5S0uPA98cdsBaGtvWsPE4KrJBvmGTMhzzGna91F9Vx2NqjW1VYP8Zwb4u5MY\n7Hrd1NYudoZcYJ3grPKiF8ZZGVIx0NJrbt/WwSzjxLqgujMluphjznU9zwCQ\nXy50rkOFbRlEAlGAOlI3/o4KKsJHzayXNWbq2fI6sEONcwQ3Y26ffdpES2MK\n56QxXWXDbVsRmC6fAUqdxJtsNFN/syePqCAuptenqI/+sWmMlzSlZ57F7fPb\nuEUk+q9fQiJ8MXR6Okg/Tkg1TGnbevpbtzL3LRv6cIklgC+h4/3URRzDcJIz\nR5L5Ll0O0qxBET9fwiCsoZ4f9I4E7BzgqgXWXoIM6Y2xwKo+tvAeE5nmEsbF\nk9pf\r\n=MoPo\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"949455c25f4fb60a88c3484829a610da7c998969","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.13","@yozora/character":"^1.0.0-alpha.13","@guanghechen/utility-types":"^1.4.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.13_1618061871344_0.759189414934726","host":"s3://npm-registry-packages"}},"1.0.0-alpha.14":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.14","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.14","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"e46daf1da01b7c80778ee35e2eaceea0be9127c1","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.14.tgz","fileCount":21,"integrity":"sha512-B/drIeKtPEL5AxrO6fzdPCQWrS4DG7sIYiBKrsAuLViItgBuLtFA46MLk3n3N2zA6ubAnR0b3EQvU5Frn335Ng==","signatures":[{"sig":"MEUCIGEWhtQEkJZII3qnQA0D3oIibqw5twzuCY2bgWOpTFmXAiEA19gKOQu5U0Fn9yrWCJI2fHSbu9Mdi9HTRYByIIH5Wmw=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":51679,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgcrUaCRA9TVsSAnZWagAAqvQQAJF1ZFvgOqs7aRC1Jqvc\nBPiqjjAbnFvkRItzBNT9XySY1Dyr3UDGITmXzjUtppsc111PEtSrLhc7ME0w\nV/HZfjWqxFJNgeVDGP9zWONwDuQJKCTKC38k+/cgD8pVq08jSfgNO/P/dg/W\n21LC9LOaZIfdsoGw5OZX//O3pGPcz2p0gBeExcj0+/Wf4hrMKXJE5jtzRJIM\n2UW6WbI+pVlWqyC8bcs+RU8/5GOIOdgiUkSub1BoMXr/sBbc9oV/VDz9R/US\nmwoscuMFNjwOfmgn7C1WPOUrTzt1J45WoFjciGRNve7tAy80wmTMI8vmsiHz\ngU4yExv+sjHu9ItzXnIK1ylzypAUwCtX6sbnBbHEDCYB1q8+k0ZbxYd27HOf\n/FlLY+0oQKYAv/AB1qy1xugHdAQibEwKnA6AvvkKzfeIMKLrE0CaEOE0UvXb\neftZQ82X45vgKDenwmRMgaWA36z6A+JnVF0frLtBLUuI5kHe23vVMreOId93\nxgRyQY+vsP7wcQTa3/af+ifjgPr/niKaMorwAbOBcljxyDC3JHcQxBtzo/2D\njTMAjNlyiy0qvvJYukQps4JiEFqZi0RzyfYNrWix0/Kn4toUo2dXhNaA9Qg5\nA7J1X73od8MLK5XFAA/kq3G35A5tTkBYood9Crdvl+MKWa/aCpfqzMYxYJe5\nHQQr\r\n=R3yX\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3fcfffa0da0413449acf0d91d85400d0b31fa9a2","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.14","@yozora/character":"^1.0.0-alpha.14","@guanghechen/utility-types":"^1.4.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.14_1618130201407_0.9947259937556132","host":"s3://npm-registry-packages"}},"1.0.0-alpha.15":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.15","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.15","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"9a4d0db612e3f012f2bc62b88c3308872cbdeb24","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.15.tgz","fileCount":21,"integrity":"sha512-f1jh2UaQ8V0xIiE6Nh+WhIGrnO4pfmQhMmvA6OjWwgyc83jqdJ9eOmS5ocDDHd2p26pkr1Jg6PfeOuM6Z3gZ4g==","signatures":[{"sig":"MEYCIQCmPCuHV17ZPEPbqR5OFd5pDORFTsIpqAUTasCdZXibwgIhAJ1rQmA3VgiTRl8qO8WWd/kUGTxG2dwn2cHh9QwMsfSz","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":51679,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgcwHnCRA9TVsSAnZWagAA0DIQAIlHfh/f8jdV8hqAvwap\nrxS5J3KN3vHozZa0rOt2qd02jsrYQqX8TOUMLJeJS1DS237s2mDppHbVu33O\ntxvccggQfe2bOlGqQmrBiLNxwsbZse+t8gjT0LtmKtYk9sXSw28CLNCyA569\nBYkFQwWTh0h2DvkppAteNWfJ4YbnsCfOZqFfMxFfuiVOMqyr9lmghDOh58IT\nb4m7EDa5+PB2reZ4FPJluygU5whgG9Ji2VSDcnkx3FYPaXq8Ir8abOowdVKi\nJC8Bpdvwey9fNi0fgAt9ywyi8AraB3VupQ6NR7mYwTzrL1hPDL8I9fnytNv7\nqlMQvW0tuVOZ09R9bhds8HlaNJ7++mt32izJEddXdZqYlf48iITFOIQvp06P\neLGNL4PTT//Sr0FluUOtwNOIvQolZ3u/y3gK+qd5LmVz6K6m0lORWCGqmt65\nP9yKfK01oBmhM9FGnDXuBBWUKMl9tqCcJ8++B7fwnGO4zE/MG95QidIYnht3\nGeG2Ss28wP/0Vx3m18tOr4NwU++svhWzEa4+NlmzB3UjU8R8pRCiCaaziDqz\nedoJBRCKT2rJ9TRXpBf48wVYpOMrYVpi9Q6JoNM7kGVQ8j2kTexFYlQDCpb3\nUw9aR7Ua1KeDykD5E1tqsLRn6ecd736+u4sw6BR9aErnIpyMuaEWBcQtpdRo\neAWv\r\n=m1t+\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"988d25f7958825ccbaaa99051ad7b823c625d4cf","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.15","@yozora/character":"^1.0.0-alpha.15","@guanghechen/utility-types":"^1.4.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.15_1618149862713_0.3057280186187754","host":"s3://npm-registry-packages"}},"1.0.0-alpha.16":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.16","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.16","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"cac1a81f0f5d0c01faad5221b6159bea6cfe8097","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.16.tgz","fileCount":21,"integrity":"sha512-hDR9fYeh4GYqITu95ETXDGYg2JYUYcGhSTHHLsRLeBO0C3TkpACCMhuE1mBrLC6PMPJJkImxClXb0O+iFktKVw==","signatures":[{"sig":"MEUCIBBZ328dLk/bakvouJD1z3VGAOTPbbJFEbJ/Nq1DVMeKAiEAt0pQlRNfG/dujQt2yClDuX4w7rj5by/Ilo/SyX+k1lg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":51683,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgdGl5CRA9TVsSAnZWagAAjYEP/0n4+tW9PDXYukPCPBKo\n9DptzUGIpvSuKE3CmfiGH0IXJjsKr4RTynNJzdS06GgfymyOQpJ6cDFSDcs2\nptxglwFLL+PRWs6xzHvvTmEGVbMCuWyejyX6gY+xuCwUXtf65SJJvgoqBiRp\n5f9i4ACHjh6Oie2M0sDlG/72p82+X0p4BcQ2pG4bOB0OTxrS/I2u74N2N9Nz\nrZVVquaOd5ZUQEzbgCv0Bglg+coNA3HZMBeLKeaVdKLQp7xNpa6Wjnr4MHRM\ns8VhtJo5fCC64o5K/oqjMq8mKUuKCUeeuqB8ts7uhJ1+26Kp06SzFKiKrjoH\nnYijYUkXCFDbfq8N8lS510QB0pmZC+t1G/KoDj0pSvdFldEAFFGOxW5jvYjG\nFBPpvMwG9w7eyTCh1U/3lS+A00jpTdk9Aee7OG6S+tz+CGX2+ORb4KJFMiWp\ndcvIrsCUFpTDcsas+qGQy7/sv24S6Sunmmi4PGdRrZ6fYj2TUBP5jC72k44i\nnqZQGA+cUv2CMJVohlWVvS0yB8xPraRzBkRTwDkGSve2KR3haT1B9s4qf5wF\nFgoWpvV3pbMWcwsUYwm9vu6qvdoP8TmCbP+nn2YY/5Hyn+oIwOoHVNQdqP9E\ngslupq30Len4O6ATGnVrKM01mVPMumCNrYxCHN0O2cjf51aOOA7QYvVP4SKA\nPqtP\r\n=2nuq\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"9da34dd46333b72f908c77d15f11326f3724060c","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.16","@yozora/character":"^1.0.0-alpha.16","@guanghechen/utility-types":"^1.4.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.16_1618241912337_0.33516533070540233","host":"s3://npm-registry-packages"}},"1.0.0-alpha.17":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.17","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.17","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"3984aeb39e6964a3305e778858bede309b9c66e6","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.17.tgz","fileCount":21,"integrity":"sha512-lonDXaeHcdPegK7f1aCfYkq5ru2C0glEyGe/4+T4+o762Foc5579CVPz9TSBHJys/5fGdA91MZ919H7FRmu7tg==","signatures":[{"sig":"MEUCIQC221pXbZlMjz3WyRoeY5tostrS52Vk7jBR78iNA/6+OQIgN5BbumE919RBWoHWuYAG5oFbvwrbbH1VTPr3zsfRR5o=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":52979,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgeFEKCRA9TVsSAnZWagAAOCEP/3WO7siiL8MhIFbKG0UZ\nHlbEWr8KlH2Ez4ATbLELcGXAyTw7q6ayrbzkJn3oIE4bX5I0f7YZRFwGjVIi\nNBDzEpQPVYOrSuCoxfdFggrQgO/oT4riaUODNDG/ZEL0ag/ztMwk/9ghZoGZ\n9q854H7gmmC7APAdLapOgAr87TmJRNK8pjdHKxNqcuSLGOX0CJcFHqPv35fI\n0sRaIfza/3lfApgyONGNIDF+g1SBDVY/IX9/iUyrJpgsWuF37ciHV7mWoj0q\nFj9ceOS7xHpjN16/2JX5tkHFHZknvZCIVa/jXQLHOxHpQfgQNcRnHaPF/FNG\nU+jm4s2VaQjwy/C5C8LfL71QhZW+cS7EjPAz5twoyiWEuwaCh+goe1EA67oH\nkPbhoNmQDDr9c2QlS54uLqfDGsWmomOsES4r7w9MBK8iazgMkdgLUm6mQmxD\n9rRqkXHoOAdOUDu9g3TMo0/o2jCqmrp9tKluso2cmj0SXOm8EJRhah6yTalt\nGjGI5HARbeDWK6JTFChHOApSCIlO6JLJwE4GGaA4s+NHrEQZA6l3CJIUUKsy\nUtDS2jDx+aDYBLAdQuReZO56yrDcN/gJccJZ9kRwzWVNHQEr+JCQAJ+hCCj0\nCVJGRLFO+PQaJCpjCOetTFiG3rCK3rTt5e6cDVrsGNq1ZpKJZGEqZZO9eDSf\n+KYj\r\n=sSr8\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"0e7facdde8692e538e5777d70b873cf6282f7de8","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.17","@yozora/character":"^1.0.0-alpha.17"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.17_1618497801848_0.9554762467822304","host":"s3://npm-registry-packages"}},"1.0.0-alpha.18":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.18","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.18","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"731ed7d2da6694f6c164b370c26a551e7bb99c98","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.18.tgz","fileCount":21,"integrity":"sha512-P28/M32HqVj9VNavZtbmgFgKeUqFbbz2sLypCOXx0Yj9IL11rzV4r39gjxH741EooGv9TmXULj+fsiReBv+WWw==","signatures":[{"sig":"MEYCIQC5O7X4xfLgordAqaFX4duHU7ViQk9cp1WCZ2GjpSG4NQIhAPfiE5+v0bH7NzO1NJ5xoo2ziJ31QB4FOI6hnQJLdGpW","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":57349,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgfCYfCRA9TVsSAnZWagAAaFIP/2/RCkYFBjCG3hwhx0+5\ntU3QFtD5u74gdcBlEEYzmWR41SWDEVnrWX5EI46rkRUWebPcTR/+smMkbszl\nJHGvwAy+nab8JUPYCe+4HZYE/NhM+5GJFbSZbgcojf+jwjNGrcvvgl1ozc80\nfXPS+eRPd5Oqh1ZNa3IwGF4rUo63y3OKy8u+3ShhytfObpn5/VZoYXrmdisz\nCOvbPRczhnzvl0iUwXKJkFI0mS6c9GciU18s2p2EkcxAG8JwjW0QQxxT3Na7\naPo6tOlnyzwRW0tnypU+SOqUYI2yO8IB6JaaB4OMctc/zTIZrqgPCDLDhJYA\n4RXkwfMKynBbXv0mNApMGpqK/Jsbkobfauha19IGoJL5ikw22rKnzZ7vA7tk\nD6vGoEQD8OWgl4sPHFvrn58NaGgkn01W1OXy44p/NPHL99iS9kvhapG6zSlH\nJ5YmFC+NtYjSej02kwALdbJX2qZIq8g+MyBuejDIchL5GG1xUUrBuAb4DJcf\nrwPSM7Il0AE8cdTInjDitKQxlxBCTDXRQkALzBrdS/811fP2vhktyM6tgOYD\n3FrMZm4KJU6J9eoVn1bSkw+y8qF/srkda7JUSk79WLs9SGRVq2T3oBbopiw/\n2lUak5WFUYwGtqF3mnbGET3LFm0rR2TIW7ndnKMf1Vl8f/a2cyydh5oq7k0b\nMB6H\r\n=7p0+\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"219b28b38975d6d41f6c285a512a5c0dccceb6fa","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.18","@yozora/character":"^1.0.0-alpha.18"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.18_1618748959202_0.11222007695197034","host":"s3://npm-registry-packages"}},"1.0.0-alpha.19":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.19","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.19","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"b3bba47941bc15199be6ef2a9c8d9e57cd4302b1","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.19.tgz","fileCount":21,"integrity":"sha512-FFcJEfx0WPifhJUNBfXeBqBRPaEs7nw6B/vzb8oroGae760jEcn93IvHNUQqloIZTCEhWoYtmcca8xXf+661zA==","signatures":[{"sig":"MEQCICdPbU4jaNCzPf9EypFDnyWYZhBjbg5AOzD7rejIMLTfAiA9Luata0OtPZJA2c5nvWykp9l9o1P71WIKl62wfGemEw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":57285,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgfX0pCRA9TVsSAnZWagAAq+gP/jfwmBMGLg1vrlIANRxi\nwoJ1xWmSQ2CuOb00UAeqOgJxW6yMOX1RTntG2r6hPWSkEr5mNfRmKQPqt42T\nDeGZXiQgnu1OMdOekIGUxgYuk10wvsibmE5hpqviRJMVygD/R1oaTEXLivn1\n0DxsvyipFQicT+hAwpmtql1/VZmPBvfb9OTAJmw/9fuQJTBvcEL/6GHzi4Cy\n4RbC/SSPcvCZUvbREWMqibYmMxj9NLGZ0gv5EvloeT7joQZ1K4v7N7O89g/Y\nONKVJ79HA+ywR8Shdpl+kXzqCF8hQvx5Uiq5uH9KTWpRjSvOV41EU0Q/riC3\nhZlT28tkmPIey+Zpv3ni5cKe58YKrnIx8WdjI1xAhJq/8/rU1Fl1Y671W3aJ\nExZGDlCDfzYAzEHP8l7mVhMlXi8/S5zGxmxmcK3y5P90Dg2VMW/ZtVZIiENl\nRQK0YdiWsep8HtzaueDjkGc/iAw8J8LJnNNljYYQ7tfGxTTUl913UPltIEIO\nxavp01OCasfN74btjB7H2sL9MPs7Jgvmj2+Hu87UzwJNdONC2i2Oaj+XQ3+V\n1Jjfw0PIK8jct8ntpgAjdkEtMfHATIxjtIYunrruSk8vTy/VDq1yV7H5Vk8X\ngaZnnQpyroav9psg2oxIFh59O8gc8dJssnnUsuGxK64UIriFlIKKZi7yZ0t2\nexD4\r\n=K/NT\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"50b55f9e5fd1d00c03d271a488d2a648ccd0a1d1","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.19","@yozora/character":"^1.0.0-alpha.19"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.19_1618836777245_0.5224897350416002","host":"s3://npm-registry-packages"}},"1.0.0-alpha.20":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.20","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.20","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"9d8479b5c086769aa2eb3543bad9bf64158be892","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.20.tgz","fileCount":21,"integrity":"sha512-NTZnxlNX5fkiErCPhzVFLnkG9mG/XIXDJMQQeRyPzzpKf8qN0KozUU2/uIzer1xtJBCIqbxAuwuq2J+SsTMPzQ==","signatures":[{"sig":"MEUCIQDGtF2gj1zLogVF8+gDMEXpIeWgiohILh7j7ZfGgik2LQIgA2RBdGTzKNM3B+qR4kuPvYZ1VIrwsxSbitEIuxSrUFM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":48258,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgftrmCRA9TVsSAnZWagAAFQQP/2KBqE8vxij2H8feLDWh\n5F4Rt+PSuJrieYXb4MDc6zxLp2DM7j5Tqtbq57ozhn0u0HnVWkJjS4uHuZwf\nKW3K/+A/u/Hwh/lZIb8jU5aIpKiURx/30bSDXoKoOLYrFrgNjKpfWtAunjWw\nvvZbbwxb7nm2N1UWwqF4Gwd3LnzVhF+oKRNRBUHHw+gQMOn0MqQiW7Z/hoBF\nUO7IAjLbgiqbdCqwBr4NC92EHVx7Fm+XopVh5uiA6QbC8v+0wxJfCYQaHZAO\nJ3qBzhSx0HvDRbjPv91OmLWbWhoJgUsgnbjPxC8w7PA0tOhwC8pcMKQdK6eM\neA7jqKBgcALIJSIQzXTWKo6u0T4nPPLCV5yiqY1nfHKLes5DGKytSuBRrNE1\nQ71Q9/+8p7yCEcBqLrPwteyF1pG2oGsgePJO4DPAHONU9KkUHIcpTSLwEisy\njaheOojEiNw7obxR8ocGnyVTiD/yWHec3nyzOOdJ7QgJaTZ4NAqClrKcxItN\n6V22pi4fZ73TsSI5TTuAaZz/c4ZruuIieTJn6jWSrdLhlIHQdgu9p5D7UrMv\ne6IulocKZ0d/tga8QUDplYMA8ceL2kZ59Wax8H61zf6KPUTyZZifubWsCDKN\ngV4AbPo1G2a4qQOLqDXHw3j9n9SObPpbw+xrrRJ2Au/2Ppj0Gr+vXBBhLqfa\nXUPA\r\n=Z4Lm\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3f3831fb6fdb72319e7d24a1ba4b51b44bdb4c8d","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.20","@yozora/character":"^1.0.0-alpha.20"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.20_1618926309114_0.03507094047289949","host":"s3://npm-registry-packages"}},"1.0.0-alpha.21":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.21","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.21","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"c39dd9d848e5d5d0ab916089030df30f6fc860a8","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.21.tgz","fileCount":21,"integrity":"sha512-psVOsznMjFrwtGdPQ+bc42Ozb1VsUGyaxl0maDZ6dnVJPiqkX9hH8ZRLg0SDlcD6c4RMvyswCbEF6JWgx0litQ==","signatures":[{"sig":"MEYCIQCE9lfUYFmj6Le23lDsGykmrPnVBuFf29mGluWXgcSf9QIhAN1p3Jyv3g+UBEfnMxqj1EsoAKp1oaRr++mDucMmex9+","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":48258,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgm1xNCRA9TVsSAnZWagAAFuQQAIrEjJ53k0VYhCZAR61c\nj59GSStd8c+RQzJC9J6rJUD0KMwnoB40ZhVE/7JfmsjZgvVa5rawh1xLn6uW\nexVGE/KxTnHZUtcwbf2WWYCaM+WP5DSEUmJ6ChhzU4eEsYG4kYH8D3rgAN97\nejp3M9JuHjkYVEgvCCqcRnfQZ5lTKj6yK14wSWyMnRuIG3NYApK8gkSCWqIC\nNcGvF1nspswl/9uuUXSjjJ9aJCuREf6AkTzplm+doNH6k3HHbHYLu5jCAV4k\nIM+tbssBf0obffTv9YUseY13Kr/JX1Q1gG2+R1MBkLjQPjpOFhXllKuOc5fg\nyBZs3kLI4YXpyxLG43WYqxUAveQ/xFAtq1j9PmJzl83TPR2u9lGjS+IRt11T\n1heerTi2Mw8hKBFITnYJ7bZAbb7UOU+vXQNNkfOBi1Pe/VVh+8fEq0GfinZ9\n7gQBlFAZcmFHHJqo+zyIIe6ZfEEL3aOQX2tNxIpXaqkyqy2exq0n5+UBQGUK\nLotOg1Plph1tAx/oCnbyyo3Y38SqBn/VzVaYjs+/k9OYT4qr9e0mQl+9iN52\nuYyOJan6TwQ2lucEZ4bc34k0MRCFhZ515LxIWpXz6TEns7C2A/JQJXlm7rPZ\nHtdO2ToEnKi4DPd43LT7eqRiLTB+ISjliHPP+f/Ru6F05rL9ILQQ0AkbLRxb\nlkIP\r\n=O4AY\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"e6655a252c0b799d0990f06bc7cfdadc6824b63c","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/master/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">    ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.21","@yozora/character":"^1.0.0-alpha.21"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.21_1620794444546_0.42899244765866285","host":"s3://npm-registry-packages"}},"1.0.0-alpha.22":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.22","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.22","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/guanghechen/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/guanghechen/yozora/issues"},"dist":{"shasum":"8439559c44255b0e0bb7669043ad7ad5056fbcf1","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.22.tgz","fileCount":21,"integrity":"sha512-TXTHNexJg7+sijzZNs5pmNRVAB0rIQulIebGMuX9XqiMYWflR1Qwpi9dZ46KobLNwd1mCAzzuAIgu2I/6gD/8w==","signatures":[{"sig":"MEUCIQD2ZHI5RrTgyDRuJMxAXwoyzsaDsd0QPnJk55FfxPxjYQIgZbI7PvQnCpIOZDpW2SFKs8KcRUhk7UgzBbRvTMGVQEE=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":48252,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgpmUeCRA9TVsSAnZWagAA6zMP/iAxO5FNk9gENLWGMFo6\n3+60JQFf0rkyhYztv8+MluwRTy8OlRrDCu87eIP5DWMXVbtWfnwSe+HGhW/A\n5G0E2KkMec2JQQW5SrPnrO3Ry8HadEoKmk9+rhspe7Rfo3/T0WwlsQiyHa3y\nILi7hFof9zonT6D4qzRQVo+O10KldDgH0lmaGvGlzBATZTo22EEh6SPrtFW7\n953JN2W2W3W83Nq0G1/aa3LBLYn4mgf+LwTseYyQCePUqRep1X0Wi013Ads3\nWbnN8nC5lx91rP7thjC/4ZxwfSyqWE1kdmtmWV1wDFK2nHFGz0bmy9c7U1B8\nGrI+R5Vg1Rc22xRNO18yIp0UHd/aaULnUP6fYwwLpyC5EN2Lg8kqe3ooory6\nSd9fqDZvoD2tNtAX0Eoo+B7I5Vdpo4DpHmL5cdLV2LeexEu3KQc0f3V7eKNk\n/RkwsmzOXMSEnlGmGhgUQK0RWq8hynl4B/HmzT37d4VgMslG8krqlNsXj/WE\nHiXgsr/RGuTLJXljhnTZnmBcgeiG6EY95YE+mNos0vNk7+0TdZXb0lqAnbdF\ntDzOc34Wgl7fKABLllhNXkuszJdfRwBmSOJV0ioonPiodKL0q5B6IaDb2Mym\nYu/jX491HEwQYakRHTB1qPz3VE1BP0rgpmpfQ5PUOuQ62uEmoW7vSFQZw6iz\nm2U+\r\n=sDxm\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"a07a41de8dda2ff579b0e5b469db75d6c629c38b","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/guanghechen/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.15.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/guanghechen/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">      ","directories":{},"_nodeVersion":"14.15.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.22","@yozora/character":"^1.0.0-alpha.22"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.22_1621517598084_0.5443666590007581","host":"s3://npm-registry-packages"}},"1.0.0-alpha.23":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.23","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.23","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"714b8da387d7f4e616b23211f82894b0bc0900ad","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.23.tgz","fileCount":21,"integrity":"sha512-MZpZ8MDOn2C3tR51pYTZ/4vmooye2XN/LY3ihchHcGCFbRUvh/SZIXiQx814ShkEVqim2MCh7qk5TGrfb1SAdQ==","signatures":[{"sig":"MEUCIDGBOFjAwcgv+FsehHsoa723r3w3Eqf10vH7/qsF27xDAiEA1gZKXsjvCPEEJ/KG9fwG3lixdwcnMnG3CkdfxstfOfU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":48240,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgv3TtCRA9TVsSAnZWagAAWLUP/3GxvwUIuE4rwWiaEhgw\ntjkCYvAOJEi6dzDgtTjONjWUR/HpSoPf4OCZPb4VousdVc1h1AIXDAqfAZip\nMHheIFp3Bp3chwcm/YSaz3PVwur8YTK5WYK1hbrHJHptYxidJjr1XVgiHlDK\n9L8wG7JzXxlOoCHxmODxJo15tmWI1QB6mQaIyAFaitUpC0sWkGYFSBAM67a2\ng/Xe4i22wGGtAy++Kv4Ct1TVEMqJgVdG4+7Wg7tM3v92jMlH4oTAVvnXWY+2\nyCfdVbIRmC7Vf7Oxs3A1klJSMq77OW8t3iWVYOJpVZ8RHxCroV8P08WSofNj\nGg681PkDbbbd3mcLtyZ7zBa4PFuRwR961od5dfDw/uLm3MzDerWdWWDoAVOK\nMQ/6wWAQJxX54BbzmPGxdfi1ndSwyAdL2KJ4oy0rnguA2dK4zlhr0VvRt6SJ\nS53NMc40Eurd4Qwy64VDa183YpW0yDK6jatcD3p3FpWhUkyFzJJXk0tUr0sF\noE5cs3tBUIPCKFevCZn7g/031V9vj/eMQYANUHWBpOwaQgxy1FwCsgFLnAxQ\nSev3JJn/nPc89FcGxsv3+j3FGi3GCec/GVi65v0Qt+gjetisuqBcP9ODUi6o\n5s76CUpijMKgqiO3s0LPhHsn2V/RB/tLc8h81+uRhm1g3BXgrWlDFuNNrFui\nfnwr\r\n=W4E0\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"131a2162b64eb23f98e93286974f4a3e4a91b77a","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.23","@yozora/character":"^1.0.0-alpha.23"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.23_1623160045126_0.7159735172644504","host":"s3://npm-registry-packages"}},"1.0.0-alpha.24":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.24","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.24","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"b1b09ef8786f90ce6826a05aee8b7e17c742faa0","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.24.tgz","fileCount":21,"integrity":"sha512-+Ijx9lRZlZTVM0j7MGdJqTd/i9NgqETkVlV9kZPg1YO/arTWutSJILtmXJBq1M6Yu/AQ8N/+EzYevQPcsP9R+A==","signatures":[{"sig":"MEUCIQDySvvToQV9qXx6IHR24EYSYhunu4TjsSOFDes1rNovHAIgQVWAZpoSak6zjxxD7C1w4EjxB4AUeoeRr75b4lHZfX8=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":48240,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgwXINCRA9TVsSAnZWagAA93YQAJ1czc5FnSf7y7A/OXoE\nGIPKHVe6EXvDj0L6UXW/nXtV7+hkQ6tWAPEKu+1h5XS4alV77rm/jPH8sb4t\nv6L5Bial2S3eLnam/eqHINvaAHBVCK8VopaNmjhGSz+ubKp3xpXFWjZvhDFA\naoP5ghII+vHaBnDdsylFSsTcDF7QSW2F6LliZnYjQPcXhEFRsJ5VTbYN4uHg\ntVqrsDs7UnAfIXPkICQLERwiaFC1w5hT+7Iyg9wGMx7vhaUGe0YT1n/ZnoZK\nr3plP894iP373Xtmq2YwzdaJQItDdsMqVmxyvsxsbLFZ63OGgHOTmF/H0ZI4\n1w2gLWeyW/e00cD6PDLd3eL4j28nA6kOvJcU4tH6NgWPdb8h4qllU//yHCri\n4hB9VT6xwLiqeksvCPxosOdGa/UJ67QtYrj+doKsKhHf95Sx2H5qSBKJ4ZeJ\nSzj7jZzq3xbeKwwLRhp9kdjW86N0QkdPu9Cpnh9t/ni19Wu2PxhZl6QXL7+V\n38cpFIPJCfvzr+iW/OTyJW16oh/Evyi2MX6EWpjRxue3fqdy7SGfpr0iVkqE\nCW1rCB6m1IIOndc7ZwNUwSEAjz/FFwHt+hR9TtmcSI0o4K1Epliypof+izpr\n04g4Rx+cnHvaSDAa49reXSsUE16/rPHRcafiREIu2QF0jf1hO4MNhWTECPtu\nIpvp\r\n=Lr/f\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"6169f8ecda42e04203e4533f820e82ea3e93b7dd","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.24","@yozora/character":"^1.0.0-alpha.24"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.24_1623290381299_0.6267024882943848","host":"s3://npm-registry-packages"}},"1.0.0-alpha.25":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.25","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.25","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"9e077a0fbc571ba0bff961edcdb6717158b9fb12","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.25.tgz","fileCount":22,"integrity":"sha512-QJJ23cMleG8R5GI1vHWxjhCj4x2OmQFom1wjsLvjXI62L0LH8e1pfutQhLw37b2taFSwo0SM8RmgyAyXUvQdhQ==","signatures":[{"sig":"MEQCIF8YOCpPV2I9eDAg4vJc73QzxtxMFGZgT2rjxYvGpUk7AiAc0edlAN6YPJkGBpOfMH+eIP6U9lPrfGq91NZQeX6Odg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55822,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgywziCRA9TVsSAnZWagAARUoP/3pjpBGK8NjYjQJ5ftLX\nAtl4hca6Ks61f85wprLPHlXosGEddm4A6x8qkeo2JEpHh6+jGtibsB7V8Uo0\n+KGQqBbEmW2bSXf+46oL2wGe5Yy4IWWQsWxIjW0LMKsoByFTr4Vj4OGFN4CT\nBSubMrhdMvqKTJJIOT3U27C2grM7ygREseDoWpAXRfNWUBEytVI4bCHll01m\nIonFdEUM3Z5yST8doBh4dx7iMyqenB2pZavbmHePDXsWouAbJlrzX3oo6c3Y\ntOuk7gLvTIWI8iLe82G2ceFy61d6lZzgS5D1eQe0vT/1dnPFcM2ygwIM9Bpc\nWHWzlkRq9ObivmIafxVoPZUEIXiE26pv/R+pW/bcx94EMDLXKDZDC+wfDuEX\nIaSfOvgVXQWeBI2PwAm+E5PeWXB0evLHGuFe097R1mcqGpac7eMJ9esR0kvo\n41w0OqEuFH4WtaN3ttYFgEtLgoV7RfExUS3hWgsPFI5Lg0atsm35Y3djUI6X\norZj51ZflqoChj/1EM3jCrSwxigWkuS1NUqPfsUecvzVEL2KfgrxH0UwO00d\nVDtZdjRRe0z8jX0VZXa5YEeA0gYAVgRb7P6/2R2mqlSTlWOuH+3aVnE5SKEd\nCAvzu4El3j0G3bcCSr7K/mxNJMuQEVi+vRWAsNEO/whmUbO0aRVEzccAF0z7\n/xRa\r\n=yVNX\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"5e17f7155391c21eb1c99e5024e48d5e208e80db","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.25","@yozora/character":"^1.0.0-alpha.25"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.25_1623919841979_0.4658344329769386","host":"s3://npm-registry-packages"}},"1.0.0-alpha.26":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.26","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.26","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"1c59763cf70f630015f18c288ec625c02301e3b7","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.26.tgz","fileCount":22,"integrity":"sha512-la74njmgJDhbtWk2xOEuF+3WvCC8KaFkJj3ldtEcjuSat2FO4XM+7vt2v1MLUzGjxDtA+POiyXdQ9wNDTp832g==","signatures":[{"sig":"MEYCIQDyMzSG6NyWkKEKka+ScoYTaJJUVKtY2cHgoMY6BaVYrQIhALxBZRvMdHQ9T04frxPJqC6uJ8ONCM421Hq9zULFQvUo","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55822,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg1U/+CRA9TVsSAnZWagAAploP/jhHDdDy8DffH95UO1+s\nqJqsQ5dlSMRfhyoTEq+rrhCu4XvINmv/FT7GgwCujsmH5xdd9d87Fer+um+P\nQkCG8+kNxvCewe8Ka8rHioFAg7vQ4Agba5Wvfw4htGSRKQ3FWq1t6w/OkQmf\n8Mq8iA/bXj+QAjdXOWprLf6NoCI+PR96JhlRTQ3CoEbarUVAxX+dlSUc6u5i\nJwhBqUsf5ZrJRZKCCrc9lT4kVUwQ75q5u7E7mqbky+toDKHrVkDVooFIHXAR\nvELqmly2brIlm/WGaTl2NsJ6ZV0M1JFCeAtsO7/AJus97JWEf5Bicl7yH8lR\nPLR/5X5YCuc93vHj9ZgvzzEb73NgFdYDu+f08muIEjYY5qWRbknH4os7w0kO\nGkTzohFThYcUGsfTIeoIiM+JuCw9RwwDvC1UBpFBtkf8u407DflOzM9Qh54R\n5GilN7CUkIyTfvqxb2yfIOys/OI31DwgoD5fO/6iATE7/FQiUg0S/EYs9eGD\n0SlDOYZA4koZijui4CrynTzoIyGjPCtEU2w/M4yTa776aSbTK3wGfTo4M1sS\nRdHGYhIFO9G5hJ/ExheD3TjNjKKC2ZFKk4HDdnGLcFSynxuprxNzkIiTvtSD\nhO3xEC8M0/yq+0t2vga/9rrTSMIAFuyc+8GWPCGAJoMb0bcn72SOkKOHtJeV\nkqZl\r\n=h7wU\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"cbde29c6188c9183f0b39ccfac0ad310803b09fe","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v16.2.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"16.2.0","dependencies":{"@yozora/ast":"^1.0.0-alpha.26","@yozora/character":"^1.0.0-alpha.26"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.26_1624592382417_0.33449724246106727","host":"s3://npm-registry-packages"}},"1.0.0-alpha.27":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.27","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.27","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"6cbe92607aebc5df01b632c6eadb6a2ad6780caa","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.27.tgz","fileCount":22,"integrity":"sha512-duCUZo8ffAL9H6qg4H3bhEJIOM/dKlqMaNor6k220QNQa2keFgz8pCEpCpXTmyhrAwVH/rA/N3qpgjCA8mE09Q==","signatures":[{"sig":"MEQCIClfGuTwi1yd0HDXFbK1WQy3zltgiHZINWxA5cB9NDuYAiAtbawV+1ey3D8IP75L15BOkz+spcYOZlDUlyPWlbz1Ig==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55398,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg2Xl6CRA9TVsSAnZWagAAnz0P/Asjry0EWWXjDt78IJMt\nfIBjsK3zWOq79BWnga7PqxIqStk4kE1nzmxRn4LwMiBytfqKhU4EPnf0zzh3\nZDMTRHeuHicKw7KBjJ/SY85k/mICDatI5xISG5qPAWfyJKcSEfWrniM23opo\nbZ1p3b3+2JPfSY0ITfLx5P11WSHOE3yrx/Kg9PEAyxHZ2u3kvwLLviTufdIm\nomspaCkXeemi9dSvAntACcza7KVW7HnOg+jdJ5ilK/ofHNGINJFRN37jTYYv\nPbnqo59VKFwG8SgyHHQu0tl4xMvpP4KQLuGYuLR9XdEqGNMETZ4j032Vjghe\nWSwHXOiqwdeNpvgw3LbItOnW5858jGeJnENksQOiwDT9puyzxHFC90Vk17XP\nOEI0y0L9y3PClhMzSz6XWofSkwY/kz3K6v/csf7j4R0zagqVBXcc0gC8yUhN\nNaO5eB/qvFStF/gasH8HbPw77S4AbM95oMu4ozYtJgPl2EXr4alVobM/d6rW\nsCJNTbmFs51N5TneVxHjHm8uQGbk2ibgqBnnBAN4CEFEX0v6K1oFkhN4VUaO\nf6E/LvbH4H1upqzKP0hN0G6TZ+c19nX5Rp+Se5VU5EkaqF/RuQx/I4FvU/r3\nUk9TNnfrsvvuO8fOME8ZqUl5Bqkel4v/Z0Q0cJayciODoyjOpCiS+HRDNZ5S\niOAm\r\n=/vvD\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"8efea07b2314c241c91fc113abdc8852f216c9d7","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-alpha.27","@yozora/character":"^1.0.0-alpha.27"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.27_1624865145518_0.967697275865061","host":"s3://npm-registry-packages"}},"1.0.0-alpha.28":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.28","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.28","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"246d68683a944a573997e99623891b7a59cbd5da","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.28.tgz","fileCount":22,"integrity":"sha512-qUpArCy0HPo05OQfSxxcf/lVa/osrOfPQpY13vxKfoK8TVEkhmi7HxwNeQbHS4erzBBkaaDLUkOTyOd50c723w==","signatures":[{"sig":"MEUCIEC+Wm7R07DTj4PhGdR21xDUP1K2vs3wqE+uMH4Jp72sAiEA5xj8VC/3rIovRkL9ovjXgGZx4F8h0tcH1qUedkgqYbg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55754,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg27o6CRA9TVsSAnZWagAAWIAP/AvDBrbaSMhr6WHEuiek\n+rcXEqcQcb6YNWNGiaHP4b+cB23gHk/fjFCd2iUdotUN7gX4Mr2btHj/KqwN\nJ2BYLzP3Jv86hJNKWpmZRPmVx0v9hSr5F0xDI+RiQR/covkmsVW24FSl3OXd\n/FYYZvIBjiuUz7Jo6kKM186kviWWAj91HGazp4EwX68dhnRpOpgCv5clGpLH\nFfFTMCbVzjj9F6uCn8QmA1jD4188FP2c+E8iuuJ2kP1OrBZS1AF/SmkoNUTd\nLXheYFBJ90peQSKnmkxp7QVFVqz9M2RkOcUFeITJeJPhJXp3ZPl48H4Kl0do\nrzj09AX3fGhbN53P6480UvIDgKiLfpmHyVDzuFB6BnGS0ZbWA4vvCnsCZJgx\noMQzfTt7MxeFZywCJN6t+mm92bilDCOB73mn1IvZ7TdUyyI/n6iPGq0sBOc0\nWG/6PDAqPPL4TOZt7QcK1Q9F6OakVxxOsOmrIJEABkdEZfsKcLDWiafyQlc3\nwBKY114i20yO6PXA9xQ+0pIObuG7Uuy/xry0dnw43anBIjihSW1OBNunv9tj\nhFftQGRCNwezKFLd07xC3liimJCYAO/wZi2q72yLI/KAfFnR8gs+Xx+0SGdn\n8+fLAC5yyyXewOTIvqVQNU5yNT/tdCtNn82fU1M4Bc5etCb85v2gZxw+Q77L\n8wEC\r\n=u0by\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"f18d90a116db508bf49c9a3338a262cb85faf792","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-alpha.28","@yozora/character":"^1.0.0-alpha.28"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.28_1625012793974_0.2805404058187242","host":"s3://npm-registry-packages"}},"1.0.0-alpha.29":{"name":"@yozora/core-tokenizer","version":"1.0.0-alpha.29","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-alpha.29","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"ae998851c46eb79a6b0f9bf02d0a9451b88f42d3","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-alpha.29.tgz","fileCount":22,"integrity":"sha512-jrwO2Sg6Sk2n5kGZnvM78jr0nTLNlqYpXK2TgQhpkSG3xrqQjBvI9hADBqCSKz+fi/00XEH06KExm8+/fBFHGg==","signatures":[{"sig":"MEUCICG2G+S4iC2S1X7V4aTapqfP2KGgmxQC+GemICIE9KViAiEAqmiiKbM0Tokbw0nrP9QfY+Ahxa1E8tiId5ujjgcFr0k=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":55754,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg5mCeCRA9TVsSAnZWagAAld8P+wY3SYshX/RN8B9xtJIx\n286O0+8YR/grCimcmJXw/zF/NumgED7d6KGwS9mCtUfO7aId0aP1uPXKqIOB\nT8RLZPkWw3n3fJiVVY7Y2ajOVjxE5Qx58xYxkzrDfYngwSzrwUQ1zw5C6PWa\ngz6P0CwDQWX3/d3c+Rizg+B0eG0f1AIt1YeVChMA01f/rMh9GTUUKIxuRjD6\ns1PrPdpIEPxgu/7smq0WBuyEv0ivbVqMu+PDlzB38vtyGxT3Xkns5I02lAU6\nzhSuDUTVnjMs+r/aidpC2WEy3R3p01ZwmJWiFACfemOx5ChpPU6mM37v1C3S\nEYoiX9MfCr/T2Zw/oifJFXOfuPI/E+eRWw+lhlADM7UI3q0MT6+8/lvkKDu5\n/qZfGNqHA5atWaM8WZ8kGY9QMOSBMiqRiV8V6s9cFcuHSswMCqepRKWCKiV9\nDI/hr3ZDg5tFs2O4QLJ5wU2KlaM1+3+nPsZgO2SjxZ/bI3zDS0KIghXw+htk\nBSvbcgVP+29nWvCXaJwCQr6x5T4+g3QI5+sUWSg0m4GIy9b0cYKVUZdirWno\nRBBcdHHTRJ4b1YTrsFvrU0GKBFUeJl4b8YUfZznuNvoxa6g1f8fmY4nw6qRW\ndHM11k8QTc96Y7VaiNy0Nwk65DyiwsYghrfnAsCDRhVBbWAwUIM601U4+SA4\ndPlL\r\n=Em2d\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"f2291db2812043dd6586eaabd14e427abb11663a","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-alpha.29","@yozora/character":"^1.0.0-alpha.29"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-alpha.29_1625710749925_0.6413950589157105","host":"s3://npm-registry-packages"}},"1.0.0-1.0.0-beta.0.0":{"name":"@yozora/core-tokenizer","version":"1.0.0-1.0.0-beta.0.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-1.0.0-beta.0.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"8d4b0edd40e622ea34f6860bca2f703aef3fc8f5","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-1.0.0-beta.0.0.tgz","fileCount":22,"integrity":"sha512-v1476voQqj8Tiewph2gvlpYe6qukXqUXjbdKjzA1zT/kkgGeAAiWVTdUIe9z21I8yduXqj38n1IwiG8Y713k4Q==","signatures":[{"sig":"MEQCIB5d04NSKk9fG9Q/Ec83pSONFRzkAyyhQkiiBpjiMklYAiAMyQmRofiiiazjDEi+rSXsVMi+TaHVApaDzwBSOlQ6Nw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64002,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg5twRCRA9TVsSAnZWagAAF0wP/2KjYKaHhPsYaqSaItVS\nos7D6YGesWePkWlJN9e1v+3YlctYFYDf3TWrnJnY42uNfT1nfBhjVfDyaocw\nBQx7gJQs/lAG8i16d24UFTp7otpEff0XKJWRsM9ej0QIi06I7rY7cwxzhIAJ\nh5D/HTZFL3osvh0MpK+FiYmO/X7pZO4XjjI/OX/LDbsvm0yoEyqbyAZ4+MgF\n0TtuEyDRqVZtfqoezxg0BVWyFt0xn0TOaCdvOf7eEqpNfpPpU4R+ntkjsmvJ\nA3JuJCy8pJEri+nqbJUXxz47vkt9qeQY404PGFty6FipS6cjEhWzqAfUWT99\nbcvlDcwY3oDsz59fXYTwz1nk1KlEfmYeAfB1bS6jYCm22DFpL732Fjeqlg0q\np0/6bTg4xK+5CwKnxQvzjUPIeVuAW3OdtKmnnegPh+y1b48Q2W9CBjbIGd/I\nrJTCTk8n+i6Vk0JQcJ9al9YzW+trM3N3Uo4KFMp/eFsbbBoV/3zeUZkLZwli\nS0cW+TR6mwgPR+g38s6LqxQoS70s4hO187vayUyD4uIKwpkcmJcwulssS3Pn\nasuRNdqULxu/HkiG1Dp0IKDUXhBL0MSGVsfkFP1RbIN6s3wQYn3chLodcTVS\nHCNVmFzN4Fqmk/bvYZSJf/mpbFn5xbuXHG0aZ+/netx2MZmk7aemWUsQ3mxv\n4TpQ\r\n=Rf2i\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"4051dd2bcdea0d051141abaa85635e52d84c04f2","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-1.0.0-beta.0.0","@yozora/character":"^1.0.0-1.0.0-beta.0.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-1.0.0-beta.0.0_1625742352834_0.5708090602893825","host":"s3://npm-registry-packages"}},"1.0.0-beta.0":{"name":"@yozora/core-tokenizer","version":"1.0.0-beta.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0-beta.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"c6dd70420b2b8a64234f6971eb1d43bda04bad0d","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0-beta.0.tgz","fileCount":22,"integrity":"sha512-4RsObpMkfFSq6b9/EnRogUWgnvtwUn8SbaaPHGI7ZMBOWeJssk4R4NGBplzGx+OOiqiP5dTcqgQQj2D+31+/oQ==","signatures":[{"sig":"MEQCIFxOZZTNzvPHCQvrffvzYxta0gSSJIESLA8WifCIyC07AiBU+eovVaZ78X4jGeS5mJP0nW1r2tk0hSzEcXgP0EUusg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":63978,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg5t3nCRA9TVsSAnZWagAANc4P/R5t6wAlHEZH2fhjA+jN\nyVAo10peJ0ZJvaHsjBgPiA8A4woi8glNfg8uQemYk/i1JwfTxToeDHB6Nj0U\nmV3eqfM01DZ6VBr0n26MT0fJEPPScqNcZN3umv9Z6pVw4jnjcJqIkHk2gSnw\nmOflHCm/xdpZMmMc1Wcf5x9IPNQb1S5aBrRxrN1+9629zrAKS5quFS1fYAFa\nttoR7AqiXtKq7zr16msDuK/c/UkJFWpiTRbV37Vg7yqdDcaOYC5QK1cPFedH\nTcm2tH0uXwzV8+aIcy2hAko4x98ID70e28WYPcr1QpkdYTtTKa3M1TXqzi2a\nKnMOCZWvUP+wtw2GXvvocUAz62R7DYf9+Rf8QUz7Gu826K0DWHPbSMNqDOsq\nryPp/cE91ejVvgswYSD1Mv+1kfMsG54hrIT2ITE/Cj+sevXh247fjFpwSaT3\npP2j2r5z5spnLS3lmx2nYupAf6NBnQNMVG0G7wxHe9+bbbio5vWIXAB2YQ42\nGU4wCmJQpAmig4dKpf7FV/J+F3SjCXGvCUDSpHwU+HixMT/GO/Ob4i5haYyT\n7dikzZLMTZKuxg/e6DwIZWylz84BuC3OxsHwi23RuoFNE9EFtafuXq7xNTO4\nl2eSqsykqbbt2+PCKC/xqT/KxcqTWpNFBhjpuT7RZlw6Yb0oQxK36PAXKNs1\nEUQl\r\n=0zWe\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"bb6632098367cd8cf391eb1380d4542c15383bac","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0-beta.0","@yozora/character":"^1.0.0-beta.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0-beta.0_1625742822741_0.836257565869188","host":"s3://npm-registry-packages"}},"1.0.0":{"name":"@yozora/core-tokenizer","version":"1.0.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.0.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"29841e0526710c3c8cc5803da643032a52c66fee","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.0.0.tgz","fileCount":22,"integrity":"sha512-vW/aGDoNUqzxjorwmzm/gAYgYNxABbQ1Y2zQBs3hffwFnH26ZDcNmjmgLhSQ5N/aV8QqvwxYDvZO2gbqMSW8LA==","signatures":[{"sig":"MEYCIQCLlgQ31E3yqLwV+x1RavatqVUq6AesmAteHDUxCKxTXgIhAJ9JgJGF59Fqz1sM9sMEBYQEG0Wd3xPshyjYcGs2xt7W","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":63957,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg9i3CCRA9TVsSAnZWagAAKicP/0xI+tS9yK09J+NeHrQp\n8/VMKAc2Rw9fpWGZg5cr9Q5daMyhtC/ImwtLvebch6IUkpTGLZV2J4RLMHJo\n1vq4iQH4DqQCPHliwbPDTB/4wSQuVJDpyVMLWRYqCX8B1k6HdTxFj0D4gi/9\nuf3PFu41pmKzhfYFTVB7KwfDB+joAebdpO/q4XTih8T8iQjg0YpxGoAtReQo\nvswSy1XTreOFiSNkp3S5bFkbFaWKRRlFP9jzTE31DDTU4eWM/SD2cKSY8eEF\njWYal9gyc6QDwTeew3kg6l9OgTJBG3ZvhGl31Fva90b6S9WoGzxLXLDME43u\nhCsnOyRHnd/RAuFu71Zi5uvln2Ma0fqZIcG0NJNou3iXMKVy1yy3//aahFo4\nKAI4d78KbvLzf7R/4+CWkHlBnBntmIlFJYES1UmTPlWZ5h7plLB+tRPIpfEH\n63zG90CGPj0neeJTOnDzyrzBpvI8XtL9MWyz9eJ/eI8P8hNBiPfQrHKHKxX6\nq2Z2BP9VOm5tuwtw6gtLdpKz4vgK302isbejw2aXaPqDX3ytPEIt40jcZ/F4\n0TjO7WEhNyqvLef0eTQt6LdvoiMeo6m75L3Sql5sLnnoLlF13iDwsxjyobI+\nORCrSae96OPVVlxtRGdGK+YuL0w13TW/7xL6ixcnltskc786gWWTUDXOckmM\n3mot\r\n=iDy7\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"ad754e3a5945cd2ce19d9e6bfa59cb82caf0c7ac","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.0.0","@yozora/character":"^1.0.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.0.0_1626746306538_0.5310251167372844","host":"s3://npm-registry-packages"}},"1.1.0-alpha.0":{"name":"@yozora/core-tokenizer","version":"1.1.0-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.1.0-alpha.0","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"eea5d5257401fb5c42fc30a7a418c39ecfa12c49","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.1.0-alpha.0.tgz","fileCount":22,"integrity":"sha512-Sbt/HdGtcrrGy2sZfevPdx370SfQHZYxDMN2AjSVogp/oL2SEMKztLvKKeqxSKzk2aaIQg3rp92UHlFUkHUXNA==","signatures":[{"sig":"MEYCIQC+X29/iReQa2J+uHRSndSktVnf8YiaoZS03q1NaVndvgIhAJ9S3kOCXAO3q6L33qGPabNxvcfmhkYnHPAvW3UzrXMQ","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":63979,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhBWgoCRA9TVsSAnZWagAA60cP/3aHEaZLJmepotAFM4bl\nvPU0FHSzGSC5oIYHsGQYVSaKaxx2XjAOBZncJgmvO7dxrRJHvLt2d2zr3V6S\nh6rNiBS1IJhhvN4ALUetFSBZycoz298dqYfKrEUhflSSAKa4GbmMReWCyerR\nc9TEDHy7EFmbEz7bVzDtAoFioGqTSfXqnXYpPC58deMEOkaYI4MQhLLxgiiV\nGboe0GOfzNdWTne0o2ai1lDLfWALI9bwqKLjGWrzDVltEJ32TwReu9xltDB7\njhOZLkKbC4W1MOIi5cSp+zsFRxrvuat+ZPvGcEL3XyqKAF/JxNTvbOnXCHNk\nbBHo8Txk+6pCnnMkrwOvB5kZXX79en6c0VMTTiL257da0CAVT0EXkzzUtdZz\nyggJbl7K/PNUxFTEO/Ik3JMSqsQ5TW66Sv3iDanLCAg/043sAXHXdp1bbLtM\naJlYwDWTs48PcvQP8JxISS5D5AFJns3bGmtN0yWAbgyp3OuKxT5ps0Jto5cu\nZIxLVlshHwRioRDsEF0eE+emv+AJIjprJcO8qIlEZq5GkemvuPa5qh1VjkuO\na5MXl84hyTxKTkDwRcQOukSXoG6KYzpjL3VQ09KQwHREZGTCA9gELP+JRnhC\nOtpFj7K/etggCdshiQp4NxcqKGVCWEma4sLPBPNmmCVjBRyea24F710Z5zZ6\nTplx\r\n=B1Gw\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"082653e421889513588492774503d8ddcc24b8f9","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0-alpha.0","@yozora/character":"^1.1.0-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.1.0-alpha.0_1627744296280_0.9645105324678063","host":"s3://npm-registry-packages"}},"1.1.0-alpha.1":{"name":"@yozora/core-tokenizer","version":"1.1.0-alpha.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.1.0-alpha.1","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"3f94a09d1851253e5672b0611be02839270c81db","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.1.0-alpha.1.tgz","fileCount":22,"integrity":"sha512-cRFYHtzwIPMHIBr9irBYM0cz/X5trqTqmRnlm2RU8guMvgiyXJ9WxJij63KeVzFtckffCYW94RPFLGE88OJ1Tg==","signatures":[{"sig":"MEYCIQDtleqR4gXxja5dczCO/DZBYK1YNaWfSPj+GaPpL7zLJwIhANz/OdErz2t+dVmrq0LlVmOGflKJstSydE7sYPmootOQ","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":63979,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhBge7CRA9TVsSAnZWagAAgqAP/AwzPZayRrXBvEbatlpO\nXtrPgfQPOFJK+BOB8sj0pVrvvbkD6Tlh4+EADlzNjKH26Sd0+8z+JAGSRijt\nlNS3gYCJk4l5UltxU/cZFfjCvagADple2+ZFpKSUeiJg55zaDCKTND8hChxL\nswWVJW4qbdKs/sGzGNjQeQ1xAz/8LQYVRTNDXcA2h08sgvbwBRKq3xPlbreB\niefEy1etgAUwOrSC9kNz4eEUoLIpKwKbBW2ZHqp9OjP+5+HlwFAwyarHMUPt\nFMcN137Qa6lngwsB3RBMJrP5Z0/3RD4QEGp+MJkPP9vV3W1Y2cYXWA4jX47d\nGwxv9Mfep5qC9qqL9lq+HKCKyVrdCQ2WaBXMCD+7eEv64UaBsVRZ/fxlOWVe\nA1JupaVZexPlwNW9GO5fKWETQUqHZyz3bPIAgIIS/58jS+mKH3kAyJqWGNiu\nVkPzLbhu/tYI9arcHHbDEDF9d39Oa6WFSyd9/j5nxGAmxXt9wbdxOlbll/Ww\nXAzNfem1IikTSd8CT2Uz23BtyHunJ8QpvIOFcRsrapwkBJ65OIUSIhXooW/e\nDeFmIDp5i44QfWXyWn0rP9Roxr0wRRECjpYSX4BGBk0hf2+xiA2YhC5hMIew\nUseASYxnypQYztS/mOgWDFFuClzM+GmydaryDQbSE1OP1J13Lb35Bx9DVA6z\nIMMZ\r\n=7GKf\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"0d6aa91fb5a15b962b016496453dbfa7f1197126","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0-alpha.1","@yozora/character":"^1.1.0-alpha.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.1.0-alpha.1_1627785147699_0.3816868540013987","host":"s3://npm-registry-packages"}},"1.1.0-alpha.2":{"name":"@yozora/core-tokenizer","version":"1.1.0-alpha.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.1.0-alpha.2","maintainers":[{"name":"lemonclown","email":"me.clown.lemon@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"7efece978d18b5c980d6bf731e4a8b8feccf1423","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.1.0-alpha.2.tgz","fileCount":22,"integrity":"sha512-TP0nRvpP3pQucafCbf72Vrvd1JxU5m/lvJr2eSTbC1SdSo/Ao59KuDflJR5Y53hU5CuZSEAr57jytrILHIorYg==","signatures":[{"sig":"MEQCIEtBZIE1Xx41Mk8IuN382RBSS0+MToKLvtnrsFwKtk/aAiBtaqfGGvqEMOLR1mx+r59ivAC7pwunI4j9AtgirRU2hQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64280,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhDn8ECRA9TVsSAnZWagAAQ9MP/RMRxTS5M6HwFBLJUEbM\nNMDm3N9GENJuXaOL3tgpte5oiM2eo7L6lP6m3Fd6ze1jNbPn6chHWShEGZmZ\nFVxsdtqNzNaYNENx1lpY1K3/ljPO4TWR+DH65FoCrklDKSHZgFv4Zr1IfDOQ\nsxhuYJQkohqbeXsuEDlN4e9vvX573Oyk+ClVuuMy6vMb3MTbdxBVzNmdawLh\n6IfIxm+xjHJR+JyCeB+WK9P2xlzRhwIFw0lZK9ZxezWEHpjslGZo++8jFtnJ\nK+0Aw2bofiUzzdwC/kZhDzkifAAH7rWugtjf96Sx45IKp8t+RWHQ/M1Kbm4b\nvSoXEpZam7x3gPAP1d+PCJkfwPgO+X/VG619PNldqI6XoyluI+PwDPapXnNh\nh7y+VxpaMH+Q3U3M7h9iIS68F+pw7wSRYy+8lYvyFPaj28t8qX/DM4BQ3AtJ\n0NVZOhBxctLX3RAopIO8Bh1zu4DOmYm6K/ybS+RoXWOKhtmUfMDy3c+yZx5F\n5Vj1OSWd6M5zkoufa2l1t+bsWHNc0pS241OrCfRSOQ4Z6SCNUOY/+to24HG7\nLd2ZjWO0t/Oo4/kmDR6YmSyTurzID2HewOf7auJmyWPDpSvFDYdWwS/cqO47\ne2GgRzUdw/pxpuo8GZ0PltpU+MWs1dNGWOqE5shg/jjuS1+J0BYezwCDJq+O\n1nco\r\n=6ttT\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"d88b8eca03118b9f2a8b00ac4106ea82e779bc94","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.clown.lemon@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0-alpha.2","@yozora/character":"^1.1.0-alpha.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.1.0-alpha.2_1628339971985_0.3132072323749677","host":"s3://npm-registry-packages"}},"1.1.0":{"name":"@yozora/core-tokenizer","version":"1.1.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.1.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"37ee01af9e4e32aff932d043fef5b8d80fe0aae4","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.1.0.tgz","fileCount":22,"integrity":"sha512-V4RBR+b8voJFTTLVHMVzS2yKz7gHzNjZ5tBurmvLVUxRANmsAwQ4O57QOOfTOK8uZXPBNwmd3uVqOzknTwOBPA==","signatures":[{"sig":"MEUCIF6/Q3o7P/0NyM6/N8s3gbahlTUXGpkhjyRaw0vrJGgXAiEA/V2tk5Y8ZPMNuXzcqGKmKsM6+oU2R8tFZX7eHe/3ySs=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64256,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhFTJ6CRA9TVsSAnZWagAAGI0P/27ii4HubvcCaeIg9Cx6\nKWlVRGH8A7XwlT8lvq4rkiClL01zlFkXxSekfWFX/jiIsWOyJiXW76ZBqIP9\nk2vQ/eoeb043OcPMd/mhE2lMZzdpworte/SNsfu28qfkkoh74wJmXfTi3lKs\n037sactgoV9DbYsoa4FFHrdVlJYAwWRdkUeeRrDd00r3SsgcF0Kqz7JLf7OW\nlW4YCIXdafg3t4pojHZPgeyR9AgltK4e1j/bEiDFDqB24NX3Zw1u/FnKVWZr\nDHUeg2DWzm/HCaJ+pNHnSapt0Lpg7vbOMMNSU0+DRTNHeZeylBd3XlqOk34T\n8PhrouVKxo9yfPhGkZ6pGR8vor0xPXHZzVkCqa6oylho8dxy8BvOb4F9rosz\n4hywa5+q8wmQdr3vS/YbQsr/L15IZ+NJvsSBC2mpi8IROCJ2N9A3y9LRlkJt\nhwt/zwsDR3Gk7LsyMRO429IhoH6uFKImsBJgtrWbxk72R08OA9XC72GNZMMi\n1GNISEVADBEmoGjnWSUimCO8Msxt0tULDogjfcmY0tY/1T0qG/iLJCxgp/3s\nyBBU7T1SVrzG0u8mJLsyrwGej/9zbkXEFdTB+dOZhykEyZJ+0qdWcV4irVUW\no/f6tbIeAqdwQQ9RpGGWjlXWIncmmAebWMCGtWpzcHsvS6i86IfYT3YWD/G6\nsfdl\r\n=V+0i\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"a8c7cffcbdc36930ab3c744450c8feb4395a9fac","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.1.0","@yozora/character":"^1.1.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.1.0_1628779130765_0.7405743521867454","host":"s3://npm-registry-packages"}},"1.2.0-alpha.0":{"name":"@yozora/core-tokenizer","version":"1.2.0-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.2.0-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"ef6992e7d1d810191e31e4b1a1d34142bf4c2a8e","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.2.0-alpha.0.tgz","fileCount":22,"integrity":"sha512-pXhUFpMg+kcO96YvoOAbsHhU5TTmszMBr8J2e2Ox472sXd6mTmBtYBjEVYEkEXTCpKVkJLwHhjXn2+uIAWTRMQ==","signatures":[{"sig":"MEQCIFpOxoAa8MfychyPk8B15PQ8WL7+2Id6JA3jA7HgcTYPAiB3AApAIMCKhNZrIIo5hIqOMJy+ODnd/vmnzRc6toDOVg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64280,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhGNqZCRA9TVsSAnZWagAAu64P/3ejuKXTwOKWxo1zLPk0\nuBW+ewdfcQP0LmdAxc+yCEjS+l4NYlYtwtLDEq3HTgGbSXOBIqnQpWdbHBiG\n7Q42yleg5y2XMSphjaP9bJnzLYU2s5xG5ERdBZnMUvwWpDnkBfA32c/pBa7l\nIal3E5gHV8ZLC2TVs9vcwTkDo7IPOsyHKoncYkp1HShOPPhpn76b7clToJEx\nh1+hg5rYAtnzstgkoyd0KEiR5zgU5Bs3hFWP6sgBWmMAWaR5jTmGqYcxI8Vl\ndhq00Rq3GAnsV/TPlIKxHG0weCYVoNdQWK3QWhcZXBPAmh1uaxgMTijTNzio\nSqHuVFk5oKSIfzZcewtIyaIcp/P8kxIghDd2chrEX4mo9Q65sYCDrBIdFXvt\nBQegXJQEcPixxXpIU88bmnwWsxrNoGQjwb6m5AMACxi98fN2dg/z2P1lfSY1\npreTD9mnfeGS53wg2npMIH9dCuUihlYt5n5mP7qXMIuStK1hOhdKGywqSw/U\npX6PP0PWCU/ILpxyWlayv7/sWTAKmRH9EUHYrW7fM/wjPoPoVOwR0eLg7Mup\nFczGsRdkrTa4UTaty2IOp9f5+JgzXZEDNrbyMgCN4xIgkcnTqspgy4OebmHY\n+tJN+vS+zcUlaoTjartgg/9ahTjKXh8GcDRSMSXTxxFF015vKjiN8GKUSxhy\n8L5p\r\n=f/Re\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"bd8ef455a22963834a70339f42178138aab28df6","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.0-alpha.0","@yozora/character":"^1.2.0-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.2.0-alpha.0_1629018776905_0.09200840100910068","host":"s3://npm-registry-packages"}},"1.2.0-alpha.1":{"name":"@yozora/core-tokenizer","version":"1.2.0-alpha.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.2.0-alpha.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"f64aa69764969f61c771f62a4a64bcfeb03b23b8","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.2.0-alpha.1.tgz","fileCount":22,"integrity":"sha512-uCkWLyZr7wcvQVoc9xhoMpXqSF1yHzFH13pjroBhefR+u2JHCWDs+y3OKhvvgHhYuzctHly6Lg0e03qHx2lyVg==","signatures":[{"sig":"MEYCIQCru+mIJskrE5A1vVBWXwcRcbSGEiSp3RXbspGTMA50FgIhAOAet5oLK4ti4/DULbzeY0fR/pCpcbioxK377vImeggt","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64280,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhGmhMCRA9TVsSAnZWagAAtPEP/27DPjLkfet9Ja/DDAUK\nKrPdxjl1DSu5dmaL5GQ6HHZrlniJNZ44QtY+wj6JnWQJ8ytPes7g3ljK6GfD\nmZ70e5r3n4t5Tw6Thsnq09l6j2sfVgnGIrppSOy/OKlI4C/bqQueVE4erxNR\nLpOZqFc8ys45r5qh3wvz5//pRCHk3nQJ0NECtRp5k/vYpHnIPEPUHE5UU8jV\nxVowDhye7imybvJogFa7EBT6C6Wss2SiAgMzhWAlPmTkqcz1IF1KjPMU5N0L\nM9ziDgIOqXmbevs7JkdVttxsjc9LQuX+j+7bwzcXE5ZC9pho43GOxCwWXV8c\nVbPtPe4+U5U+n2WM3z8OKgfCjhC5exaCikZ+dJUCg10v2dJBLmCbvalLTrkV\nh+mf7jiizqRCqeyKtKps97hNb8pifFdX239ygZOHyrTqEpS88Nkf9OBsXbWZ\nVcwmW/AKnz/EXBRIoYsRWxVv+rncAZblZtGfwfM0Vc+a0Xn5yShrmPrToHLu\nbJb8DMBiiMqebisBwroQBQ+8infOR8To6VF+fam9/tfCbRhhglYl3IIpMGFE\nOWVenRSj7Dfrb+q/XXL0ZIHFjDwWUAn+qA4jd+I/0DJCUyNT7h9Tc6xy+ggg\ngM2AHimAY7UQw7qRWGD9pVIILtuJGDrx/baXJwpQlJhAT8LdtgTM6nkb0ZsO\nNAQY\r\n=D8tE\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"ce3c17330085f22404668a388f2bee6f57e6e958","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.0-alpha.1","@yozora/character":"^1.2.0-alpha.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.2.0-alpha.1_1629120588447_0.929381162389348","host":"s3://npm-registry-packages"}},"1.2.0":{"name":"@yozora/core-tokenizer","version":"1.2.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.2.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"65ff915bbeb2e3e04394852d52d6ba280fffcc95","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.2.0.tgz","fileCount":22,"integrity":"sha512-147LrQlEWSv4BgpLGznvO34zOuRIRMbrJCBXkANaBn1+HnAD4061KXU7h1jxzlV2Xg4r0GquFhwjpuggna1EnA==","signatures":[{"sig":"MEUCIQD2keIYyvFxkV+IELMQlFnvZw7Sh8l0Fgm21QHiyan48gIgDEP4sCxX/lF9FauSKHIjVTUQSxOP6J9vmLMah1yIxxg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64256,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhIbddCRA9TVsSAnZWagAAvCAP/1qbTx9WGjLLZnQ6giIm\n2z70i6H2jBQ12Lo2BJ3vfqKDLE7w/W8sbSjoTbOAcvdEDFj6mCZ43jDHKD7h\nQ+kyNkxzTTCkVHaKIncX9fQmKVI7v9tkfUOP6yl3iYncDuOrBD8D0/KyaTRN\nGOgSm88aZcGMq57oqbxvYsA9CdeUbLx+dAKzPHqb9i+FGm5kMhTIS6pWlrvp\nxySPV3QD9qDNpsUFAmaffYKlIhH+ZSxP+NcQNaxU4j30Wl/ytsWdpHDh0Auy\nVca2QQRGXOFAvXfqKy2/q+AswzDl7akuaImyfySCa7gGSsZquIeYFZ9lcRdP\nK9LXtQ2bQb7vEioBTbHtBITEDsGz3Usk6BY8NQrevafZzf7qhKObpZRl5idb\nN8IAcw8j9c3p0qKeZROpfdLeDxlkfm3x1rQIM6N2q+POGtG0N9j/F16Xs774\nafcWMvNJbz7HfwWqDQVEQu8DD1HbsRvhL1Yme23KNfL5ou1ZspjD0Q2krgDV\nB6zNkyIDnerkOCEdsGcjha/uchOII7PtkPwTLTKv8HaK736ZEOJb90qapqMS\nL7nCYdb+2eBc9CNqbEPWa0OfvfzXKRbw1NUK4/8oNSaA13TwNF4bZ+ytS8uW\n7Kq83cSktUBpbMmNY+fMyiIIr88GN969mt7LcYVtbxUc3rRhoaIcgg6GelFN\nMHZh\r\n=G/i5\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"86da40e50d2fe9acace68695288e15e012e6cd0d","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.0","@yozora/character":"^1.2.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.2.0_1629599580860_0.3887422914878409","host":"s3://npm-registry-packages"}},"1.2.1":{"name":"@yozora/core-tokenizer","version":"1.2.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.2.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"118499749675b192086e3d8e32a6a162fccf997e","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.2.1.tgz","fileCount":22,"integrity":"sha512-fQZq8oshvE5QKK0aC0UhC1l0DMmq6QJem7J032dqWM8ZWS3oolFmZCGvmpTSMBBtNGCU/k31V5dlx2aYiAx+8Q==","signatures":[{"sig":"MEUCIH8EZ9gYlPSHE65wn/0vdcJa3dVMUf7Y+mbsdvl4Ad6mAiEAn3NvUsEUnHYMpDAao5+9n/1Vo632sGw9vWt+VXDbY1g=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64256,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhMwr8CRA9TVsSAnZWagAAXjIP/RknYo3Y3Q+B+UutRZrO\nPBZiKbok2U/XSUPuNksP1tm3tYZUhZClfveUUrpCiyBmhTsXewfpLl9+h+37\nnl6wEgxjbB0A0VifQjNggYVAvd9yNkhxSMUEAiuebjfWfz0+FH2mbW9UmwTq\nR8IVESt0Lk05ogsDVW3HokShOS4hHLWxLdJg+2ux7IUuQC/l23JFGJocLyAI\nlBA5fTiKNdyivt4nW0C2ZqdtYKNcCXAJv7OuU1tgZXcKxaiUNnZJinfbuA/l\nCve0gJ4q1Eau9ZBjswGylFgkOIjaOzHpg7gRVrHL8Zi3/gDTvKk8U7bCw4c5\nAF42NZFv6WMandGyDsi/F9f1KV6tTO7bk7IWut9Vg0WMeeC+XGAq3lmGXBJE\n+sh4+LvZxL56DlUSu8/GdvU2N10Tfc+CKndlL5cJIz5oJUxPm5+paSb0VuVn\nN/mtB5znjGB0SSfSd19kcBCVB0Oh8CtSA/LctHSD02zbmPn3Js01yc9KfgzF\nfflWu0itrdwXl/6hGcAu2z3iC613dL0f7O5mcSHCaoD9oUQnPycBOFvSBm7s\nsbtiMnMYH1n/3RigFZ0+85Ts452bwLfgooq/QhH0MJTEhdQvOv3S9P/Yidvm\n53LJXYWPLRBVzEvDMzLBaqUJ7+h/RRBLXxJQBcM7gWM997C6exqA35cpPTcL\naHXp\r\n=PbQ9\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"d98d07d7c56dd9f6bb60149b2b0a4be2787e1046","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.1","@yozora/character":"^1.2.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.2.1_1630735099978_0.3620411197214677","host":"s3://npm-registry-packages"}},"1.2.2":{"name":"@yozora/core-tokenizer","version":"1.2.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.2.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"ec922fc651a439b375e71b0a80849f73588caf7b","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.2.2.tgz","fileCount":22,"integrity":"sha512-dUvFO2wMaoDMXZ9BkIEPkX+74gJh40zJPqtVguxdzlF0cLbr8FD1at91+ukYMq2bZJhG35MyUoM0Z1JxnOxqVw==","signatures":[{"sig":"MEUCIQCeNcA7IPj/uBXq1FDzPo2ST6pJzoLHxPqG/nNYDmb4vQIgT3x/v8tHc1eUHrXqdZA7EQJzVRLIC4q2/0aBZUvfmrA=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64256,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhNdQMCRA9TVsSAnZWagAAiKAP+wVh7UHq88uhx4L59qfN\naN9fnLKzSDCBEWgajKpO+4Fwijv+Ed7hTRryiP9hIxjIMHcss2NiRrkRVLEZ\nJEztx2m51zZHrZlgSUiSrsw9VCe7BMHpMsyQlt6f0K2e5KLz1Vt5VWNDRisf\nf6eJ1tOZeWQkfSH+niXDRe3KqcPHsmVgRYwMDbYCCYRoQgPkBT2E0bqkP807\nfZrsDLvBVb0/fP1cLA8br8JkwjhRVxk5kiacKKiC/eBIT9GiwaI53oQWGjsg\nnsDQX87aG9rPPNQLzcdGdkOykfeM72k4bt1OtA/z8Tq0duQhq4Cjfpo6fbOy\nSkFRtSTQ/i6uxJkOR/9W37tn5FiwJlqrvKMejFYVfRvSWG8rY7OZFfA7phJf\nExgBY9vXp3A4rFDRnKZhk8i2mG6cIQX1Ll/kg3wWhkC911uhzJDuosa9N68x\nwqC46rqG9ES5aV/fGMBYmDFdx0AjLYU/UohMaaasVJy+SJZ6vtoWFI1BHkA5\n3ML0RiN24XGUHTW2znmqk4nR6XKe9TUhuGsx8oPS+0jC/G3EGIqFG7y9re2N\nBwosHncU/iXAj/KXiouWJCiztgpDA5LagRzlWe20giiC/pq+HEO8tl1Vb7s8\nmmrzImr1x66A3UZ7SntJUTskB1qtQ9q95616ytCLINedVjs+/2BR/Q0hXbGr\njlar\r\n=a6u3\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"fb4b804548592c09259aabcf9cc4dd96176bd024","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.2.2","@yozora/character":"^1.2.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.2.2_1630917644639_0.03592728835669279","host":"s3://npm-registry-packages"}},"1.3.0":{"name":"@yozora/core-tokenizer","version":"1.3.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@1.3.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"a96d117f620557485a80612d3045f3ac3932799e","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-1.3.0.tgz","fileCount":22,"integrity":"sha512-dipuEGrXeDIrwnY47aarRGeJZiJ+oyfijLC37mBINAYTwIzwWWErf9NMiwIKibXLNNY8rNI7Jrx4m+YLSf56Rg==","signatures":[{"sig":"MEUCIQCkxQySO+scxJ+G8QfCoek3HPwJEXQj5m53lYLIJ5HCGQIgQkrXh/nUWhPNAaa0fkXzcwiYSGRoZh+ZQK5DRh4M+Rc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":63656},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"18c9b167004ad97718b2f94f25139f80598cbf7a","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^1.3.0","@yozora/character":"^1.3.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_1.3.0_1633788400304_0.824253230132332","host":"s3://npm-registry-packages"}},"2.0.0-alpha.0":{"name":"@yozora/core-tokenizer","version":"2.0.0-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.0-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"10bb3e2509a066921fdc6fdd300681a773851fb5","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.0-alpha.0.tgz","fileCount":27,"integrity":"sha512-ZziysmQVQeAKwDf5SXLrTfLoAZqX3Y+OfrwoSE5MXVKmQuJ0uztDncMKhxzK7YIjq927SVpqOEN3A/qVmYMnng==","signatures":[{"sig":"MEQCIFpqfcg1HYbQz5ZN/YnIsQQvynieBBs6vCVCSbWmVHRFAiBuLU2nxE+MZA7+/XS/T8DUhQeIAEWzuGarJ15K5HES4A==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":69487,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh0wM8CRA9TVsSAnZWagAAb4QP/RpJMlXZ2X0J+Olwc6Y9\nYg3gnzVOdDokt6BRdJhSXISOd9O9wIytGOKu4Ww1rK86lGoYw1Du/9j3WVjH\nHyDFG1iyKT/CfvMlIJOiVUUnjiWa5dfXeq7exuj440a9dSZ53uxXWziXNH48\nZ6NdR0ymoNshiVlmT3dwaFjNuSgOo5408pvzU2K8Z1ld6F0ftPR3iBf+EmHC\n9xxKdY0rSQ1URMXZEm1v5pbEsvGCoRxRpUyrwBFkjCuy45H1tbkIhi6NFQKC\nlcsVm2aFf8dTW6e/agEIGDMQVq5dGpIiZzqoQNCCvrI+0j4+V5s0ywEy4aV0\nEH+TCK4eMdZ+8stR4/PSjhwqCcb5/GzipIsKPlPw0iN92l1N7n7TQnaQNqvc\nCsH188yeB42NBZ70cP/G3xVtVADPVIz4yp3+OIIgTGXbP3wC35X1T6CUPEHf\npNW//Vu3y6Aao0JVt8le+IYZjmtWd58PZuQmkBlPDTUNAvWzdr9kH5jB7u9j\nCoc3HodbdUItEH6ZLov9m6KLk+HlFGNjvLluT3ebrlh6PorRfS2oGxXfvuiF\nTyEKeOIwJHREH3Mj2cRQlXACA/JyHtAVmsNR7q7P8UUhSISo22/avfK/5d9+\nqkpg4Wzcu9dTVpA7kl0Z6r7acZy6fTBeBxuctyQqJhGRIcICZOFbrMBaJAdc\nTmsl\r\n=S+fO\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"0171501339c49ffd02ed16a63447fa20a47a29a7","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.0","@yozora/character":"^2.0.0-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.0-alpha.0_1641218876346_0.4643098168300972","host":"s3://npm-registry-packages"}},"2.0.0-alpha.1":{"name":"@yozora/core-tokenizer","version":"2.0.0-alpha.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.0-alpha.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"7b9934a9ebc16b9c851fafb66940557f4b9c42aa","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.0-alpha.1.tgz","fileCount":25,"integrity":"sha512-QVhg/OWfnuSqGvF1N5TD9hWGsQsR/JvEC4TXWw40I5a6gWY+cuLWjl4PN0s2libIZkzTv3p4kp1Gr+IGbeYEtA==","signatures":[{"sig":"MEUCIHaBrkzBT0hmpMD+iXIkzLjZsF4GHyWPWnHudPHo8ATPAiEA6Na+YYan76IIHuvAb/zlTj/lCysUdJrdfLU9bGhDHDk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":66963,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh2USICRA9TVsSAnZWagAAWNoP+wZ6hawG8wWncem6HIEq\nBHlhL95/rX9yyycyJyvt1nJnZn+HJR+tYICM9382VJ6s7nSqLWxSqtOypAwm\nBMArnckewEabWArCmsxtOAIwD4GgEFGJdL99ro2N/O478wfeguoDTlGfTQI7\nh8WtU2Yec7CieN/THUpEMJUlLzHvK51WlmnjZYrGZ/PleBFHDXtl4HsxBQfu\n95CRaeBoN0oLxADs/X7puflV62rFOl7nvF16Kh6nVsS3x8l4pM9nFOlWZjC9\nmIKsS4U81IJWdwxi/+3Y1xjPA+oj3zTs0JPoTYX2iVGNEDS1ncRdvOoyiHvk\nKOSqr3ZSqYkgW6XDLPa75njJgrisPsQ28C5/x/VqNuGdvr8iE25oJTUglgIF\nu/EqEjbQ7iJOl9FCEKcnLfp+pxZSz7r/0aGpKNpQxAE/2nzQpESzcgjQyRBB\n0pSuyDyA01Dv6/4sBXT0NPsoNpdtFQV1jVn4fAsfKRhVzd/CFfQZn4FPinlW\n9LI14oHqUQvyzuQ2LLhB/MatsR9ZJA0wYWg1BQ2GbhOsEQaDWKdM8NS/J0YB\nKkooJwTCVqPfzuWe4fL0FsrqDK0uaEFwrnKV9UR68ML02RD96aQKk8q+Q0pT\nTCq5+8ML16Hb84lsdjReD9mXRUies1HqXaNQk4MlVRDp6G0GGHAH6rTIKqh8\n6VKS\r\n=mJLJ\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"86202e1d2b03ccfc2ab030517d9d314f7aee7666","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.1","@yozora/character":"^2.0.0-alpha.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.0-alpha.1_1641628808872_0.7828058023502402","host":"s3://npm-registry-packages"}},"2.0.0-alpha.2":{"name":"@yozora/core-tokenizer","version":"2.0.0-alpha.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.0-alpha.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"82ddf84ae210feb44d0017c21c920b1ef7b58910","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.0-alpha.2.tgz","fileCount":25,"integrity":"sha512-THAYH7FFm5mYnPzxLTuFdKpAbvrHeDyukZMJeq6V4AxpJ9FrPOUExFbyAaGa6WIWZdxFe/jXrIKkxsC1ylidMw==","signatures":[{"sig":"MEUCIGH7vwG4QyrAS6QBcjOC2pHoz2tAQUotopxWHdDpKE7aAiEA+mYDcySsHaGODXXxzHV/GVu26FgbPqQqanfLvFFYfoE=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":65316,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh2tqCCRA9TVsSAnZWagAAnMUP/3jJPbSwbmtJianp5D+M\ntTwIQjsENpcthpbpfHz3Q8c+B2ULwmM6gIgjz3yz3K9fAYx75UWgzl02yRIV\nFZMf17oSjnoAdRr9juBJTJ4AMmZsQDWuH9RNrqgrH5+jpb/geqwLm3FPlIXr\ndQ5q7PM0XDlKWM62F1aOP61LTfip3Jht4HX91R5g7cyN3chCb+wD2xuYjS3p\n9RiOmGr/Y1tpCXLIYgiKZpojD393XYjwErvKttBxTo0k8k3qebdLrik6PkZA\ncxrKhWGaZh2OoAbJXLGAeY2h3SU3x13TBpr85ABqC8iUjPc/YDjS/cRFmDpK\nVhOjSTUHiYVG/52bpzxucQmTO8dIgPQOcfxBwl7uXyzKF9RdZuwte0FWtT0u\nTZRjLQbWTkQ6J5QK1cEl0odkQrEGTBoSxE7eqeCu3pjeOk4UzJA96yU4TfV2\nVw7QJVshJyyp2CTRu26IBhGpMvycbsp1mNyUCCw9ryl3Yjv+7gorBsBnOSLP\n0CHPAbZzXLegm26a6CGN2NCaw26SUMIBuxVbDQm/k48pFT/Ckj5HXrPn/9YY\nK630cp7QFcEt9J2K2z4O89tAKnUiawhZ+8rVldAPDoaJsT4N9HeiqtGOQugD\nxD4C/hIk6l86JtKQZ6sF7+sNRQZcm3LocCrGNOK/ZHffGTTUAtbgMq2dXAgm\n96rl\r\n=IIco\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"da59d85520455c59a117a35032ef1a035c10ea21","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.2","@yozora/character":"^2.0.0-alpha.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.0-alpha.2_1641732738707_0.9044556096745937","host":"s3://npm-registry-packages"}},"2.0.0-alpha.3":{"name":"@yozora/core-tokenizer","version":"2.0.0-alpha.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.0-alpha.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"1a12676a751f10aad7a0817e686703e1686310b9","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.0-alpha.3.tgz","fileCount":25,"integrity":"sha512-SPRno3cVLWYkgPDszV2JSoqR7KxqdGkCX2gUnwt0HIOLNVYyC7oShLeGY8tNC4A2oY0HvyKWnZ9tS5J2kesrjw==","signatures":[{"sig":"MEUCIQDPf44XMSwDreDcXC+d7ok1Dxs5momJRfcpfqDuiqLg5wIgFURSp7zONqo8bFwgdiu7J14Rztz5qkeIdaznvHqyzj4=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":63710,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh3ukbCRA9TVsSAnZWagAAWUkQAI6qGaSWIJgHA74C0N74\nrL4jlS/bOxRuPTqT1Uh3rmstOcO69crIR3ch/rxpEBHxpJO/j79uj0pzF8li\nfDvg5hHxNVVuQfpP2oMFJD9uVsiR3bCZ+okHhdzdFjfFou/W1Zw6bhWl59Qo\nyJszNQuQsaMRaUy8wcEsHJVmMcW+l4z2kJaJufKuWivUg2hXJU4VJrZAksgj\n5RMQwa9ruQF4tO6i+tGKVZrQGUig8HcBCNbwmslUneneT2/T/FkTVTMNSJ7Y\nco51u3DEUwMf31+M5rNbzxiqWnqSOISITgcf1NbpAQPQbhevY0Ef2DBDf5pj\nDVQIHSg/pFtNF47sxksPKjXtWtxtjd1YzdfRIX1Xzx2bKzLNT4Po40jO9UoR\njNQ7RDnDgqyzVWkKMV6XMRIdP752q2TckGLXlB/xp5euQcOuZTI+zm8CkZ8A\nvclTRFqm+68txwkghk8vFRrPlLBCS4Gl+dBw54oiTFfeq6wIXZ9ULGhpmKCq\nsJ/w8fxJmgz5qToslgMuftyRBLLH6fvcTzLbY78VWefsv6kCRUQ8ZWYhQLCj\nP74DLRsTuI6mLX3JU3NJP/ZQCcVn22GCpXFF1L7JohwDqoGdCatcEqZs4KRO\n+E81wuBgFcFcNdL9qL/zGCpmpqdo20RPQLy9FBn8c+oT0FnxgMY66LfsPjbe\nUfHc\r\n=h4bf\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"9f274fc7487a8c1dd213405d92508f9a7621f730","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0-alpha.3","@yozora/character":"^2.0.0-alpha.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.0-alpha.3_1641998619152_0.15469280558407061","host":"s3://npm-registry-packages"}},"2.0.0":{"name":"@yozora/core-tokenizer","version":"2.0.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"1ad0f27354dfe957831e816645b8bbad98b2ece9","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.0.tgz","fileCount":25,"integrity":"sha512-A0xLvitaGPIZWsSvovvPvubsuUDMU4eINkoopmYxHhAQnDBDr0O1+gy5oY54w4S28gKlpnjeE5OQPb7AwOwX4Q==","signatures":[{"sig":"MEYCIQCaNz2L4XJ9d+cxJXz0n6csNLfvjpKXsLhYK2VuS2PHSQIhAL1qxAQMhI6wCDleA7bvYvJfQHHi7KAfHGDbqkzwPlr7","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":59849,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh4pHtCRA9TVsSAnZWagAA4AUP/Ao0zFhD83zPIQC+H70g\njCCRi4q77zVRmuifYt8eAOotdoxx0fgAFy+LOZ6Be0wPSzJ5BqvaBRQSia9Z\nCbUcoj31D88LqN0dfWtNtjpacrUHHDM8eUWlsQgh2ySxEegtUs9hU9R0Tvzh\njBxd9gjarIYbvcSSxuOMhJBUqNRM4G+K5rfLK4iQVtWXSQAVw+jSY+4enTWs\n7Ur7Ex104Ni/oFmR4SiuvuBFJ4xu55VhuJiQcAyeXWYbCYUZ73pNJ+YKXA5P\n88H/2DQq2K4OS/aJIs3gUPT6GDlR6IKlkNlr5yJajC3PP8uh4Q8GgofcBr1O\nXZbyiIsg345I9byX66L/1d2GNFLsBTIMl4Ib51xwyWqmbAq0MKh2lXrfnHdN\nLHhxlEVsYpAPKMnj+3BnlOtkz7oeJBUCsG0T6hVRgiPS+ZbeGJVPmPJ640Ew\nD1jHBE9U9GnBvKdbYoIilSu/6xEBeYr6yOX7j8dcVu+BSnC72jTYIjKaFPZx\nxHdoveUfXYs2XCl4O+DSpoW5C23Ep4M2sEi+fXh0LFhiRnfjCmoQkBIQK4Mc\nTNzJ4XQ0wgkvvgwDEVLuj/cnfufJSbwe920M8G6lx3JwNx3OLoFuMtvGc86a\nxup6sNAWThbpZEcbeV/HdbiVzAXVoL8+U36ibtpcJ8T2XaYncWx3+RFRe8XQ\nRJs5\r\n=3v14\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"65e99d1709fdd1c918465dce6b1e91de96bdab5e","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.0","@yozora/character":"^2.0.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.0_1642238445509_0.8399505993576366","host":"s3://npm-registry-packages"}},"2.0.1":{"name":"@yozora/core-tokenizer","version":"2.0.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"526584d6adf0065f29441bb6df5ddc4d9ea4e678","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.1.tgz","fileCount":25,"integrity":"sha512-V7piKticH6akP5anXDKsWaDSDJcSpGO3W1daYBbdw9Q3rhoPVefxwEUM9leVfReRqUU0swDiFYrBuF272lchNA==","signatures":[{"sig":"MEYCIQDwpq/xJDhaRMj3y+b+COVplKIHe11UropmUGd7/AV1bgIhAKXlhYQEXIhnv3eBswhvFG9zVOv2ahZbJMN1gTqtDN79","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":59849,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJiiOeYACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqLoBAAkvckOOkLelMTzV2VhrpDv30a8NsyCOgRKkFUqnMzI50/1Igl\r\nRUwE/4bKcbGYBuu9raczc1R3I2ociPH2yFLrWCrJYExyTpAxRMwKXo1bEOcD\r\nXZMjdESKgwZ8VRXVBNIlrOMhpEyN7F5ot9yUUjkIsNjK3VVmEAoF6gtnUj47\r\nMxWgwjtbvgp3mL8+eqWkCBvXsbTutqmT5tFC5wYnedlC0P+wqlwmdH/wrA4W\r\nx18RybtVZJDSr7Tat5dFlKVgHowL8crDCuaPDmuz0Cp+ewIPojahGWlQVacz\r\nocsy7R04YjtEjioiynVTYm68RNFB59JEXUiM0Y1uVWCF4zAhaRYyIA1XXPbN\r\nkMruHCki3NJQsz49Jq1kRg/ktbBAhbVFj3U1jvSzmAatRHp/2SdvD7ZaDFy4\r\nO8KE9wGCbKCk32ZaLiKK5SDyaDXS1kBWTxCCo6F2B/+ksmZ5hhyt1UZmlhg6\r\nrhWbGeTh/qhyE4NdZZD8lg8AJjvsYR3XttIxbaLgHql+if+jHX7i0dPfIUxQ\r\nCNa3unJaVkq6GzmDaheFcLMKdf/5h1IPeqAzNsAUGSRD7KE0sD8uUogPPrPe\r\n6aKEpiHNGIzlsOryd3XHHt7cxgIChjmy7Ak8vuHETS7THYPn3snvR/NIzDVC\r\niVAK0RKN/lMJ82bYlDhXX0JVr6sM2Gubyhc=\r\n=vJnl\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"3aea33091e402bd6c7754d91d549e8d648475073","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.1","@yozora/character":"^2.0.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.1_1653139352515_0.7898257888787215","host":"s3://npm-registry-packages"}},"2.0.2-alpha.0":{"name":"@yozora/core-tokenizer","version":"2.0.2-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.2-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"a4969b0d78ada56a4808d5938bc6762911ffacc0","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.2-alpha.0.tgz","fileCount":25,"integrity":"sha512-fncDLBXjN7UIVz/dQQdczmmo3EzeORmlcndr4SmFdAPROsPPpErT4IbehdzVDgHBBTUWEkqNVzotBoQFfvKZtA==","signatures":[{"sig":"MEUCIEx+t0WHEGGadu+LM/V33vyEUcgRsW8ORstXr8NcCbIiAiEA2FBEFJJuzeMd9bujDlpS0xDWXhhkfruQusaCD/fJcKk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":59873,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJiibWmACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmq4Mg/8DEuRMiU+eqNn5uXMmHejXcVVrsLBnH9SLn9LWfm731WFO/To\r\nDgyMIKAwAMD2PJQkel8oval+jXpPdPThld8QuLLYVxGyn7oRCc8Xd1CyoClP\r\nfjVnr/5SyIBqGXDe4IEfR/O5uoTH1udIlMWjy66hKZapDMGGzM0YXLkER8uh\r\nPD8YuywwhJ1ZiG6HUyg4LGEoZvLzcSr8ZuNOXzOqP0DufuR7hUfkQCJXtHZi\r\nw5pfNFtze4i++NwnChMz/kBppNyoNg1ZAyDBgLosmtrL6GgAxfj+5LNbonvE\r\n4C4KHqhpQwawdXUJ/x+kDBVILgexaEvlZRTqLwtYw4wNCbvxWY6eeDZzEntk\r\nF39gbHOhT6fbiGsRWjK9n5/ORP+nZ/ElvlkWrUC46xCpwh4Z6n/QIuDjr73F\r\nTFua5rEb6b5YfeT/pFKJRVYwM5jrAjQ8WXjMd3H0VM6fqxWZWpBnnwjPEFe3\r\nkC7BIDmzH6G2/nLonW6BpNmd7GiWgiWSkfUsff9LRT02Xhrllpv8p/r/JR3+\r\nVNer4LfQj+zwxzLbzLyAaUZgErgShj1lgTCIlmKNLiq+D2tBPNCS7yJHTcQu\r\n8xPwmzE2GioJ9whVcC9mBqGJ84xGwL/6xyjv/ybWkp9Ap2v9c1l4sKdIfa7Q\r\nBxdMC3om2FqJhD1DaIHyEde6dtOYXm2Ar/U=\r\n=qGui\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 14.15.0"},"gitHead":"430eaabd83f4a1ee29398ee1798aa4511976c38f","scripts":{"build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/4.0.0/node@v14.17.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/main/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       <i","directories":{},"_nodeVersion":"14.17.1","dependencies":{"@yozora/ast":"^2.0.2-alpha.0","@yozora/character":"^2.0.2-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.2-alpha.0_1653192102150_0.5998141759704141","host":"s3://npm-registry-packages"}},"2.0.2":{"name":"@yozora/core-tokenizer","version":"2.0.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"cff72a3c11dc125424dbdab2606d254963452f2a","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.2.tgz","fileCount":25,"integrity":"sha512-PXJQoBgdlVPyfYDi62vB309UZVPBvEITN09CbaFmjhEh686cM972VVvJXDTbrj3oWdVg9kny0Bqp2AG2wvcoig==","signatures":[{"sig":"MEUCIQDoPLAx0cyyzvMsEDaxj0hhn85pJSGOjKHmEH/hRFdcPQIgGoJUuWqNlDv9mDNBKlNeNndxnsV/z0R/XD2uUdeUYOk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":88309,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjLmtSACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmocMQ//aSYbWDOq5Xsn0nNT7ePHS8d3l2ZIpPQqU2gghP6nDOJZkexa\r\n5UVCfj3iGWbIlzoytJZjQiaJDV2ZIb2Pmp8cmnaQgCfdYw1ouThd1gqG9v6l\r\nf+mXghuITXAi/0cekW/sYbk4Wn2/bhtvFlDXOD8nkJfymFD16x1UDVZ6eE9b\r\nuBPWsyYkVx+vd/Itz1Y9Z4jEZomw19ucj6MDw89SyIlRYWQXQQOyrH34QT0F\r\nPgywo5w9vJPD1bxZv4a+wNh/0JdFu36pFaFOOGgYVPJgUrnE/5BdMThMefLG\r\np+1pHyfHuhgL6Q+V51FVs5oMgTu1r5p7ouuwtZBfV9+wkDw9m8CM6A0cZXqS\r\niDLIMQSWdDO7Xrm7EYDZQi61x3xLsnOGOo34SXyoe7ojdOgv/kc962UA7iEq\r\n+P5PkWjyv/6++maMWpbWOd2dTb3KbAOzc1CdTEapClq/7mMsr4viCLNgAq81\r\nQOvyY1QiINNG/45753qNsfgk7JeaJ6CuJiP7oUdvsJYi0CZyvgzuFhyxpLJU\r\nzqXAnWIzcAHrB4B27QuH3ld4lEdbTsg5pdc/iF/XBT4Dkz981C8fy0KiI+IW\r\nHTNp7AejoI8ug7tou1TLnbcROVo/gfbyEgALltHYGdttqVV/4HgiYoyVoTMY\r\nxCTi7Or8KiHnRtnLPZfh4THacHySP2uP5TY=\r\n=Q8Rv\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 16.0.0"},"gitHead":"6911295e9eacfa29563fe93494704190e50625fd","scripts":{"test":"echo 'No test yet.'","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/ && tsc -p tsconfig.src.json --emitDeclarationOnly","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/5.5.1/node@v16.15.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"16.15.1","dependencies":{"@yozora/ast":"^2.0.2","@yozora/character":"^2.0.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.2_1663986514640_0.0835825213280561","host":"s3://npm-registry-packages"}},"2.0.3":{"name":"@yozora/core-tokenizer","version":"2.0.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"f632924be186f4f6e0fe5de8bf3037a0442dd800","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.3.tgz","fileCount":6,"integrity":"sha512-dkoOXmJ0pAD3oMXNLESNt07a4Zov1ZALiKdCSijxGBE/wlKgUahoKlQ7HCOnyj9z5JOzshTClONf4rqCxKIj6Q==","signatures":[{"sig":"MEYCIQDJxQD0jiUs7TEMeMxoSw2KEn17/1m3woTjrBwnopX+gQIhAOxTBu/xZKaxOZkgavvwZWo6hLqQYAEixY1IqbAv3gdg","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":56472,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjRXsJACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrKxg//XmuCq9S6sIl/qdGBhszyG9hmi+aHUSuLw+F7824vjD7oF6uX\r\nlVjqksJCbWJBEn4RCNXHTi+xg7mXrCc6m8pq5YcrB/8BuSaxBvKZGVpdfgQj\r\n+z1plJI8mN86mlrPyKMVMTlrwSSRZkes/QFvfQHSgkAjsRYLZg0S0FR8tIny\r\nUgFwK6P5pQpI2v62oxZbm+9+XMXuP6X3jtbGLnmgGly62LccBy2KADKdZl2p\r\nTv6Qc8oqfEL6tdjmRoUUvdMmXaBqnCYU/cbDptXF+kKTBUNQLFtSjTPzbhT3\r\nDFCBDV2enlfri+kiMns+fBDqe918d4nNr84DJMj8tPjHLkbOdzkIPIJBEo1Y\r\nm914tCnKeCaDyXxHXjI5+SPvUbmFLk77c3w9jLxOvXsNahoU8Pa6Sck4qKBF\r\n7t4FhOAc8cL1eHFUio+if2MQmIJi2bFFvaLSgemj1QbutAEd/SDXyqPSyy4O\r\nNL/sONR+V1XxcPZWX/jgrmSqX9XXgP8ofcQYG33/kP4LjiyY5EJH/qjloW2h\r\n1fMGJjI1kbYL/5ygNQtG/WfPRzvO/cPMWe3qdmYCojcqgdu2f+OhZLNJ4Tzo\r\ngCbAWXUfgeJpBM8cdssFArtnHwOgYunAfYDncxBCMJsgY9bp7UXS1d8g/dOG\r\nd/cafrKiZjmWjAs7/X6RBFPcd/VYO92N6K4=\r\n=bnIv\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 16.0.0"},"gitHead":"8cc8f95cfebc8d752bc3272cdd24965f540c130b","scripts":{"test":"echo 'No test yet.'","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/5.6.2/node@v16.15.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"16.15.1","dependencies":{"@yozora/ast":"^2.0.3","@yozora/character":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.3_1665497865066_0.68572173738003","host":"s3://npm-registry-packages"}},"2.0.4":{"name":"@yozora/core-tokenizer","version":"2.0.4","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.4","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"09b695a5747897bc528530a8c79146f0a01d18bb","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.4.tgz","fileCount":6,"integrity":"sha512-RqclYABlYc3U6YuukqlCxZTF/tPDQMld1dBVWCeVNqZOF3LptLPuiVtqVZ/rHqvyT3URtCdW5gn3Z4z0BUruCg==","signatures":[{"sig":"MEYCIQDKg0G4VqqkgfaHJxXf4Zde5FB2pqbPyaiP07B8Iy9OBwIhAOB6o1AQQvIhdddw4m48adgx9L/I2wd2pewTg77bNZTL","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":56472,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjYlSKACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqE0g/+NZil/GyjpuYgGqFPO6JMnVdzWZsnUDvXuH0bJfSda06dRvHF\r\ntGuyDy2Tvgpo4mATDiWlJPUHOByPpb/td/3aaYvgyFRt/IrguuYy/ra0q+GJ\r\nsIoF4FfjL0716p/drmH1g2B1VS/NGytbkKqfJ17jxvsGzKJqgERpNaM3JcX0\r\nDwjwRFbpo2G1XcYH4zcCN48ajp+SWT7bSGjkgbF0b4P9V8TBYzQAVwgic4aQ\r\nFYbDWY7iUI7lfw6BDvU6MQ0LK1pTlOKn395fNWg88l2JJBRLpTBXFRxiQMit\r\nVjaCDE8VscTbhhxwdPulKm3+RYuPnn2mn1UCMFdFz40gwHny+v/rWa5V8vQD\r\nbkfxjqpvPhd3LuW+gJ0ggQa4+6P+XW2vxSKWaB9AJd9mszZegx3HNIEyda94\r\ng38UWLYkVWkopBJ0EPDSFDt4dVc2rqqTF5npBypzlHxYdeyeeBJr6G1OSNSB\r\n/W2rymTLSi/gY8ilKDdoQlDtRGsjwrLMe6KS1cEuSVHPCBeAO6T5MLGll+8J\r\nhFuqGYnplUYhsadlWnQ6tjVMcDIie+2ow5aSydxCZf4vC39d55rG1yIh645O\r\nWyicZ8ew80aE5kJ+MQ+jqP7SApSwMBiwarGfCuyRVtz899vF8gNZ0lkBauGz\r\n5YvkO8pH7/y2f4yG4i64cx/Y/scMmVMWtTY=\r\n=BRtw\r\n-----END PGP SIGNATURE-----\r\n"},"main":"lib/cjs/index.js","types":"lib/types/index.d.ts","module":"lib/esm/index.js","source":"src/index.ts","engines":{"node":">= 16.0.0"},"gitHead":"c980b95254394dcacba0cbb4bea251350b09397c","scripts":{"test":"echo 'No test yet.'","build":"cross-env NODE_ENV=production rollup -c ../../rollup.config.js","prebuild":"rimraf lib/","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.0.1/node@v16.15.1+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"16.15.1","dependencies":{"@yozora/ast":"^2.0.4","@yozora/character":"^2.0.4"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.4_1667388554161_0.5112228170118014","host":"s3://npm-registry-packages"}},"2.0.5-alpha.0":{"name":"@yozora/core-tokenizer","version":"2.0.5-alpha.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.5-alpha.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"e1b41c6d80daa927d9881964828169c41045398f","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.5-alpha.0.tgz","fileCount":26,"integrity":"sha512-gc8/CNkjtQsRssUPmz6fj5BBHqgy4XXnyPX+KiSp+MmGZExo/qiu1LF0FKAnWXUJlZ7T270ijBZCBR+K1//3IA==","signatures":[{"sig":"MEYCIQD6aGWl0FHC0KtdNJm6LX6UKOCZtSnHj4j1QjuUt8QRSAIhALS7ATK/NVws0S86N51HD9tS3N+Sj3EskzL/OusYmYn1","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":95404,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjtuxzACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoNaQ//cezRwwVeJi10FD7zZnTgaDOTMqWTyDyC/jVTEpGTyVLOulYt\r\nIbWG49klYArRJ9ffKw5EA4lo6qwBVzUwph0esUdiVdl+31jdBZ5xXYxJwDnY\r\n66da1Bg4A3PcPnJUD9wXsXnqHusnC2x2Ud13NehGobowqsZsSWjnvhFiPrE0\r\nkv60jQEvQlown39/0Ga3aLCuGMen9Ct2SxgcCx/K4oyYubhMBWWgx21hBd5d\r\npKfbGqTYuo5ahJpeWiHAGgf69F89/61UtWlMJ7oW/DuDARrICgbxU1vF/1Oe\r\nul/yAU8msHPJNwuL/LfVtOYAho4JFSK4u1g2Yw6wUqKqmx5DiTq0h0mefRHS\r\nsrGmb1zgtgISJiA7fdADhLKjMyHxirrfsw2sB3034rHFkjWMqrJYsMKVz+l0\r\ngLyAwoNxKZUzOk+axCciXIsgOiM/ZU8C+ZCJ36srRfHYpS7eR5yvlN6G8xH+\r\nqOGIUkhnugPd7P/Nxc1cr9u+5cdlzW7DcELCPro6vrgwkr+lCxhxoFntCjk1\r\nBH7J3k16VXCW1WWSidIblh4qY+61wesiGOmgi5JH6f+Qk1CliaN/Ur4gdfTC\r\nsb+jJTPnX2b/RXjTHHSmTjsCLOCxAcaZW+r2IGAUQCYcTvfVq5HlNqM92wKm\r\nH224fpdA74qoHbPGSlM+tdItLwlRSmWAIcA=\r\n=0mrk\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"8bf941fe4ef82947165b0f3cc123cd493665e13b","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.3.0/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.0.5-alpha.0","@yozora/character":"^2.0.5-alpha.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.5-alpha.0_1672932467620_0.3512854672749217","host":"s3://npm-registry-packages"}},"2.0.5":{"name":"@yozora/core-tokenizer","version":"2.0.5","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.5","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"c2ec9eaca9bbf4d869f652cd43e229498094b8bb","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.5.tgz","fileCount":26,"integrity":"sha512-UvV2UKdqz5GtI5Mi1xAg8nUhk12WZlxnws5JBORTkk1FQT16rEAgaZi4oZbL5xFheN7NPKpmc4Webe1S+kGQJQ==","signatures":[{"sig":"MEQCIHMdtVhfUBV8zkJezu6wy1mDA3+b7Wkh7mx0cPvSIP6UAiBWjOOraPTD4Ffrx7roB1mC8v6iB0x1TKUkHkAd0QPi2w==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":95380,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJju/EvACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmpccBAAl9qzM16gIuiEn5ezawGh+2VayLNiJYRHSad8Czyix0TMTnvV\r\n01Q9269zjq3mylPRzR+BLGgE2FH5Qjdta9PUFWduheVrsEp4c8DyuHaAlFBT\r\nSx3MJgyoFY62TZOVWb+VhCJhheFSCn3S5IEqNoK1vcm7orph+lJFdtPyfY73\r\nA+R23DynMcJzJR9w2f4kF2108+AKfDcICDgB5xBvVad+7bgV+eZkx4A/oDcN\r\n8Pk8fuQj0BJQz2pjACjudcEybNDJ30uBt4iCsvb/Hwzg7YF1NCcsJZqEUYQw\r\nBfpahDytWCMjptkuKy3doWjn4xI6Y+w93CJE7jz9M/TaUpgfqGTMPWqzSNuO\r\nXS3/Cvh2rkDIecIaQKxvu7ath34BPNPyuXu5RHC4yE5BzvHPWtOdrQGKU3jM\r\nfXcpz/ktiT3/LKcE5gsQ9Prz1/P7pWMm8UEGJsbcYEtDy5Ko/SOd8npAUheo\r\n44ofec5tmFsU2PDCObjjcLZTan8++HwVJQJSMXCoLiHlIDmjNJEW01byldEc\r\nm/adcUR3F1E458g4EDzzuPkD0vvQL+xxDgtLZ4mzYn5BxmR2u/hDDYInUmim\r\nrNyYw/Atb+KyRrXipMMPrFAV2kiV/7UZlXG5a1CKpjJRcXVsrvNvQ1c1Wdwh\r\nsaFV5gZauAqRN04vzEAJqC8uRfhuxUmlgFA=\r\n=+nii\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"7ba3bab49fe65cf2f57082c0503af73da9356cf0","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.4.0/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.0.5","@yozora/character":"^2.0.5"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.5_1673261359151_0.21766222383840095","host":"s3://npm-registry-packages"}},"2.0.6":{"name":"@yozora/core-tokenizer","version":"2.0.6","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.0.6","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"1dd1e5e40c68c16b4f510aea6a5ee7e9116cf639","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.0.6.tgz","fileCount":27,"integrity":"sha512-bLhcT8Yms+T9bbRfAD7FHHhgokB4yzq2xCtx/zfjQPgIifPZDTFuedlYXvmyTQIcdwX5VmLAw4VhGFOxZW6pLw==","signatures":[{"sig":"MEUCIQC8ZhHzzjCg1cVyvvfteUf9i45mujKnH+Cw+ya6A8CbcQIgFK5WhUKG2ctdr2ChFZBrxlItO5anB1ddTfRjOsUhTXM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":103669,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkBG8+ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqGuxAAotGeonzmFsNkmf/e5HyR//iQ6BUSEfUGxUzLcT91U0r7Rn/8\r\n4x09Tx2Lg+v9C+w7kqCYAkoGCcpvFvGUzstGGuHGoo+D8c+6mnqM8586mfcI\r\nPetutBqSx02EF/3YRX1fX657+YoIS+rNJgbiOnHxiGmkJWfZt3+z2J4odHQB\r\nRaQ5f8Gmt5P0KcR9mN5Rzf9gRH9UDtKGX6ewOajSuJ5El6dCStlrX61yA4zZ\r\njesmLG/k5I1bKEIDOANUlSPgUulQY/SZIjC3GTIsTuZjlTpyR+viue3Y6WV7\r\nrxVRroqmtkdfqKnRvIQB+eljBDEL3iLIAIf2ddlsewCmrWuWlhMqko22Faa6\r\ndjFg+kJKWGe8+/xdmaU2yg/2EJvbqPBDFypb7rK9hjyhRQUbZgS7K2pDtvp0\r\nTLVDtqBYsAZJyWBxPnQbDgI2pkVrklAM7Q4065auB6l5PhYwf6eiByC4kRLS\r\nRxePiAbsNPibHqJZXmPhDbr5MP9KgCvyaYBUCG8nmmm3weqU0D/Cr0uZYFgE\r\nqpp5uwBoBN80I+OptvtPgE7MihoVktucXwAk666Jw3wOt7GE8VRA1XKeCQkH\r\n/zOaYujJwMVtkn8kphI07/QtJPXtEgsOJxsJ/6UI7HZE9FaBLp+hNVDtuZDe\r\nLVFSNMuSnHLwRyA9T/+YpxkMyhbBB0mQOpM=\r\n=CtJ4\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"a263c5338103824347bac74d437051e9fbb6d791","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.0.6","@yozora/character":"^2.0.6"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.0.6_1678012222464_0.5764129547327379","host":"s3://npm-registry-packages"}},"2.1.0":{"name":"@yozora/core-tokenizer","version":"2.1.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.1.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"79b8bfcd164be174ff89101454cd954035f9e859","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.1.0.tgz","fileCount":27,"integrity":"sha512-60Djfxg2aEfUMscw3FgJqqHFcTF4j36oLPL6+bxsIde65Jdmf8Ev1OviIOY7w7f8KRbxu2SxVq/FNzmRFyGf9g==","signatures":[{"sig":"MEYCIQDm81WttWKwpwxkD3dTiOUTarE+ym+B3unY4RZnD50tRgIhAICZb04IOqqkF0BZ5dkGEYgzA0VGjYy96av1kNbPbbtF","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":102799,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkC07kACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqLeBAAku5gIBlIHM0iv708kJxom4l1sulstxiVWf7JNRVs/ovTtFLJ\r\nxVP5CxPIrzteMIUPYPtBPiB9ugAKo82bbdlepKD5bQ0ebfc31BMe7OUAQwqx\r\nIREorAHDQnSzZNzh1TxcZOF1B9LEaVyhWJ3PiawJ7a79znNNBSc8XPmoU9dp\r\nodfJh3Tebu3vgsshfdcLhD7aT5zIGecnmPMx60iv2zsSqdebGu8Gvb3+IrDz\r\nU+zhzIp6D888K3SlJ7PppbqmHU9Papnl/LqS3bOx181PGPnO7A0U8uLS89tX\r\nF8VEA+2gjgn5nE+8q7qtvqBRoDwUkWjh8UWUQ/a6lu5ejcC2e9oG+/vbtpsG\r\nq4Hnk9N3hq0X7caoPzSfp8NeYXCGczuKvTbMCDUkr6W3eSI7wt8dGOHsS5UF\r\nABq95VxtIfUjfPgBa5/4c/PyB8L6PRMfYu59hv4EDDS3OFpeflRsScnoMzJC\r\n93+pj3TLQxlfy2JanOrEp/mLT0OnYX9LTFMjFUjRUGGhx3oZAq0i2hozwN2F\r\nVpy2npaJWzhdecGWBTwlch16U/7CkDEDDZRczRerUUHJYrbU8QbEbvoX+9x5\r\nilgro7HQC9rvTKCSbjvUQA0p6UQ5Ity7o1p6fGLp9XFpd7Dzv0eD4fzVoH2m\r\nMALkCGuaqnQD+U0RzAJJnXDKQcWM6sCbBYU=\r\n=TULN\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"387a68e8f9154944e2a6a7009a808d076d0659c6","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.0","@yozora/character":"^2.1.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.1.0_1678462692297_0.35190010320772847","host":"s3://npm-registry-packages"}},"2.1.1":{"name":"@yozora/core-tokenizer","version":"2.1.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.1.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"13ef9da94f433c35c1e03fe5281cc2001b4427c2","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.1.1.tgz","fileCount":27,"integrity":"sha512-ypQ5QLucq6XbVWtWO1goog6W1CtMIrcvqcejfbb/x62OyiSYKP+E/GcUw6CBpqRtQn2aXARq2Rgp82hnYwPs9w==","signatures":[{"sig":"MEUCIQDtBz4maTocW/zaBb9zuRqllMOLPNyvMWdldn28T1SlOQIgLhRhSsjMNLk9S7K3IPJrerkp0CqRACnywIl5SWweZzU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":102799,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkC1dSACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmr78hAAiKZhRmiRcyXETcZJP0HoIQukCv0EmgFoV9Stn4dgbrto2RVh\r\nhTFqSn9I2dqa3Fti3oXA+RR6osqMTxVgLyD9cSD8oR9Rw0BpWRiJ8NMrJoSw\r\nAvllp9bsIHuzbnUuQ4eJ5LqUXkuxqkj2EJzCMN1eBBuFwd4Sw3TMJoWuN826\r\nS9IFzRwVoFDryk+AyFov5QnmPkU6YqkJ0drgqaiymsiboLhXl1wvnnuUOVBR\r\nM2cy2mnnYb+1rki7uxMut3kWhZQEFNj9Dd+PmJcj7+IdRmWW/UcWeMDSep3h\r\n31DjPAOl7Bh6fQyIZTuX1AaMvQOxK3EfEXa1z+NTqv08mVCx8bl27YCCOsmw\r\nVR7sw/1YLZzzAw747+N3kBGjn3b676sG/8q9KybUi3TWS304NxdVDkO1E1xp\r\nUYwAEuJuSi5pEoaP5iWyNISwnT2tw67j0F2n6W9kdDUeeG4YzPleP9Bb4Uas\r\nm3oLKq9fd4SMEnQMpKOG4AXqQloc3NxC40iGts8sjgAw2z8XF9x3NWCNrGph\r\nIrGiUreP0HXMxdlhneBi4uDpR4jwvUYCornYHVSxjgKRE1U6ODRglk/PfWL8\r\nnpJEGEsb23tHYQGhQVJ5vV3mkPr0dJ2OP9Gjq93+XuhEqm2UGmlVUuQvukFU\r\nQ9l2Sy4Pyw3DOCUZbHSPLEfeXYsYM+OxJec=\r\n=Ge3a\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"257a36d8dc079d4ac226405c155b238e7099bcea","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.1","@yozora/character":"^2.1.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.1.1_1678464850321_0.9335846910638974","host":"s3://npm-registry-packages"}},"2.1.2":{"name":"@yozora/core-tokenizer","version":"2.1.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.1.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"6d6285dcaaa5daf28d6e068b0f868dd8a741e594","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.1.2.tgz","fileCount":27,"integrity":"sha512-0DaWhGWbhyF/YBnlbwoNNMjCv2PI1DPwjRIoKtNvM0q5LlAqQ846zmbz1pxR3+Ctugg2gHbJvR3fn9BQoTiEfQ==","signatures":[{"sig":"MEUCIQCBA7W4bMnDbQ4fK23cn7wb8PQajw1lc5gMLdmMFpi/AgIgdJb80wkxOj40l3SH1kPmEqm1R4/DLGgrAUNz8LOVh9s=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":102805,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkDAa6ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqSmw/+Jz7aP0+8ZokQsQCue+ZWnIsGHdXPvEiCBoN4jCpWYRamEYA3\r\nJy2nXPkGDBImr5l5Rfd0I0j8+1hwzzX4S2yuTOR0UMGoV16cBXbmW+HjDOEr\r\nR0Fo3bYkB8m0ap8WeNS9shQ8bLc+qlpNv0sAAChELNuwEaBUwOMitM1YGozf\r\nHdOtMpHB/9HCBSXkngnHtecbTPu/eYtS6zB65nsV0tnBdkhCvi5W9YLJZISx\r\ng3z1wv54IBvXFx5kaPjfDTj2JACvlfNDvbwUbX99EuLmy7/2iV0eC7Y9EeqE\r\n0gUlhlbj5X+70FFVonbPHnba2dIIDkwZurm560yW3CzyvuBsnYnO6XYPcOhi\r\nNa45ybuUD6Vxpw/ZjU5h2BYgiWAUZTucCOc1HlFwaHWKKi0Zv4dFPjr826lP\r\ns0Sb1Ww47OVD7FCQWa+r+mCLNqqQqySd8i15sh14p4YhtXnQVlN6r4jx10EN\r\nj48DJyszRgKIYNRx3uQRAdPeW1PuEsn0uj7+DHM+CTBVNmlP3R8mEI0RYvu+\r\nQjaPgsk0qE3lx6rf1q6cDx2KcODHSfWkULDtavL/YwXDKu2e4GLf37s+2vCS\r\n+x85gpQyRSz8/KDdhajDN0gxNYQhonKH7yZ3NIb+65XSv4roppC/JAQ8eU8i\r\nDY5pBMWha3KJSSrNi7wxRpJvZgo33Uj9NMU=\r\n=rc+6\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"992bacafd173e7788e99fed34ce8b45f6ed24cfe","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.2","@yozora/character":"^2.1.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.1.2_1678509753956_0.981129499348014","host":"s3://npm-registry-packages"}},"2.1.3":{"name":"@yozora/core-tokenizer","version":"2.1.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.1.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"9bfef39fc1ccdf8215770384610e1e930db27703","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.1.3.tgz","fileCount":27,"integrity":"sha512-erQwqTG4PUUM91SAQu6Xb1gUwT3E7AeRxADOeJDiA+vbbzXEFz32pM4kj0uFxEO2DmOoeV1UvC1azE7SWcaU+Q==","signatures":[{"sig":"MEUCIGPB5xomrTddkUqWBVYgAS2bbjdEFn7JHNfnRbvR2YyQAiEAr2TrvkOdNtsSXepB7bsMs/7tVKd7alsW5UoM11zyZ6U=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":102805,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkHFKLACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmrvaw//U5xcWeF1oW5AjW7IhwrwRTvWSp2aJV6hMbW+ROWZrIJXNK0b\r\n8KtSgozqikZjrn/LESDuqxyTZuslUzse9GY0xl7BB7kfpfrtn09Hq6wvJcpA\r\ng/g6I5kxdBZtXGQJz1dMXJad0WG8kgRWuOuB1tzXsZmMyVuYq+NE8YdluaB9\r\np3p/2HFJSVAAVOSAg4e0CSlD1JK15uZdCvn7aD7VBPeZz9XWl08oGXewrFek\r\nhMa/7x/YRfkeUuG7Zl+eIAEogTTqSN8ac6wJy2kv91xIy17DBlF5ABeJ+pUr\r\nEmHQ4DyBUXqxFtctRSRfL6emuMynUMHr7jugMnlOror6XlVxlxWAIyrGuK7L\r\nEDdkuf2YBA83Ipa7jRvmwKZzdgbp9NN0bbcaaMu0vHix6+WatnOf/asb6EBh\r\nBE8d0Z4jNw08QikheMRB7mEGiubZEmjDq2wy0J+g2iSv16wn7JrYJd+j/kYW\r\nmA2hv3hna0oLMgfZP35zpLSkYYrxat/gn2SuNLu10K2hmzdKwdqmtZ9M+SJW\r\noXCQ5jovbxxE12mbEXBCuZdAEviHNRjgf/TuzZ5O8KVtrBxMI4eqEOPe0Xfo\r\nGk+eY+37EBCt/lsJ6e6Kdbie1bQltAGKkkgxafmGCT0ItPUnuwu8mDSNrwLq\r\nXeORQOlD7cCHz0G268Feo1uipSPBolcoVHY=\r\n=FNMa\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"9abaaff74a12d0bae0f645813241ff947a0d828c","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.5.1/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.3","@yozora/character":"^2.1.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.1.3_1679577738842_0.20324221422899047","host":"s3://npm-registry-packages"}},"2.1.4":{"name":"@yozora/core-tokenizer","version":"2.1.4","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.1.4","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"df48a8fae0d686e13f399e3dbca4e3b78fa7edc7","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.1.4.tgz","fileCount":7,"integrity":"sha512-WiKLd1i15smOMpXtIRP/2tcEOzYGwZNSswdh9qyBKZXpfhoqet4fzWmPjWarYgH4K6uwXWFTzuvH8K2stBFoLA==","signatures":[{"sig":"MEUCIFRYfwGWMKDCk/iziMOuJSRtFr96BlarMA6m1PEZxxUcAiEA5JkvdmfIUOcuYGi2hOuI/ZDlarEN0jrRFEJpahQQ6Mk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":64334,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJkKV/nACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmq0Ag//b2oa90qj51nbu91ZnpTESQOtAoMLN1WL6bOC4RaioTDtuMed\r\nc2n8E+lnIFA979smRZ9ZFKpWCiF5/C2DkLqM1GxM6lG9esmJxBWEx6JrAWe0\r\n3085svDhP6GREUEfdxmLaHKQR7eZYB7IdnG76nV6mQEplnpocBaOKlBWyh5e\r\nN241U8UgrnGPnnzoR+LQlas4NY9nRpYcB/5KAfTB9cHjJ4PkRl1SEDWONfAg\r\nr/nXqW0wj0vuXZUJWCpNeH+4eZQjqV+JF9zkpggOpiLKdbvzzEDJ4m1vS3gN\r\n2vW2jacVVY5h8D6Q2EwHCwucqlwaU4Ie2fA8zNRpDgMNrbx9WuzVPSPME7mz\r\nbjt5Ob3wT3OhQbijJHDKNNE9LcHQJA1GBSLIyJfjqBB6nk2PSlkIDXfT5Fjd\r\nFIn2Kra4BCVNOudXBXNE1zwzSvd1/igbEYw07l1Sx0PuAn84bY+Sznheee6y\r\nOt1dPS/snuJg+3cBtO3BjZ/8syRVhzXYvn0c3SLZw4R1vgOu9E4OvdbI+/I6\r\nYCrdMvQ3t/i3OL5nk7Z4Qp8gMDAxynmX3uI1mY7QcTMXbqwMFvVQzuhBoMzG\r\nepdS1XFWyfaL5THFb84Ud6d9DFV3a8jyocBuh0OSR6wwkVXHP9RKwmHqGffN\r\nD2a3NDzqz9zvLMKFvSccj5hRDCEJyewT2d4=\r\n=3cA2\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"aa464ed1e3cd84892773a833910cfc53a556bf5f","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.6.1/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.4","@yozora/character":"^2.1.4"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.1.4_1680433126876_0.026389916113649825","host":"s3://npm-registry-packages"}},"2.1.5":{"name":"@yozora/core-tokenizer","version":"2.1.5","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.1.5","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/release-2.x.x/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"4ac118b49848f4356b1c5a85d3cb0564b7d8ff1f","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.1.5.tgz","fileCount":8,"integrity":"sha512-M/gNFkxpGkMAHZw66cI4pQqrjVbnEtOZVSfCuY3r6xlVOZeIemy9bcnBArWKjqrf/2T6K2zIhw8DnRC4feyM6Q==","signatures":[{"sig":"MEYCIQD0My5fjr5YGeNdit2MMUbMSx195FGNe/gqZA75CaBWpAIhAMogpZV0wX2WgKA6QfU2X+pKxfZj2A0DYDKUnxBycV5j","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":88634},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"4f753bcf0fd921938464802462dc48c53bbd014d","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/6.6.2/node@v18.12.1+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.1.5/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       ","directories":{},"_nodeVersion":"18.12.1","dependencies":{"@yozora/ast":"^2.1.5","@yozora/character":"^2.1.5"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.1.5_1683975240099_0.921088691066839","host":"s3://npm-registry-packages"}},"2.2.0":{"name":"@yozora/core-tokenizer","version":"2.2.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.2.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.1.5/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"47342dbe29afe89687f9d7983c383d17097d51a7","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.2.0.tgz","fileCount":8,"integrity":"sha512-vjngJenHPX3sFKFHar8Jx/u2f4Ky5OK44lFEhal8gPTy4oH7FePOQoCIK7+5wQqNxtMUUm9oE2sxjpAfbWPZBw==","signatures":[{"sig":"MEQCIGfW0lXeo+PkvyKOf2Bq0PThxMQVJSv1QNZioRtwPxcfAiBEEexv4Rar5keDnNRJyT4N/UD15gbCcIi4O5DhBg4COQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":88959},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"3454cd9f3b0f7ca5d105978ba042070501512dae","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/7.1.5/node@v18.16.0+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.2.0/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       ","directories":{},"_nodeVersion":"18.16.0","dependencies":{"@yozora/ast":"^2.2.0","@yozora/character":"^2.2.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.2.0_1692576315874_0.9896035501255089","host":"s3://npm-registry-packages"}},"2.3.0":{"name":"@yozora/core-tokenizer","version":"2.3.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.2.0/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"55e6cf5d707c20d0bedcaec3bcb4b6c6ced4948b","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.0.tgz","fileCount":8,"integrity":"sha512-6JZT80zpGrbqchK++EILGTtNeEANyxGjZwojvufrui5cG3zqEpG8SakTqQLN6bg8oIT+c4wnAeQcxfhi0kzVPQ==","signatures":[{"sig":"MEYCIQDMyocB3ztGsYAFvqckh9h7CLcL2pj9QzixpKbh2CKvogIhALTITof8ax/gOYAEAn5HdM15NOrh3fL+Il3G/pywtRnK","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":89225},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"f8ed6c970eabd41d6528847a1803cb4ec0eaadf7","scripts":{"build":"rimraf lib/ && cross-env NODE_ENV=production rollup -c ../../rollup.config.mjs","prepublishOnly":"cross-env ROLLUP_SHOULD_SOURCEMAP=false yarn build"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/7.3.0/node@v18.16.0+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.3.0/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       ","directories":{},"_nodeVersion":"18.16.0","dependencies":{"@yozora/ast":"^2.3.0","@yozora/character":"^2.3.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.0_1695051973437_0.2922327661414401","host":"s3://npm-registry-packages"}},"2.3.1":{"name":"@yozora/core-tokenizer","version":"2.3.1","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.1","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.0/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"dddf5f7dd9b681acdac9ddbbff09bd6f8ef60e28","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.1.tgz","fileCount":8,"integrity":"sha512-bGpe22tRriKiDjjKcqKwkz2dNOaGvfDb3lNKdP5swwvy5dBGAQ2rPAlAXJujmemMcmVPwjVcUHYlWsvNbvyqsw==","signatures":[{"sig":"MEYCIQCzISEKrH4jh/TeowPa53sCS6TyyU40dRQJwsQq8KXA9gIhANohkhjjNS5sHeTwfpoY/w6YmU/TWu0JbkTjVDBYUG0m","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":91148},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"eaea7c3649e7e7886a1c3a85125b8c6268fdab20","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.0.2/node@v18.16.0+arm64 (darwin)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.3.1/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       ","directories":{},"_nodeVersion":"18.16.0","dependencies":{"@yozora/ast":"^2.3.1","@yozora/character":"^2.3.1"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.1_1706613508240_0.26419344627993446","host":"s3://npm-registry-packages"}},"2.3.2":{"name":"@yozora/core-tokenizer","version":"2.3.2","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.2","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.1/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"100cc2614b409bbf44a0d24cdfbd2feba3cba2ef","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.2.tgz","fileCount":8,"integrity":"sha512-g7Xw0puubmet0UVMmX4mi+Q5/Pb4xkzlnqZF23sWOB2ug7MkTGR3xH0BBBNtQQs2gV8NdGuoyCMmG+bhsZIejQ==","signatures":[{"sig":"MEYCIQCfnEZHuJjhS62d/MXwyqpYRRe4ky8Qe8IJED2tY99+ogIhAOSe3n/6/lexgP/mzuuOgVpWzNXrMDR+gav8xXO27W0L","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":91464},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"73fe7a7906f5958fa1b73b9dbfd04cf2f15c50ce","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.0.2/node@v18.19.0+x64 (linux)","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.3.2/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">       ","directories":{},"_nodeVersion":"18.19.0","dependencies":{"@yozora/ast":"^2.3.2","@yozora/character":"^2.3.2"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.2_1718614155883_0.3121992025414284","host":"s3://npm-registry-packages"}},"2.3.3":{"name":"@yozora/core-tokenizer","version":"2.3.3","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.3","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.2/packages/core-tokenizer#readme","dist":{"shasum":"e4214ed29d260471c5960923929a3b7617dcbf6d","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.3.tgz","fileCount":7,"integrity":"sha512-ZuVb9TJ4nOhOEtPfrh69scweI1/czGr4x6Ha5uqn1YZRJjhXwPv3iXwIgndpu8KdC3F5HZ15akO4UnI08hyBCw==","signatures":[{"sig":"MEYCIQC5qyomAS3kLnWszllAmxP6jin0nJJ7mZ4n43ZcPKQpCwIhAKuqU7jcTAm3QqVOFpft59Z1hjpz8j9BwG7qEcLF7fm6","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":83558},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"be6d15961901654c0b685933d95a17a8e29999c2","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.3","@yozora/character":"^2.3.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.3_1726821257892_0.364755440617353","host":"s3://npm-registry-packages"}},"2.3.4":{"name":"@yozora/core-tokenizer","version":"2.3.4","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.4","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.3/packages/core-tokenizer#readme","dist":{"shasum":"5c04de1b924b663984b5c7e654f0bf6e4ddacefc","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.4.tgz","fileCount":7,"integrity":"sha512-TM547CHv4FbAImbFJZmqscbFyE5hGrsFyuJodLpnr6g0zsY8eQapqVreUiMm2ppOObNZvnSry9fRU3y/sXZ/7Q==","signatures":[{"sig":"MEUCIBlph2/HgV5cH9oIt8H22b8JIHKNBXd/FNvH+iv4ZIFMAiEAoHWChhkF4a1ztNzqTTJBptCM2WKBiDQGmtGUysWd7/0=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":83827},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"ac66f6209903a0d4956f6571528b817174a36f06","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.4","@yozora/character":"^2.3.4"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.4_1727603361650_0.7701942524634411","host":"s3://npm-registry-packages"}},"2.3.5":{"name":"@yozora/core-tokenizer","version":"2.3.5","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.5","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.4/packages/core-tokenizer#readme","dist":{"shasum":"d82df7264991961040d61d6c9ccdcdc91f89eddc","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.5.tgz","fileCount":7,"integrity":"sha512-N+RvwFZvtv22IUgepDpxJCnrYiUdOQnOoCUTDENP1jEq7GjemzPgxuUKspMbN7yPw8bQXkHRC9RqcNa6I4SDyQ==","signatures":[{"sig":"MEQCIC/m2gE1By9dAIoetWHXGeHCqtToj6CkWw8OkjAT6Ro1AiA9UYwJFNr3ySez29/dEGNsMqnPAeHrvi5zeAMX9R/BEw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":84619},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"251eac044927616fe211c86c98e44a39003bd664","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+x64 (linux)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.5","@yozora/character":"^2.3.5"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.5_1728216099635_0.9069416536423369","host":"s3://npm-registry-packages"}},"2.3.6":{"name":"@yozora/core-tokenizer","version":"2.3.6","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.6","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.5/packages/core-tokenizer#readme","dist":{"shasum":"d2f06ae9cc9e180b839c2eb6a50b138875aeb28b","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.6.tgz","fileCount":7,"integrity":"sha512-12h5Vn5ipl5D8lbs8BVQjpOdkbHSnETC3HFGlbXxHmgryQgFQ/enyXQmFMGQjIuTRGrbZ6h6Aq1HZSYai9bK7g==","signatures":[{"sig":"MEUCICuLhn5fmmiU3MeEaZP3kY8GVPm8epwf72pkjFuneeNaAiEApCG6qoZ5g/SEm1g8/MKs+gxEC0vwLYYNlkGDCEjGxpU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":85981},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"7a61f02a1dff874c68dc3b75b07832789604c3bc","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.8/node@v20.18.0+x64 (linux)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.6","@yozora/character":"^2.3.6"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.6_1729652004098_0.737300059492088","host":"s3://npm-registry-packages"}},"2.3.7":{"name":"@yozora/core-tokenizer","version":"2.3.7","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.7","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.6/packages/core-tokenizer#readme","dist":{"shasum":"6956933b3c7d4e9dd595deb5bd0e4685d4fff141","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.7.tgz","fileCount":7,"integrity":"sha512-f1aHAU9fmrvSneZ2oH46sfXMK/Dd84x2F3QVFWvcfq5pgh1+A3EYxPGVarXzVcA6Iv+kfsToA/XqcEg2iQHriQ==","signatures":[{"sig":"MEYCIQDb4gYc2vEe0h8hyQxpdHfGicpbblEEQYHncW7qJCR2XQIhAKp2U9cJQXSwqFLMruNXf1esB8iq/W91erAoD2xs8+0s","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":86709},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"ba794102161e339545274a42bb7b27e3021a5591","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.8/node@v20.17.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.17.0","dependencies":{"@yozora/ast":"^2.3.7","@yozora/character":"^2.3.7"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.7_1730881405807_0.042360918154628946","host":"s3://npm-registry-packages"}},"2.3.8":{"name":"@yozora/core-tokenizer","version":"2.3.8","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.8","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.7/packages/core-tokenizer#readme","dist":{"shasum":"0564a215d2ed4e7f6b54130add5bf0c6b9ed7a3e","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.8.tgz","fileCount":7,"integrity":"sha512-+ZH9vW9RO2zFo3hW7vAEkwEOXGtv8COtCvLTd+Kq1HPn2P0HCKo/EAAU5Oo3svQ/iFsewakTcocFtEgTsVc+AQ==","signatures":[{"sig":"MEUCIBoW6mN2uZHIIJZT4Qce2ReD6txmwLnJQOFwRPzAWRTZAiEAxQp0OkIq5SQEw2+LtjpjbXg4Vi3rXWagVomOc0Dq/uM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":87183},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"c4ddb8bfb317b74d481be80ce545d7dbe3add3f2","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.8/node@v20.18.0+x64 (linux)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.8","@yozora/character":"^2.3.8"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.8_1733217397730_0.8717509280373699","host":"s3://npm-registry-packages"}},"2.3.9":{"name":"@yozora/core-tokenizer","version":"2.3.9","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.9","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.8/packages/core-tokenizer#readme","dist":{"shasum":"aa4b6ffd09781f1eacf7225d42dc3d89cb8e647b","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.9.tgz","fileCount":7,"integrity":"sha512-e4+JoanUjBvT56KFOtIz3xfkboMcAWwc0XzFbcp/QDfoj7ns7Mdks4cKBGaa6/+aLxIhC/18mZ9qKk1igYJG+w==","signatures":[{"sig":"MEQCIAsVH8vLETqfcknVR43BKua2Z1lJ6jQVlhAb1x7SMNBnAiBhe1N0RqvPN6E/TZD8VE0P9wRr6Na1rz5ckRqQ7SxYPQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":87452},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"d125df1d679815b8acc36d8f1294ee02918110be","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.8/node@v20.18.0+x64 (linux)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.9","@yozora/character":"^2.3.9"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.9_1733381859679_0.5874063163208505","host":"s3://npm-registry-packages"}},"2.3.10":{"name":"@yozora/core-tokenizer","version":"2.3.10","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.10","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.9/packages/core-tokenizer#readme","dist":{"shasum":"2d31e37b6146553b34d3813269bbcac3896a6d83","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.10.tgz","fileCount":7,"integrity":"sha512-BP9fZu3Yzp1Fyo3OjIae526+qBbW0/IQPUsQoCBBvCTUEg4NnyyOUK+b9LzzhrZ4WBvqldlUV8yTq/3k5COGDA==","signatures":[{"sig":"MEQCIDvI3vTLI95TQrsDZR7S6sLKYS7RI4s+ZeSatYM6eg05AiANqrkRXSnYlTS41plimkFqslTwEnD9iIJ6Vm5Vb7xBAQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":87761},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"a36b4ddca579a3d20bf2ab68b9e31eaa3f03e423","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.9/node@v20.18.1+x64 (linux)","directories":{},"_nodeVersion":"20.18.1","dependencies":{"@yozora/ast":"^2.3.10","@yozora/character":"^2.3.10"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.10_1736418556653_0.10310771245540318","host":"s3://npm-registry-packages-npm-production"}},"2.3.11":{"name":"@yozora/core-tokenizer","version":"2.3.11","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.11","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.10/packages/core-tokenizer#readme","dist":{"shasum":"581b64b54beb69e005a8c8bb4058fc92a1876ebb","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.11.tgz","fileCount":7,"integrity":"sha512-9fiNel95c0IcrHZdx8pLbiKh09rHBnirWZR/n+NKadCwL4UTYBKF/KauzdKeNU+0I441mvUByEaW70PqtTt3LA==","signatures":[{"sig":"MEYCIQDbeMy3MRe7n9qHdysBNz862HNoBcuM17JXraPKQlohfwIhAN0A432WEgAnk3Y3kMiKblOdVCkoOt/YtJvVSLa9GERL","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":87869},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"dcc0a95d27fcdac98153e0facd658dcce104a455","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.1.9/node@v20.18.1+x64 (linux)","directories":{},"_nodeVersion":"20.18.1","dependencies":{"@yozora/ast":"^2.3.11","@yozora/character":"^2.3.11"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.11_1736754924951_0.49133329857076813","host":"s3://npm-registry-packages-npm-production"}},"2.3.12":{"name":"@yozora/core-tokenizer","version":"2.3.12","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.12","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.11/packages/core-tokenizer#readme","dist":{"shasum":"e3c79adc69ea715c39568aeffe2f039ea7a7c23b","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.12.tgz","fileCount":7,"integrity":"sha512-TGNtfE71OyYRbL7vrGg+hVUGiutxorTzpk4mXq2tOIwQL2issHu12sOnhwThlPe35N65knzdrFUl/eyvQCO4qQ==","signatures":[{"sig":"MEYCIQDEpe+ioAocLisfLgRv+NSpPYEpfASCp88fwCR3p64KgAIhAMqAcHqFIqzjaT9FqXNVVVF3mF0mqvvWoXVngWQHtYXH","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":88411},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"2899b0fd92b5c22f501870f2d2a365f5b6fa16cf","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.2.0/node@v20.18.0+arm64 (darwin)","directories":{},"_nodeVersion":"20.18.0","dependencies":{"@yozora/ast":"^2.3.12","@yozora/character":"^2.3.12"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.12_1740580256387_0.12864293002623972","host":"s3://npm-registry-packages-npm-production"}},"2.3.13":{"name":"@yozora/core-tokenizer","version":"2.3.13","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.13","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.12/packages/core-tokenizer#readme","dist":{"shasum":"96997f71be23f85c1e2e0defb4ade4112ef37520","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.13.tgz","fileCount":7,"integrity":"sha512-Azk94/pcHBd5ppvHBWEjR59igel9ESCIiGsI9PBurrXE0orIo8VyV6kr4V+ItwG//RbpUsnmzldndgKId89TPw==","signatures":[{"sig":"MEQCIGrP5ASiXnp+ifSsCXSqC3QpHYUJ4rTb2DPl/AHqJlV+AiADoAQbTbafbQhDSmUGWTIvOwU+Y/ngnOLM1YJ2LxcGkw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":88354},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","engines":{"node":">= 16.0.0"},"exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"gitHead":"583531be6f7f5ec72ffdd01eab436de8e1ed4f17","_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"lerna/8.2.3/node@v25.0.0+arm64 (darwin)","directories":{},"_nodeVersion":"25.0.0","dependencies":{"@yozora/ast":"^2.3.13","@yozora/character":"^2.3.13"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.13_1764515610643_0.37216234773316725","host":"s3://npm-registry-packages-npm-production"}},"2.3.14":{"name":"@yozora/core-tokenizer","version":"2.3.14","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.14","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.13/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"8a608146efe098e518863432cd79b3aa50fc8c1c","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.14.tgz","fileCount":7,"integrity":"sha512-zJKloKyRvuFadeqc+i8hzbmYOyHzAluxosH1OaepB0bUJXcsGe7nqR6PR/B9fobKHDPSM8UNXS385uk/K70ZqA==","signatures":[{"sig":"MEQCIE2BUdfZ5Kq/iF76b+39OB38+rPV85rlk/MO8jx0OsfBAiAtfAN4vUhS2VvqRNLrtEYgW4qIhKhiGmrmrb3fmQWKwA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":88576},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-core-tokenizer-2.3.14.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/46/g_pc2kcd0png2zh_xr46wwp00000gp/T/43858a9c2a412e0498d24c274a4e2228/yozora-core-tokenizer-2.3.14.tgz","_integrity":"sha512-zJKloKyRvuFadeqc+i8hzbmYOyHzAluxosH1OaepB0bUJXcsGe7nqR6PR/B9fobKHDPSM8UNXS385uk/K70ZqA==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"11.11.0","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.3.13/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">      ","directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.3.14","@yozora/character":"^2.3.14"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.14_1772245965184_0.9402383911990251","host":"s3://npm-registry-packages-npm-production"}},"2.3.15":{"name":"@yozora/core-tokenizer","version":"2.3.15","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.15","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.13/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"406dc1f9dd7678eb0d53ab1b61a5854233645972","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.15.tgz","fileCount":7,"integrity":"sha512-wWMiJC3DF4k0g6ArKwGLPLjeObfaGu5hzSdL0Dp4jwm3GjbAUY+Q1oYkSb4C3SJrusJl05AYCu7ygaeV5nrQgg==","signatures":[{"sig":"MEUCIQCL6u+Lv7TveZVkaGJFERCOCJ2p01yIjiaxtgd5eTbtJgIgE7eL0uJegdVaXZiETEPcY82vwmaULALWt7zie3yZaRQ=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":88759},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-core-tokenizer-2.3.15.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/46/g_pc2kcd0png2zh_xr46wwp00000gp/T/efe463fad8f4c5b074f14c30f137116c/yozora-core-tokenizer-2.3.15.tgz","_integrity":"sha512-wWMiJC3DF4k0g6ArKwGLPLjeObfaGu5hzSdL0Dp4jwm3GjbAUY+Q1oYkSb4C3SJrusJl05AYCu7ygaeV5nrQgg==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"11.11.0","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.3.13/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">      ","directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.3.15","@yozora/character":"^2.3.15"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.15_1772334358308_0.09746791683480982","host":"s3://npm-registry-packages-npm-production"}},"2.3.16":{"name":"@yozora/core-tokenizer","version":"2.3.16","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.16","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.13/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"555e2512a9a6a2eb1417adf03f028c63b179423a","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.16.tgz","fileCount":7,"integrity":"sha512-ob/ETWNM3SJwejFSFAOuBvhPlA+aCRUQqMoOff0oVMi65ZBP5WSdAZAsAeObK5NW4H7yR5PqkiIEoyszdLO/bw==","signatures":[{"sig":"MEYCIQD1ie+I5l1bMFeyLgwU+w2jorkVEu4WnpA4O5YaUPh+7QIhAP6mwKRwhRhA5giQPwmL7a9l4e9jP2UtYkeZCjEpRS4G","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":88927},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-core-tokenizer-2.3.16.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/46/g_pc2kcd0png2zh_xr46wwp00000gp/T/c1b5fe7ded97e60a62838182df6bde63/yozora-core-tokenizer-2.3.16.tgz","_integrity":"sha512-ob/ETWNM3SJwejFSFAOuBvhPlA+aCRUQqMoOff0oVMi65ZBP5WSdAZAsAeObK5NW4H7yR5PqkiIEoyszdLO/bw==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"11.11.0","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.3.13/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">      ","directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.3.16","@yozora/character":"^2.3.16"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.16_1772336948640_0.3459191379337019","host":"s3://npm-registry-packages-npm-production"}},"2.3.17":{"name":"@yozora/core-tokenizer","version":"2.3.17","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.3.17","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.3.17/packages/core-tokenizer#readme","bugs":{"url":"https://github.com/yozorajs/yozora/issues"},"dist":{"shasum":"dd07e434c9ed77ea707bb0d13354c261c9905b20","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.3.17.tgz","fileCount":7,"integrity":"sha512-WQBOK/SlzHqpUZNUAU+ihLQxDqlLDsgwt6Vp0JFp8508ziuTJqc/awltBrIPS+Jm3pH+j83PPQlYR1SsZEPWTA==","signatures":[{"sig":"MEYCIQDcHCWp0dZ/SIOWMMKAUv+CEnV1RydSW/eGzHf6hmbFQwIhANmF4Jb+mrpISzY33GF3C58icEFxUgKcc4H7RhHmjk0d","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":89345},"main":"./lib/cjs/index.cjs","type":"module","_from":"file:yozora-core-tokenizer-2.3.17.tgz","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"_resolved":"/private/var/folders/by/7s_s327x3r9clwb_nbcs1l600000gn/T/cb0c711858247f2889815aefde0b9d63/yozora-core-tokenizer-2.3.17.tgz","_integrity":"sha512-WQBOK/SlzHqpUZNUAU+ihLQxDqlLDsgwt6Vp0JFp8508ziuTJqc/awltBrIPS+Jm3pH+j83PPQlYR1SsZEPWTA==","repository":{"url":"git+https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"_npmVersion":"11.17.0","description":"<header>   <h1 align=\"center\">     <a href=\"https://github.com/yozorajs/yozora/tree/v2.3.17/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>   </h1>   <div align=\"center\">     <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">      ","directories":{},"_nodeVersion":"24.16.0","dependencies":{"@yozora/ast":"^2.3.17","@yozora/character":"^2.3.17"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.3.17_1783671983720_0.8149261855952203","host":"s3://npm-registry-packages-npm-production"}},"2.4.0":{"name":"@yozora/core-tokenizer","version":"2.4.0","author":{"url":"https://github.com/guanghechen/","name":"guanghechen"},"license":"MIT","_id":"@yozora/core-tokenizer@2.4.0","maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"homepage":"https://github.com/yozorajs/yozora/tree/v2.4.0/packages/core-tokenizer#readme","dist":{"shasum":"752a6655191703b34c5186a7a51bee73ede447b8","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.4.0.tgz","fileCount":7,"integrity":"sha512-vsydDPF3HS/vxORJU5zYS0VhWBVoFl8UcVwodiN5bdyz43difrcwv6Gzvv6tT4CVs4ls8E/Q2azYdO7jelNBSg==","signatures":[{"sig":"MEQCIEmaN5YtXsMTwLeP6RgNWs5x0570/rbq0T4TnriROSu1AiACPlkeAe0NYdYjU4IlzcoyzWW2HDzJkp6ysrI5HMc16w==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":106763},"main":"./lib/cjs/index.cjs","type":"module","types":"./lib/types/index.d.ts","module":"./lib/esm/index.mjs","source":"./src/index.ts","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"scripts":{"build":"rollup -c ../../rollup.config.mjs","clean":"rimraf lib"},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"repository":{"url":"https://github.com/yozorajs/yozora.git","type":"git","directory":"packages/core-tokenizer"},"directories":{},"_nodeVersion":"24.13.0","dependencies":{"@yozora/ast":"^2.4.0","@yozora/character":"^2.4.0"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/core-tokenizer_2.4.0_1785562776338_0.10920898244932253","host":"s3://npm-registry-packages-npm-production"}},"2.4.1":{"name":"@yozora/core-tokenizer","version":"2.4.1","author":{"name":"guanghechen","url":"https://github.com/guanghechen/"},"repository":{"type":"git","url":"https://github.com/yozorajs/yozora.git","directory":"packages/core-tokenizer"},"homepage":"https://github.com/yozorajs/yozora/tree/v2.4.1/packages/core-tokenizer#readme","type":"module","exports":{"types":"./lib/types/index.d.ts","import":"./lib/esm/index.mjs","require":"./lib/cjs/index.cjs"},"source":"./src/index.ts","types":"./lib/types/index.d.ts","main":"./lib/cjs/index.cjs","module":"./lib/esm/index.mjs","license":"MIT","dependencies":{"@yozora/ast":"^2.4.1","@yozora/character":"^2.4.1"},"scripts":{"build":"tsdown --config ../../tsdown.config.mjs","clean":"rimraf lib"},"_id":"@yozora/core-tokenizer@2.4.1","dist":{"integrity":"sha512-JAgvgzkAQDNX7RVz6v9Dj3HxTU3O/RJytYS9IFyNgjxNRhZ735KSkTSqlXROQwc5DP9HeNWqqs7ppmqDhLTjTg==","shasum":"a4e6083f3a6da2ec8e4c87a8e8341ed74129b83e","tarball":"https://registry.npmjs.org/@yozora/core-tokenizer/-/core-tokenizer-2.4.1.tgz","fileCount":8,"unpackedSize":112074,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEUCIQCodcOrv6cenX4isHvzQQCBvYkRhzcerusszZIsqc/U4wIgOTKpPIf7eJ01ky9fSNpdrkcviB3/blH0kP+yZlJrfuk="}]},"_npmUser":{"name":"lemonclown","email":"me.guanghechen@gmail.com"},"directories":{},"maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/core-tokenizer_2.4.1_1789341480144_0.8412733255270659"},"_hasShrinkwrap":false}},"time":{"created":"2021-02-25T15:26:50.299Z","modified":"2026-09-13T23:18:00.451Z","1.0.0-alpha.6":"2021-02-25T15:26:50.671Z","1.0.0-alpha.7":"2021-03-06T06:48:12.511Z","1.0.0-alpha.8":"2021-03-13T08:27:02.467Z","1.0.0-alpha.9":"2021-03-20T06:39:36.321Z","1.0.0-alpha.10":"2021-03-20T07:30:19.486Z","1.0.0-alpha.11":"2021-03-20T10:53:57.857Z","1.0.0-alpha.12":"2021-03-27T12:57:23.585Z","1.0.0-alpha.13":"2021-04-10T13:37:51.495Z","1.0.0-alpha.14":"2021-04-11T08:36:41.593Z","1.0.0-alpha.15":"2021-04-11T14:04:22.925Z","1.0.0-alpha.16":"2021-04-12T15:38:32.449Z","1.0.0-alpha.17":"2021-04-15T14:43:21.973Z","1.0.0-alpha.18":"2021-04-18T12:29:19.429Z","1.0.0-alpha.19":"2021-04-19T12:52:57.399Z","1.0.0-alpha.20":"2021-04-20T13:45:09.234Z","1.0.0-alpha.21":"2021-05-12T04:40:44.701Z","1.0.0-alpha.22":"2021-05-20T13:33:18.274Z","1.0.0-alpha.23":"2021-06-08T13:47:25.275Z","1.0.0-alpha.24":"2021-06-10T01:59:41.422Z","1.0.0-alpha.25":"2021-06-17T08:50:42.102Z","1.0.0-alpha.26":"2021-06-25T03:39:42.512Z","1.0.0-alpha.27":"2021-06-28T07:25:45.742Z","1.0.0-alpha.28":"2021-06-30T00:26:34.091Z","1.0.0-alpha.29":"2021-07-08T02:19:10.057Z","1.0.0-1.0.0-beta.0.0":"2021-07-08T11:05:52.980Z","1.0.0-beta.0":"2021-07-08T11:13:42.854Z","1.0.0":"2021-07-20T01:58:26.728Z","1.1.0-alpha.0":"2021-07-31T15:11:36.485Z","1.1.0-alpha.1":"2021-08-01T02:32:27.807Z","1.1.0-alpha.2":"2021-08-07T12:39:32.134Z","1.1.0":"2021-08-12T14:38:50.908Z","1.2.0-alpha.0":"2021-08-15T09:12:57.105Z","1.2.0-alpha.1":"2021-08-16T13:29:48.605Z","1.2.0":"2021-08-22T02:33:01.022Z","1.2.1":"2021-09-04T05:58:20.185Z","1.2.2":"2021-09-06T08:40:44.782Z","1.3.0":"2021-10-09T14:06:40.440Z","2.0.0-alpha.0":"2022-01-03T14:07:56.483Z","2.0.0-alpha.1":"2022-01-08T08:00:08.995Z","2.0.0-alpha.2":"2022-01-09T12:52:18.871Z","2.0.0-alpha.3":"2022-01-12T14:43:39.289Z","2.0.0":"2022-01-15T09:20:45.749Z","2.0.1":"2022-05-21T13:22:32.688Z","2.0.2-alpha.0":"2022-05-22T04:01:42.498Z","2.0.2":"2022-09-24T02:28:34.838Z","2.0.3":"2022-10-11T14:17:45.310Z","2.0.4":"2022-11-02T11:29:14.369Z","2.0.5-alpha.0":"2023-01-05T15:27:47.776Z","2.0.5":"2023-01-09T10:49:19.294Z","2.0.6":"2023-03-05T10:30:22.654Z","2.1.0":"2023-03-10T15:38:12.452Z","2.1.1":"2023-03-10T16:14:10.501Z","2.1.2":"2023-03-11T04:42:34.152Z","2.1.3":"2023-03-23T13:22:18.984Z","2.1.4":"2023-04-02T10:58:47.052Z","2.1.5":"2023-05-13T10:54:00.257Z","2.2.0":"2023-08-21T00:05:16.040Z","2.3.0":"2023-09-18T15:46:13.581Z","2.3.1":"2024-01-30T11:18:28.398Z","2.3.2":"2024-06-17T08:49:16.040Z","2.3.3":"2024-09-20T08:34:18.101Z","2.3.4":"2024-09-29T09:49:21.878Z","2.3.5":"2024-10-06T12:01:39.803Z","2.3.6":"2024-10-23T02:53:24.268Z","2.3.7":"2024-11-06T08:23:26.048Z","2.3.8":"2024-12-03T09:16:37.890Z","2.3.9":"2024-12-05T06:57:39.898Z","2.3.10":"2025-01-09T10:29:16.852Z","2.3.11":"2025-01-13T07:55:25.130Z","2.3.12":"2025-02-26T14:30:56.614Z","2.3.13":"2025-11-30T15:13:30.883Z","2.3.14":"2026-02-28T02:32:45.328Z","2.3.15":"2026-03-01T03:05:58.446Z","2.3.16":"2026-03-01T03:49:08.781Z","2.3.17":"2026-07-10T08:26:23.851Z","2.4.0":"2026-08-01T05:39:36.487Z","2.4.1":"2026-09-13T23:18:00.303Z"},"author":{"name":"guanghechen","url":"https://github.com/guanghechen/"},"license":"MIT","homepage":"https://github.com/yozorajs/yozora/tree/v2.4.1/packages/core-tokenizer#readme","repository":{"type":"git","url":"https://github.com/yozorajs/yozora.git","directory":"packages/core-tokenizer"},"maintainers":[{"name":"lemonclown","email":"me.guanghechen@gmail.com"}],"readme":"<!-- :begin use tokenizer/banner -->\n\n<header>\n  <h1 align=\"center\">\n    <a href=\"https://github.com/yozorajs/yozora/tree/v2.4.1/packages/core-tokenizer#readme\">@yozora/core-tokenizer</a>\n  </h1>\n  <div align=\"center\">\n    <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">\n      <img\n        alt=\"npm version\"\n        src=\"https://img.shields.io/npm/v/@yozora/core-tokenizer.svg\"\n      />\n    </a>\n    <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">\n      <img\n        alt=\"npm downloads\"\n        src=\"https://img.shields.io/npm/dm/@yozora/core-tokenizer.svg\"\n      />\n    </a>\n    <a href=\"https://www.npmjs.com/package/@yozora/core-tokenizer\">\n      <img\n        alt=\"npm license\"\n        src=\"https://img.shields.io/npm/l/@yozora/core-tokenizer.svg\"\n      />\n    </a>\n    <a href=\"#install\">\n      <img\n        alt=\"Module formats: cjs, esm\"\n        src=\"https://img.shields.io/badge/module_formats-cjs%2C%20esm-green.svg\"\n      />\n    </a>\n    <a href=\"https://github.com/nodejs/node\">\n      <img\n        alt=\"Node.js Version\"\n        src=\"https://img.shields.io/node/v/@yozora/core-tokenizer\"\n      />\n    </a>\n    <a href=\"https://github.com/vitest-dev/vitest\">\n      <img\n        alt=\"Tested with Vitest\"\n        src=\"https://img.shields.io/badge/tested_with-vitest-6E9F18.svg\"\n      />\n    </a>\n    <a href=\"https://biomejs.dev/\">\n      <img\n        alt=\"Code style: Biome\"\n        src=\"https://img.shields.io/badge/code_style-biome-60a5fa.svg?style=flat-square\"\n      />\n    </a>\n  </div>\n</header>\n<br />\n\n\n<!-- :end -->\n\n[中文文档][homepage-zh]\n\nDefines the shape of Yozora tokenizers and their lifecycle methods, as well as some utility\nfunctions to assist in resolving tokens.\n\n## Install\n\n- npm\n\n  ```bash\n  npm install --save @yozora/core-tokenizer\n  ```\n\n## Usage\n\nAccording to the parse strategy, there are two types of tokenizers: Block Tokenizer and Inline\nTokenizer.\n\n### Block Tokenizer\n\nThe parsing steps of the block tokenizer are divided into two life cycles:\n\n- `match-block`: Match a block node and get a `BlockToken`.\n\n- `parse-block`: Parse `BlockToken` lists into Yozora AST nodes.\n\n#### match-block phase\n\nIn the process of parsing block nodes, the content is read line by line. Block-level nodes have a\nnested structure:\n\n```markdown {2}\n> This is a blockquote\n> - This is a list item in blockquote\n> - # This is a setext heading in the list item of the blockquote\n> - > ...\n```\n\nAs shown in the second line above, when parsing [ListItem][@yozora/tokenizer-list], it cannot get the\nfirst character in the original document line directly, but waits for its ancestor elements along\nthe existing nested structure, such as the [Blockquote][@yozora/tokenizer-blockquote], to complete\nmatching before it gets an opportunity to match. To make tokenizers work with each other\ntransparently, the nested-structure parsing logic of the `match-block` phase is lifted into\n[@yozora/core-parser][], using `IPhrasingContentLine` as the actual parsing unit of a line:\n\n```typescript\nexport interface IPhrasingContentLine extends INodeInterval {\n  /**\n   * Array of INodePoint which contains all the contents of this line.\n   */\n  nodePoints: readonly INodePoint[]\n  /**\n   * The index of first non-blank character in the rest of the current line.\n   */\n  firstNonWhitespaceIndex: number\n  /**\n   * Visual width of the preceding indentation.\n   */\n  indentWidth: number\n}\n```\n\nThe lifecycle methods at this stage are subdivided into the following methods (see\n[match-block][lifecycle-match-block] for the complete type definitions):\n\n- `eatOpener`: (Required) Try to match a new block node.\n\n- `eatAndInterruptPreviousSibling`: (Optional) Try to interrupt the previous sibling node and match\n  a new block node.\n\n- `eatContinuationText`: (Optional) Try to match the continuation text of the current block node;\n  that is, consume the current `IPhrasingContentLine` with the current block node. There may be many\n  kinds of results at this stage, distinguished by the returned `status`:\n\n  - `notMatched`: Not matched.\n\n  - `closing`: Matched, and this is the last line of the current block node. The current node is\n    saturated and will close.\n\n  - `opening`: Matched, and the current block node remains open.\n\n  - `failedAndRollback`: Matching failed, and the content of the previous lines must be rolled back.\n    It is assumed that rollback does not affect the previously satisfied nested structure.\n\n  - `closingAndRollback`: Matching failed, but only the returned lines need to be rolled back. The\n    current node remains valid and will close.\n\n- `eatLazyContinuationText`: (Optional) Try to match lazy continuation text. The paragraph and table\n  tokenizers currently implement this method. See\n  https://github.github.com/gfm/#phase-1-block-structure step 3 for details.\n\n- `onClose`: (Optional) Called before the current node closes to perform cleanup.\n\n- `extractPhrasingContentLines`: (Optional) Convert a Block Token generated by the current tokenizer\n  to `IPhrasingContentLine[]`. Override this method when matching this node type may require\n  rollback.\n\n- `buildBlockToken`: (Optional) Convert `IPhrasingContentLine[]` into a Block Token. Override this\n  method when matching this node type may require rollback.\n\n#### parse-block phase\n\nThis phase contains the following lifecycle method (see [parse-block][lifecycle-parse-block] for the\ncomplete type definitions):\n\n- `parse`: Convert a list of Block Tokens into Yozora AST nodes. Return nodes directly when no child\n  parsing is needed. Otherwise, return a generator and run\n  `yield api.requestBlockTokens(tokens)` where nested blocks are needed. The core parser resolves\n  requested tokens lazily and resumes the generator with either their nodes or the thrown parsing\n  error.\n\n---\n\n### Inline Tokenizer\n\nThe parsing steps of the inline tokenizer are divided into two life cycles:\n\n- `match-inline`: Match inline content and get an `InlineToken`.\n- `parse-inline`: Parse an `InlineToken` into a Yozora AST node.\n\n#### match-inline phase\n\nAfter a block node closes, matching inline nodes can begin, so inline matching receives continuous\ntext without the concept of lines. Inline nodes also have priorities; for example, links have a\nhigher priority than emphasis (see https://github.github.com/gfm/#example-529). To make tokenizers\nwork with each other transparently, priority-related logic is handled in [@yozora/core-parser][].\nEach tokenizer provides four types of delimiters: `opener`, `both`, `closer`, and `full`. The\nprocessor in [@yozora/core-parser][] completes the coordination work.\n\nThe lifecycle methods at this stage are subdivided into the following methods (see\n[match-inline][lifecycle-match-inline] for the complete type definitions):\n\n- `findDelimiter`: (Required) Find delimiters.\n- `isDelimiterPair`: (Optional) Check whether the given two delimiters can pair.\n- `processDelimiterPair`: (Optional) Process a delimiter pair, as in\n  [@yozora/tokenizer-emphasis][].\n- `processSingleDelimiter`: (Optional) Process a single delimiter, as in\n  [@yozora/tokenizer-text][].\n\n#### parse-inline phase\n\nThis phase contains the following lifecycle method (see [parse-inline][lifecycle-parse-inline] for\nthe complete type definitions):\n\n- `parse`: Convert a list of Inline Tokens into Yozora AST nodes.\n\n## Related\n\n- [homepage][]\n\n- Block Tokenizer Lifecycle\n\n  - [match-block][lifecycle-match-block]\n  - [parse-block][lifecycle-parse-block]\n\n- Inline Tokenizer Lifecycle\n  - [match-inline][lifecycle-match-inline]\n  - [parse-inline][lifecycle-parse-inline]\n\n[homepage]: https://github.com/yozorajs/yozora/tree/v2.4.1/packages/core-tokenizer#readme\n[homepage-zh]: ./README-zh.md\n[lifecycle-match-block]:\n  https://github.com/yozorajs/yozora/blob/main/packages/core-tokenizer/src/types/match-block/hook.ts\n[lifecycle-match-inline]:\n  https://github.com/yozorajs/yozora/blob/main/packages/core-tokenizer/src/types/match-inline/hook.ts\n[lifecycle-parse-block]:\n  https://github.com/yozorajs/yozora/blob/main/packages/core-tokenizer/src/types/parse-block/hook.ts\n[lifecycle-parse-inline]:\n  https://github.com/yozorajs/yozora/blob/main/packages/core-tokenizer/src/types/parse-inline/hook.ts\n[@yozora/core-parser]: https://www.npmjs.com/package/@yozora/core-parser\n[@yozora/tokenizer-blockquote]: https://www.npmjs.com/package/@yozora/tokenizer-blockquote\n[@yozora/tokenizer-emphasis]: https://www.npmjs.com/package/@yozora/tokenizer-emphasis\n[@yozora/tokenizer-list]: https://www.npmjs.com/package/@yozora/tokenizer-list\n[@yozora/tokenizer-paragraph]: https://www.npmjs.com/package/@yozora/tokenizer-paragraph\n[@yozora/tokenizer-text]: https://www.npmjs.com/package/@yozora/tokenizer-text\n","readmeFilename":""}