{"_id":"happynodetokenizer","_rev":"40-bafa235de780892181d9cdb53766f830","name":"happynodetokenizer","description":"A simple, Twitter-aware tokenizer.","dist-tags":{"latest":"7.1.0"},"versions":{"0.0.1":{"name":"happynodetokenizer","version":"0.0.1","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"51036fd3b659d85a5a067dd0b633731a1d10664c","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.0.1","scripts":{},"_shasum":"fb624eed888b4fb8b1101cb254e0134eec365069","_from":".","_npmVersion":"4.5.0","_nodeVersion":"7.8.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"shasum":"fb624eed888b4fb8b1101cb254e0134eec365069","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.0.1.tgz","integrity":"sha512-v0mHiNe71+isZ4rsukbXm6VDOVLFzH7Ib22fT7J7p93w6olCnDSST5oKpLmOE9sg8pZSOM3XnR7Pyl/zdBGbqg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDlgHCgK8Xy/4YC0vplLR+P2uAw5WYeBsAGmltvNP3OAgIgGqayYwF4M13+QTmjz3bsPDIByBgAN3ug/63FEVxaXLw="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/happynodetokenizer-0.0.1.tgz_1492710322507_0.45469756075181067"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.0.2":{"name":"happynodetokenizer","version":"0.0.2","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"51036fd3b659d85a5a067dd0b633731a1d10664c","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.0.2","scripts":{},"_shasum":"c46206791d4c0839a4ea87fe5117c2f5475de1e5","_from":".","_npmVersion":"4.5.0","_nodeVersion":"7.8.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"shasum":"c46206791d4c0839a4ea87fe5117c2f5475de1e5","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.0.2.tgz","integrity":"sha512-2sQKMgCfqlGMJqb471oxdS2w1MiFskC9UZSEYkWMJkd7V6jbXRXlWdwwL+3BYpbt0KW9+KMR7wqdqRse2V+VQQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGUHI2ZO2PVbsFkyfC0V6vM69kLl0o+tOJDIILu+XqffAiEAoWIA6kPs9SR7n+Mdqq6LBHJosBtOPff6tnP9qZSTZos="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/happynodetokenizer-0.0.2.tgz_1492710532781_0.320782431634143"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.0.3":{"name":"happynodetokenizer","version":"0.0.3","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"07e19a877ab8ba7a04fbf03c30773bd87edb697b","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.0.3","scripts":{},"_shasum":"84f210db403f850cb7dcd476901f1d33f56d34c8","_from":".","_npmVersion":"4.5.0","_nodeVersion":"7.8.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"shasum":"84f210db403f850cb7dcd476901f1d33f56d34c8","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.0.3.tgz","integrity":"sha512-C5xL/e10+1mNxCSofpy195/vZV0cxtWN1zzWwygdXEe6uD2udMYFVjPevpNCuzEOGj09xSv0Arg8pnc5SpFwKg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAakBHYHKNr35Wx8xvVQb1RJTyzi2XKv3dP/0YR80c8mAiBDbV/foh+bCwAI+Aa7XvMK5pukGBcLEyr4cfIkcm1uTg=="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/happynodetokenizer-0.0.3.tgz_1492885505642_0.3082516824360937"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.0.4":{"name":"happynodetokenizer","version":"0.0.4","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"afd8a95582224b7f117b107c7334f74deb1815df","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.0.4","scripts":{},"_shasum":"9613f6813eb4c05906434a335e3e5f693e7800ca","_from":".","_npmVersion":"4.5.0","_nodeVersion":"7.8.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"shasum":"9613f6813eb4c05906434a335e3e5f693e7800ca","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.0.4.tgz","integrity":"sha512-PwaXCM85sU3/Mc/eCkB5XTWde1dm1DAk2HBUE1kVxN4QY2LpB0LzGm1DThVFmCT8yOf0w4oEveVGmHOcPWOGYQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDLidswX1YB1SD/anxQwXboJL+JPM7NzZ9T+8FTA3HGWgIhAMa70M+TrBmAbXHbYLn3tk8uDPWRvv/pjrAY9aWgylA4"}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/happynodetokenizer-0.0.4.tgz_1493125680049_0.7736214264295995"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.1.0":{"name":"happynodetokenizer","version":"0.1.0","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"277938aa0c6d807e9bf2dcb8d02eb7d019ebef7c","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.1.0","scripts":{},"_shasum":"7f3f09cba8f716864b27e117a3fabc103ef81367","_from":".","_npmVersion":"4.5.0","_nodeVersion":"7.8.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"shasum":"7f3f09cba8f716864b27e117a3fabc103ef81367","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.1.0.tgz","integrity":"sha512-1wu0/Bbcl29eDChcnlEWKe5da17eR6P3vczPHQmof4eAR+7Qiwxgm13tukChULDqnS055r9N22raqNknxIyS+Q==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIDbSjZgI7DMo66C1X7cDq+yNVCGYeuEsO3rShDtN61nXAiBrn1ExGHHGnELbnCDHUTHTXKcKimbQ1VmR7HZdVZNs9g=="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/happynodetokenizer-0.1.0.tgz_1493211758998_0.28019290743395686"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.1.1":{"name":"happynodetokenizer","version":"0.1.1","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"e012e7b5834192d524b2f41d5c062b0a3ebaee15","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.1.1","scripts":{},"_shasum":"a47f0b817457d754174b4d7386d8e46e80acfaf7","_from":".","_npmVersion":"4.5.0","_nodeVersion":"7.10.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"shasum":"a47f0b817457d754174b4d7386d8e46e80acfaf7","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.1.1.tgz","integrity":"sha512-Q8+HjcoVtvDKvFXxaEiKLxpdIzM0MwNwt9jJa7VOlRz4/o+fiR5SqQldFRkX52oDI2kH31Ky6GcqRBe0Vwhd+g==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIFlAQtJYYx7md9pO4R2/6lPTea3rX2gg9EiTEYgEaqdNAiEAqKLiTccr3zejRi9XXREg1RRiCEfL0r6nRQEKwmQoT2o="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/happynodetokenizer-0.1.1.tgz_1494071044807_0.2284420202486217"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.1.2":{"name":"happynodetokenizer","version":"0.1.2","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"6ba0b49b2b8da873152a1def47532f10e0d5ac43","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.1.2","_npmVersion":"5.0.4","_nodeVersion":"8.0.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"integrity":"sha512-nJNKkDLbQ9rCRU/qmIBuFQzarm9LEqHO90xNF1F0DdA1H8uR49ADcPOgnD8g899GSh6A8Yz+q8wVZbwQjsJCwg==","shasum":"02606ea5520c4ac9839e648c2b812abf1139d2ad","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.1.2.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIHCTuxauNOBYUqXCI7xdxl03WpG5WajQr3q0+oNVp8WfAiEAl+bk6xZLtS/D2MhRuLkWYIgr0WVMfxAtc5iis/ojsMo="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer-0.1.2.tgz_1500481237265_0.37008321681059897"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.2.0":{"name":"happynodetokenizer","version":"0.2.0","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"859fa84f7616cef68d3e11f91f45e265660a8b3b","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.2.0","_npmVersion":"5.3.0","_nodeVersion":"8.4.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"integrity":"sha512-0ssO1T35RbC6gHkYxxxCVNhGJYtQTB+QuvsfUDmm8rWl+n6AjItTnSe67VYCUyPPriqIM0ijYk0mQbADDDjkxg==","shasum":"3ba478fc37952c6eaa7164156caac14d7a89a139","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.2.0.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDgshHhuDUFl2eZhfLskorJ7lzo/IXEpqEcwPfQwOmm4QIgPF4kOOKwW5p2PanUZqrGT8OBzUH+DIVYI8F/6gsEOwk="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer-0.2.0.tgz_1503245549268_0.5011991043575108"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.2.1":{"name":"happynodetokenizer","version":"0.2.1","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"ae6df3e1d807b8f59ef23ae5013a267e8e1bbdb8","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.2.1","_npmVersion":"5.3.0","_nodeVersion":"8.4.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"integrity":"sha512-yEDwMvkTNbeLSeO0HP8FO3IVRbHHEiqa23S0ZyhEOe/PyUFIdjZuo9IOS8dCo/NOGSTIAybVTCI7WxdDz8VBdw==","shasum":"a1d1eef63097cef5590674847c1801b90e0b5df3","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.2.1.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIEpVw61YxwweQfwulyy+9VBx2tdoDvyTw3eTxM7g4kvvAiEAmcYAdOx+RQUVT1QaMgfeFLDGPxRJQqm45qSOInzv/uc="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer-0.2.1.tgz_1503842287081_0.8527943452354521"},"directories":{},"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.2.2":{"name":"happynodetokenizer","version":"0.2.2","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"13ec7683db4aaf7f7b000a0fea1b43f82ef1cdaf","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.2.2","_npmVersion":"5.7.1","_nodeVersion":"9.8.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"integrity":"sha512-TlOlVLoVyG9mPlisB9xvMLMgfke4yXeuA4QoqEUzjAk48RUpcI0a3OiNFHE0bOC2GGky98UDmmEN1A5uUkLvbw==","shasum":"f3f6b3a0d9e2472a269c6d0f5eba1b3a723eb37e","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.2.2.tgz","fileCount":5,"unpackedSize":28227,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIE1eHDVYIq+ELPPjtQAhbonqV+rZxubvPWMH7Kf1TcTHAiB7xjFbpGsUCJKTL0qioHGvGdPdpB4UOTKl/Xr9OjHycA=="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_0.2.2_1521385994764_0.27020099190836433"},"_hasShrinkwrap":false,"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.3.0":{"name":"happynodetokenizer","version":"0.3.0","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","happyfuntokenizer","happyfuntokenizing"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"8f6e3f728e02d26386bd56df6073fbbea4b4cea9","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.3.0","_npmVersion":"5.7.1","_nodeVersion":"9.8.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"integrity":"sha512-U96/1joOiPt7w8a5e2bdCn3jwEx4uI6Ntx6er0OWvyMW1C0gqboeEocn8vvrprjGBIQphXnGbjatl09GHrm8BA==","shasum":"fa7c787b5e85aa3e3689dcae51b29e87cfe42447","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.3.0.tgz","fileCount":5,"unpackedSize":27975,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGUZGcnYShrB98tglpEMC9l1M3tfBADFrv0r7cfjHMxLAiEA2BTKS6dKKsgws3gZ9yX51wd8ZtsJC5eLDcRRwUiNGTU="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_0.3.0_1521390897881_0.4949525930284633"},"_hasShrinkwrap":false,"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.4.0":{"name":"happynodetokenizer","version":"0.4.0","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"906428d539233947ccaa64c7ce5fbeeb7706d303","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.4.0","_npmVersion":"5.8.0","_nodeVersion":"9.11.1","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"integrity":"sha512-c7b68nQXhCjzaCuBoEbZshG+SjZq3j3NiTMZKRpez6mvKAFvorCAPJLz46orMPCPfy/rHAWZ5XuZvn6LiJVRtw==","shasum":"db2fa323206271fe410a555a9b0df12ae42a197a","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.4.0.tgz","fileCount":5,"unpackedSize":30180,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJa1lVQCRA9TVsSAnZWagAAJZ4QAIZSNqBte+agd8SOtyQY\n1bYX8syQUrsVDlMaSD4vRXI169VERH6b6XpKlr6YPBSkIsbRRlJpdVLIef1B\nml0OCdWrsRe9cKJI5PppdKI9vqQH/4Ynus/hY78r5ttZb18xpeP2P4wYNndp\noghSaFpm/cJT9qYerWO7lH1vKngT9fFkl8XgtvqbKTuE2hwlXe2GbRWv62Du\nWWW51fJmFBuUqWpaaGXwWYpG9Ld6SZPcbQf2PqPyFjph+ZHr6IC9hpI66vAt\n88qw3wHEr+JyTggfbSXTWWjSLfPuuwtXhEwSqe9q2HsCOIdkdSZVFLcpyXi4\nyqS0p4dcuYuszoPbtHwh+E4oY3bvmRiGx/XlwVLe5i2tTfz3r1w1fyz61GxF\nqXhtcXT1KlStrcS5f0a57EX6i9gwb4djmpBoTi67OO3rtNwQLYUXhVT6JoMo\nQnKmJP2RXtqJATnJSm2HRjQ31EIglVNCGm9UcDtnZt+N9K+WFm8+jbgxtfou\nHqqTZIp3Z/mLJ0LU2d62pJQmx298B57cqoMO3nQyz3/3LtuRInifOY4bdce+\n9BdArIzmoj84wH23q9Caybl6BLc2zg7mwuD6xlRTxHV8FeSFAkTvbm+0wPDK\nJ1RtS9ahdZca0XBoAfhSnwCEf4ak+bwtHxpNnE/oZeP9fljFGEiJqAQ4bfq8\nlMtT\r\n=inyC\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIEvG9vS/R+nU0FYqd75mwW8dJAb/BFl1FoLG/eYSVdekAiEA/FQET9xfpq2x3puX3vEvHtSzYeC8htRAX+jej6ygBmA="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_0.4.0_1523995983251_0.15068728514697982"},"_hasShrinkwrap":false,"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"0.4.1":{"name":"happynodetokenizer","version":"0.4.1","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","dependencies":{"he":"^1.1.1"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"gitHead":"1b18f8e99f34b1b8e23db034a0f911e95b054d83","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@0.4.1","_npmVersion":"6.4.1","_nodeVersion":"10.10.0","_npmUser":{"name":"phughes","email":"peter@phugh.es"},"dist":{"integrity":"sha512-qfH3qvPiYPNRmZNBP/zQ3CynXncx4t1QBxi3tG3PNOGcIzmOafbOWg5kzVCHOuT3XejvliirL8kfRF4LME/4oA==","shasum":"859a1da42e05fc7acddb5af12279a4d37d78dece","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-0.4.1.tgz","fileCount":5,"unpackedSize":30251,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJbmEZmCRA9TVsSAnZWagAANNoP/1A6n97gjIJ8yVK8yZKh\nA1QKW1/A3LW+B+DDOkgQr3fcNL6lQfgu8lABjabhAIOPJoRT25I+N1YcDeQI\n+lJzkdzN4IcwZ60g5LG74N7XY31IjBPCHICtLBIWxjNdwxQ9lcru5erZsTYh\np9WwISbm12jx+v0Y4LKj55TJjYD6vOGNxnVDnKo9DtraCGMARRATYkjTNcyW\n2Ofy+D/Oz02qFqKHHMIh5p0aTTyJNiV8IsuKqC3xk7TGNJksg5etzKgyM8n+\n0r9SnojfpCPa4JtKL6aOOHugBSRltKOZVxITvQc3T0a0QcaMdo3qaYcoAj8B\nfU4dhu2UBO4kTxzdIA14cMvPGYxl0AaDQKx2awUWuUJd/NyHljibqeth6tq8\nxQ0jvYvobznN6WV4vFFmVfQtrh6D3qvbvSz5Zxz8VBHc2pDHcVYWJOnBSEnG\nk2jBVWKYBQPELnyYjFWGyu3Xkor16TKme6qcVAVqZRM09n7Jn6Q1tI6nWGu4\nSpKsa2HKq2CEYpJsLUePbf27IjEQohcui1dPIODI5mqUMkWQ54KsqoU1XVP3\nKFE+X/Y0cnsdaPdWKiLKHdyW9IIAx4ceVJVL6Vd/k8vGzr0Pt6ExttPCT6Op\npjochNXXowRvJKrFERR32PYIMSN4bKPD7PthhY6kgMHeR8X1yCtv5/xfJrJD\nLq+y\r\n=YxYm\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCkEKiJt1g2y/YO1A/e+Ic7kv5xzbJkLamTXWfJUPHY+QIhAPqrWWUPzadIi4GQmWTYJhaW2nq1uLe/YHT/H7jNutiS"}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_0.4.1_1536706150016_0.3253946260569158"},"_hasShrinkwrap":false,"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"1.0.0":{"name":"happynodetokenizer","version":"1.0.0","description":"A simple, Twitter-aware tokenizer.","main":"index.js","keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","engines":{"node":">=8.0.0"},"dependencies":{"he":"^1.2.0"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"devDependencies":{},"gitHead":"1b18f8e99f34b1b8e23db034a0f911e95b054d83","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@1.0.0","_nodeVersion":"10.11.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-5uoD8EtXi2Ki/i9wO5+VayFnI1g0onRHyV09DOmiFJ/TmJPFkqK8vf7zE1e4pYjh8KZWUQelWSdMVAYlIOodCA==","shasum":"760369017b030982e559047ad75cff642546eacc","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-1.0.0.tgz","fileCount":5,"unpackedSize":36139,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJd0DpdCRA9TVsSAnZWagAA6xIP/38gwAPzm+GuPa2Q05Wc\n/WXVZSCSaMV2ykSY9LtYHQdnFvew7WAUSPR1h2aGyLUHzdZkmrcOMAAH7h0d\njOryC3actVsSxsHopAN/2TGfDseNgweAYor4++okUwYtefj5RSK3a2XL0Qut\nw6K2cY0n+7AV5z2+Kdjj4z7fytfv0O1/nV+0AbYsQxE6Bko3VD5HGxaaCgUf\nBX2r8+MvSAc0xtXQmmn7wA3BUULalPvS30IByEpeBGpyGqEuD6eqMGlVZHj2\nlRzJkFok3pqFu37jrAVkK9hUPs8S3LD/se8HVstX2kYSNxGPVkQDcvIQJxWm\n8u93fTekLwXU2/0mqy/H32vEJjyD4jIdeh1OW2jxmm4rCqXdr3V+cmaF1B4l\nuQYeAttaUQCBGNvWDToh+YajuW1Q8O1kN3QphxtgaiQ3t4y6EGdw+wcoTXwV\nX+SCHeXahNDDkmFSwhvFUeVO+Xj5ysOnobwRZwMMWyY6WvZKDjL0VfyeW+nu\nNhA7udR4TemO9byDtiTAIHUoC4BpKIRyccur3AsbjYMqoHiVO0l3/3EhOAHH\njfhbwjYN9q8R8vyd08W0fjnjqgAOHc0WVMQ5CY6lF97cR1a/A/XllagQKzXX\n0k2xaqsGNywwp4/MeSH5eIi+O4H6cxzNB/+bwAuoCHu+I6oVS8wSCvdoG5WP\nmVWD\r\n=ucLH\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCyBhVTUiu4/dBS7uTR/fTx6oGgCuzhVWDFv8wGEKYN3AIgV3J37GZm3PTeaEp1YZpas/Q9fZ1a00AcgftsxENFP8E="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_1.0.0_1573927517258_0.17946608429877742"},"_hasShrinkwrap":false,"deprecated":"<=1.0.0 deprecated, use >=2.0.0"},"2.0.0":{"name":"happynodetokenizer","version":"2.0.0","description":"A simple, Twitter-aware tokenizer.","main":"index.js","scripts":{"test":"node ./test/test.js"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings"],"author":{"name":"P. Hughes","email":"peter@phugh.es","url":"http://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","engines":{"node":">=8.10.0"},"dependencies":{"he":"^1.2.0"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"devDependencies":{"eslint":"^6.8.0","eslint-config-google":"^0.14.0"},"gitHead":"9d1c100e0a49575f48cb35a8f43977f6e2f66f94","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@2.0.0","_nodeVersion":"12.16.2","_npmVersion":"6.14.4","dist":{"integrity":"sha512-VRiUoFlk7GET/ni2lDgBCM8wT+adcM618GphAAn7QITZPVGE9ut0E4zKMZtIxDG+uHuGUL0MmzPwiTwNCirbXA==","shasum":"1aa773a18f1df83a14ef9ff4d4d02fc754c9ab75","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-2.0.0.tgz","fileCount":9,"unpackedSize":44975,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJetc0nCRA9TVsSAnZWagAAOAIP/2EL0Wg2TI8EeHMDkmYU\n2q+7SdOfWmQS0fBunVCWK4ZPG7DpGzFpOQf3/0P1Si6bh/bXOq9BTzMT7DFz\nc8HIwAAp9ERvjMUBcif6o2NBivdCkg+1HfB5lFOK9lKi9OarNjnf8Q7Oz2xJ\nx50Pi5FmvaeeG+0Q2UglUFO28swTDIURTEC2C71vwTmq206mQjTI2NTjSBQ+\nXSGV05vWqHBZE/gMBfrs9SbjpNT3pZYvprSDB6r5cLFooBPmNJjgrQX12n1w\nX+eOyB2f+DfSYdW8qfPYNNNag9iAyNkNrfSlma6Alk9NqjKXpvATEX3jErwE\nDoSkm+0a6twESScGrTNsNDR0/Dr7mzIOFaXsDNBV5nIUfibGy1lWyHMLu3oW\nATXsALXHgngQjhm6g70Ft17M+pScXrtRI/mu/SRM/T0bVBAxooHcTCT+H2qI\nRkwZF1F6+ZyiU2e8I2+iuookUPdMZ2AtEtvL5pWdq9TUlzO1G2XQ6y4mZU1Z\n/TYTtr+x8Poz/5+29oPCJ6xTSnUjhKaYf79qQkgN1+WDVHQbTSHDfW5Wnu7B\nXkgsmlgT9RWS5TuTpba9ZUifyMk9AYhFiNXe4kOMR1T95O80rXCNyqA52vcY\n06DP1AcvEmZvAgQprQ80yhBwhTencMQzqCjm2XtICxfl6qBcc0SnHHj3CBUJ\ntVDX\r\n=PVnu\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD3D9r99zhSi1tTMSSiYNhBXrj8dk7Cnqv7nVDSh8CwiQIhAMYIJZ4aYSumf9ftMeicMkNzMMiYKCueijjW9/yHeJ9U"}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_2.0.0_1588972839271_0.21902271150181973"},"_hasShrinkwrap":false},"2.1.0":{"name":"happynodetokenizer","version":"2.1.0","description":"A simple, Twitter-aware tokenizer.","main":"index.js","scripts":{"test":"node ./test/test.js"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","engines":{"node":">=8.10.0"},"dependencies":{"he":"^1.2.0"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"devDependencies":{"eslint":"^6.8.0","eslint-config-google":"^0.14.0"},"gitHead":"8fc246dde01ccf354e73e98f97ab704743dc91a4","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@2.1.0","_nodeVersion":"14.3.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-5hIwKwVXlQs0xNymdYwtRTOjZdbFf7BJMYwXiSbVDOZvsuRZAu67kBVbX/I5TVoQs+FTBK9/B8lQtPlv8YO/GA==","shasum":"d1b1b92285a701b034ea03dd6791d1ba01cfbaba","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-2.1.0.tgz","fileCount":9,"unpackedSize":51239,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfBJOJCRA9TVsSAnZWagAArOIQAJZv8WcaHrKCq1P744MI\n93UO9gNYggWVhMgCZZQoLi+zPLlEtg4wEtwRB3Pgm6pLVwtBEWs8kWGdnasS\nmQt1l2BgVCP5s4q+SBnC2E8FNpAasnyik75/c6Dsf31nBonNng65WJtDicQ4\nQfdCEWuQN9SlSwPQndZiobEQUGy6pWZ+ndW+jbhS0K0OmbgvQJKmUwu93KBl\nvx54/61p2Ys1efEX5tor+dGFkRsK9VHaBjmx92H/gkXD0ZVFLD+Pb75bFn+F\nSaw+K16tmxAGuiMgTcJjt+o7aowwOpLmYgHGmOGCE7xgEB1AFYM9z/Q8K7Oq\nqYhQInUPUnEw35VwF9XYGTfMtYiZ7iYPvCeqs/A7k9Nz08kaY0elZcSgtklv\n3iifiUDNAcsWpHcW3OUQjhSFopy6n5RhYN3n7dzpwcBFSznFu97zun+NCv3v\nCjR6/2gWb8/q95KIvP7IyVZP+/qF0+B14ypKvJmZq6kcuFUd1SyjplH1po9F\n+Sfq3VTE1XMFwdXafjIz2v46AzExZss4BGdlUnk3JKAmxukmu4/oxss3MwLH\nHfs9HA1dMQDIqMbCpo5V+eCRe6NXFNNrCJLrcUcO85l+i7PxVr9RnMRgC2yS\nFbXAVn5CguqSzTZZs2afa8LV+cbreRM0CD4veclOe7MgFBZ3U2GoZp3JfVQM\npHGi\r\n=QvKb\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIARaJ4otIcwLTkaVaecp0WEJJMlxee1e0NLl8/d7DA6uAiEAlDiUCQMDMuHxN8bPC3VWYS2BKQDzeTuEeM9RpM6anfk="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_2.1.0_1594135433275_0.3861606926792813"},"_hasShrinkwrap":false},"2.1.1":{"name":"happynodetokenizer","version":"2.1.1","description":"A simple, Twitter-aware tokenizer.","main":"index.js","scripts":{"test":"node ./test/test.js"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","engines":{"node":">=8.10.0"},"dependencies":{"he":"^1.2.0"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"devDependencies":{"eslint":"^6.8.0","eslint-config-google":"^0.14.0"},"gitHead":"60d237d80508d0a5b953a03268385e66b075b0b0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@2.1.1","_nodeVersion":"14.3.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-Chuor+4YCpkGis8VSZ1ieLirv/6zkK9tkLdSFTFc2f/RENWl0WGHB10S8McwSg7hnb/LurL+OhxyN50maleqjg==","shasum":"94c6142d8c93ca00195fad384dc52569202f9ae8","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-2.1.1.tgz","fileCount":9,"unpackedSize":51241,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfBZBCCRA9TVsSAnZWagAA/vQP/is83HOLoncj5J/203T1\nwsqW+sKMUu/vEVz8DRRm5DE7TJ/BbTFtLjrrYhvcPDcf3tctStDXsCJmHB/G\nN6UiqIUThPoIl52/AgPixvZNyEqXN0nsyTSB8RDGxVRC4IwIA2r0t6fifsNv\nX96Ju84Ez6AL1VpBccJARktPgSb23oQVyPeRvRTGxPX0k0pHx5d9Zt4edx3G\n329G6+1w68aNVY7f4utKk6hVeMwZgnU6J7Nd1FyKd5vd6alHqwvtzzvFinuC\nD7RmiIO7aQfpduZrWpf/mv3ryuhFl5B35Cv8NY19ojDPsgQ7RcFzmT9ue3M/\nQeFuhLUR7jdf4+AVJMG4s7dy/A92K3g/51lR2akvCNFx4wF26hAAWixehVaT\ngcQ9qE1f4xP4gWABLMnD4hGEwMkYGCqCfZvOcteU1pORIeavL8BvNLTtteHX\nf0JPo5VVq8k5723WP3lKw44JTEc2My7wjRce+XFL2bumGu+Jn2ZzlNLEnZfP\nZ6HvuI80iS3eyXMZhB5KISJHwx6AczBV6zeBimS4Jl3AA6XHT8Tn3KVVOTBJ\nWoNipD7ITfjk18EpPx4q6xzVuih7DqEPRCc4cRaYyawBdydSVLOJer3iNCFA\nox0bpbBHE7a/GQk+H+h4khIwRbr90zvGcTJIFJq/Aaazj4Zt9K8JDUJ3MH4R\n6BrQ\r\n=RGT5\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIHvMSWACNzRTyAteTtm9gckwIYG6Hfw24W431BDA/aiIAiB2r2sPcMDqbQZQYdOWORX5+u5IAQEUgvodTpKZwnCwgA=="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_2.1.1_1594200129605_0.2999735272170232"},"_hasShrinkwrap":false},"2.1.2":{"name":"happynodetokenizer","version":"2.1.2","description":"A simple, Twitter-aware tokenizer.","main":"index.js","types":"index.d.ts","scripts":{"test":"node ./test/test.js"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","engines":{"node":">=8.10.0"},"dependencies":{"he":"^1.2.0"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"devDependencies":{"eslint":"^6.8.0","eslint-config-google":"^0.14.0"},"gitHead":"840953d7f2f0e4d0c5763af666b5658a2c4969c4","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@2.1.2","_nodeVersion":"14.3.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-Qdg8+BH3ZoDZBNx8tjuH5PNw2GHT6fCCoWejbls0E5BxliMMKAFaCsrMjllpY6ILiXGQ5MFK24Y0DPeI24WICw==","shasum":"cc3515c35b5760b474f0c2b4111a62fb8af6feda","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-2.1.2.tgz","fileCount":10,"unpackedSize":52363,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfCy6dCRA9TVsSAnZWagAAax4P/3DOq9Hvvsov3vF1A926\nrl7ZpkHCNY9MOFkgd/eVf59i1zpAn/1Gp2kgIjlaNM5NIGSESJ9WFE+jancg\nFUpYfzGCvAVUZ35vEsREI9FXShc9zTB9d6e4+KPA6T/qGmrcvUogZkkuBPpE\nK4nanu3BN9NvIHMHxaUcbYzQVFNZM+g/6BlvKHrCpI1OxrHVjzlDQWt21RCg\np78N9itcL7I7nK03Bo08xXHUwEvkodTD7AZoL8jw/H/9zreHuWBjp93brHDg\nm+r8zYjpklbdKOP/nmNyLBs+Pxu6wTF8vevZtwz3AyAWZDfchVTkma50jum+\nIHjNg+9PVQShF36/W6wKhtjLijILQsWXcsFr+5JdTj9RK9OofpK+6A2/uP/I\ndiDKZ0UsVKfOIikoUtQcY2xtd1AdSiLQCVzsvvSEGsrMF21G0Dqn5CruOBit\naxdFHqbXHm4ySx2+JmluL6d/wfDvzqkrN2ObZ1YCr+pHMtxVgaZz2h1XOZJW\nstWiM3QhOSAhwmO94RpbzwRj+bzOiIqrtzPifbGKnxtW1LVv6PlAScOodmIh\nCDlQ3PekP02+vH7pp9tYR/qtsOSyughcOwtEof/yycEgd8LgekChpDGh4rPW\neG9HBnCr2QIkRmWlIrE7YsfWIJ+DFo1sH6KRrmgYtvB2BkR+mQomqC2XPigZ\naMPd\r\n=QAhG\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCd5FL/uaO8RQRkJR/mdfNMbVkRl3zCmKy1Cm0Gg/AkSQIgZSlezgBY70EdJto7v6WI3uVVb0+3pTEzTQRFTY8vTLw="}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_2.1.2_1594568348694_0.1480612084064874"},"_hasShrinkwrap":false},"2.1.3":{"name":"happynodetokenizer","version":"2.1.3","description":"A simple, Twitter-aware tokenizer.","main":"index.js","types":"index.d.ts","scripts":{"test":"node ./test/test.js"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","engines":{"node":">=8.10.0"},"dependencies":{"he":"^1.2.0"},"homepage":"https://github.com/phugh/happynodetokenizer","repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"devDependencies":{"eslint":"^6.8.0","eslint-config-google":"^0.14.0"},"gitHead":"e67fa9b4f303b80f7922e56a22371d8b212aee38","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"_id":"happynodetokenizer@2.1.3","_nodeVersion":"14.3.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-L7vrkEY82aPqqF9JZvwCvX8ub/tsfKAwiXJR1ygOuztTTqG32uA+ffp1hYB78av1zxcF0hxH1svhkMTtmOrHmg==","shasum":"a2c625ec7f55fb3836b9ee69a85bb599b5acefee","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-2.1.3.tgz","fileCount":10,"unpackedSize":52387,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfCy9WCRA9TVsSAnZWagAAATcQAIQOKGDBxlhN1AhSwLqM\nj6MxpbmD0TCSTIChAchBdrSJnbouxAsj2CDF56TjAqG91J7G0Y1WtDonqBJY\nmrDKzLvHGL95gNR5124SKXsyaPkxk1brvatTI1zNMxERbB1gu8iUDsOXx436\n/ScPcizBqCfCQg7ju6t+qmdsRvzSOi0gXAWOh1mhv15LnK1CQCLIBDg5gTQn\nX8h/UEKqcFnEaMq9ToBoCr7P/smKb4Qe+0rlgi1stg9ubbHCl/pUE8dYSXao\ngcFjAgY2DE1ragQOG1mYY+ual2FZvN7j5uP0vr2wzB6MNLNOylFBfNAM4Sec\n6YE+q/5D2dKvofebG78p8sD3D2fqoWqVKE/bu2ndNcGZ4b56Ie0qyVeduErX\nweZYTTYejt2aABjYeK8QXxBHE/VSCUDja1qHiBARgtkBPXZCjTzjnNPoG2Oq\nuckZngEc76WZACybX1c/OVR1ECq6ZzlK+MDnfH/f1CWIJf7T4pooawOPmyiL\nNoMMKgM0RBudHVwWmmNetCfBIc20pmICjubSRsRpVWe3g74LZXMmXMxNKPF+\nk9prhR4yy6U7/dvglqZiVsD/agRwCInkk0xUcHXoaYgYNS3hxEv6jvbgHNLq\nKh8a3bLyaBmyxOMw4LjMMtzaSCec2piiUJLsYYWrcGFHwI+503Ve7MXx8LRq\nS/ci\r\n=Nt9z\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD099Cbk9L2SBJ5wFcyBfVOgo3mHnhQAIIL6jGd2TKxfwIhAKFugqo9y3OiSXc4GE9d3JZRob4adYmBo8fw7GiYcoNe"}]},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_2.1.3_1594568534004_0.8176604996966026"},"_hasShrinkwrap":false},"3.1.0":{"name":"happynodetokenizer","version":"3.1.0","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.12.1","@babel/core":"^7.14.3","@babel/preset-env":"^7.14.4","@babel/preset-typescript":"^7.13.0","@rollup/plugin-babel":"^5.3.0","@rollup/plugin-commonjs":"^19.0.0","@rollup/plugin-node-resolve":"^13.0.0","@rollup/plugin-typescript":"^8.2.1","@types/chai":"^4.2.18","@types/node":"^15.12.2","@typescript-eslint/eslint-plugin":"^4.26.1","@typescript-eslint/parser":"^4.26.1","chai":"^4.3.4","eslint":"^7.28.0","esm":"^3.2.25","rimraf":"^3.0.2","rollup":"^2.51.1","rollup-plugin-dts":"^3.0.2","rollup-plugin-terser":"^7.0.2","ts-node":"^10.0.0","tslib":"^2.2.0","typedoc":"^0.20.36","typescript":"^4.3.2"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.14.0"},"gitHead":"632751f986e3d64ad2ebc4d858556d3ec9f8c58d","_id":"happynodetokenizer@3.1.0","_nodeVersion":"16.0.0","_npmVersion":"7.16.0","dist":{"integrity":"sha512-gm3dDQNfsQ9xu7ttDJeCcblN9uu5mVJuoSxKEtrB9RZldwX9yK9go5469i6YCoxSQgMhfp7rkn5Jsrh4fb3/zw==","shasum":"c2eb1b3993b828ae03906c8e93fe2dd6e847e7f9","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-3.1.0.tgz","fileCount":15,"unpackedSize":1026887,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgwLdSCRA9TVsSAnZWagAA3yoP/A2uZDCik4EO7evt8lhK\nttOr7D8gCPtyWn2oRdO7AKQMwDCk+CvjIr/t5YwEDFTZKRqHMvZZ/+BA5ori\ntTTcMSZItkByFZkYwPtcQPfpsVTxk2EOzTOQJI3vqttlNOvqtPbPqYQ/sHPJ\nLj3AWkoqUxZlbDkP3s7eVZxPjQ7Ia9T/RnfEhiyKO/UFrjJHLlPxISyiqoXR\nOn3ZZOGXwPpGLqCY4+vKi8MDQW6XwsB63mekJKGXEL+Im7cp7DJb/KzuQxoK\nsNq+gyg2iBwv8mdgX3Al8zMHVLieC3y4QYBmBb0OiCE7G44Bq4uLe2UwRUuB\nJ9NTYVJ+0UHsRY6sSZEtLzUsk7/yyZqWRkGMsKJRhB5CZLOBR5BY6DT9o4e0\ntO6SOFUsE0vKJQ0GlVZcvNcJTPq+TLIzgODN2mCV1HxlLlpktlxYrFKmSZwl\nY2kY2QjPaC8dY+NJA++UeaOnzBCRLZIERp8aZYiMj28AOyAL2tHfZDgpqW1E\nTLxDLWOfc+dem2AbKURFhjcvfHV+fE32nGD6Pmj7WIT5WcVWoncC5Fo8Uq6J\nzGIUq/vP3/Mhltb/BR6RK/x7R30Uh3LVFUt7WMN+YlYbegkyEkTRgq6sUkxV\nRVQbIkGRxgIjNirna2cMjT0NLZORSSpsEYnuENfay1D92Au/0HPcNZuyhpUF\nMdid\r\n=VqY5\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIDcxgfaS/YjVIjuWrX9k4Zr65WJNRs2Hi5sH/CRXRqblAiAJE3UBDibEibnzvP3B7+oD6hx4ZymomTJjRYqLIIWwOA=="}]},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_3.1.0_1623242578877_0.6901050126235166"},"_hasShrinkwrap":false},"4.0.0":{"name":"happynodetokenizer","version":"4.0.0","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","exports":{"require":"./dist/umd/index.min.js","import":"./dist/esm/index.min.js","node":"./dist/cjs/index.min.js","browser":"./dist/iife/index.min.js"},"directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.15.7","@babel/core":"^7.15.5","@babel/preset-env":"^7.15.6","@babel/preset-typescript":"^7.15.0","@rollup/plugin-babel":"^5.3.0","@rollup/plugin-commonjs":"^20.0.0","@rollup/plugin-node-resolve":"^13.0.4","@rollup/plugin-typescript":"^8.2.5","@types/chai":"^4.2.22","@types/he":"^1.1.2","@types/node":"^16.9.4","@typescript-eslint/eslint-plugin":"^4.31.2","@typescript-eslint/parser":"^4.31.2","chai":"^4.3.4","eslint":"^7.32.0","eslint-config-prettier":"^8.3.0","eslint-plugin-prettier":"^4.0.0","esm":"^3.2.25","he":"^1.2.0","prettier":"^2.4.1","prettier-eslint":"^13.0.0","rimraf":"^3.0.2","rollup":"^2.56.3","rollup-plugin-dts":"^4.0.0","rollup-plugin-terser":"^7.0.2","ts-node":"^10.2.1","tslib":"^2.3.1","typedoc":"^0.22.4","typescript":"^4.4.3"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.18.0"},"gitHead":"5fa4ea7bf81c8ce147333245735784e03c60bc2c","_id":"happynodetokenizer@4.0.0","_nodeVersion":"16.9.1","_npmVersion":"7.16.0","dist":{"integrity":"sha512-VLk06RO3wXKWJ/9ZS431dhAcBjMy5zPxV8iHiEZ5STCK5qeLTQHFLPHciR6vsRB/lfg6dhGMi3t9VojA6heALw==","shasum":"aa430aa13ad84dd1c679398655e9339c260babdd","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-4.0.0.tgz","fileCount":15,"unpackedSize":1898188,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAyAy5WyPeYXPG4X6IHWLeKIIpbwc9SYXHzSfWQSSLyFAiBkEcyOb+ar5w09cX+6+g5FNDdGBCIOF6JCVyBXfRw5aQ=="}]},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_4.0.0_1632227511439_0.5613668024774436"},"_hasShrinkwrap":false},"5.0.0":{"name":"happynodetokenizer","version":"5.0.0","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","exports":{"require":"./dist/umd/index.min.js","import":"./dist/esm/index.min.js","node":"./dist/cjs/index.min.js","browser":"./dist/iife/index.min.js"},"directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.15.7","@babel/core":"^7.15.5","@babel/preset-env":"^7.15.6","@babel/preset-typescript":"^7.15.0","@rollup/plugin-babel":"^5.3.0","@rollup/plugin-commonjs":"^20.0.0","@rollup/plugin-node-resolve":"^13.0.4","@rollup/plugin-typescript":"^8.2.5","@types/chai":"^4.2.22","@types/he":"^1.1.2","@types/node":"^16.9.4","@typescript-eslint/eslint-plugin":"^4.31.2","@typescript-eslint/parser":"^4.31.2","chai":"^4.3.4","eslint":"^7.32.0","eslint-config-prettier":"^8.3.0","eslint-plugin-prettier":"^4.0.0","esm":"^3.2.25","he":"^1.2.0","prettier":"^2.4.1","prettier-eslint":"^13.0.0","rimraf":"^3.0.2","rollup":"^2.56.3","rollup-plugin-dts":"^4.0.0","rollup-plugin-terser":"^7.0.2","ts-node":"^10.2.1","tslib":"^2.3.1","typedoc":"^0.22.4","typescript":"^4.4.3"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.18.0"},"gitHead":"5fe5ad6f1bfda3b77f3ea4cf604491cd14dfedfe","_id":"happynodetokenizer@5.0.0","_nodeVersion":"16.9.1","_npmVersion":"7.16.0","dist":{"integrity":"sha512-ZjjuhLYaqGCBF9zAwBxLJd6YGGAysLNg3oPHe6IDGusMX4A3obuT3rAjYEbIQ38/DwDKIK1/U3QYqUG/tG70mA==","shasum":"6758a1c34ba591cec5d3ca6cf1e454f08ca24a80","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-5.0.0.tgz","fileCount":15,"unpackedSize":1784421,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQC98+kdowIEuLXVVnllDGCgbKCbjX7r0A9XJxigGD22mgIhAL3aE3JgbnPljCLVdsAEwN8J3rkf6VlTU6DuHx+eZdCO"}]},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_5.0.0_1632251228946_0.08905712660716492"},"_hasShrinkwrap":false},"5.0.1":{"name":"happynodetokenizer","version":"5.0.1","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","exports":{"require":"./dist/umd/index.min.js","import":"./dist/esm/index.min.js","node":"./dist/cjs/index.min.js","browser":"./dist/iife/index.min.js"},"directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.15.7","@babel/core":"^7.15.5","@babel/preset-env":"^7.15.6","@babel/preset-typescript":"^7.15.0","@rollup/plugin-babel":"^5.3.0","@rollup/plugin-commonjs":"^20.0.0","@rollup/plugin-node-resolve":"^13.0.4","@rollup/plugin-typescript":"^8.2.5","@types/chai":"^4.2.22","@types/he":"^1.1.2","@types/node":"^16.9.4","@typescript-eslint/eslint-plugin":"^4.31.2","@typescript-eslint/parser":"^4.31.2","chai":"^4.3.4","eslint":"^7.32.0","eslint-config-prettier":"^8.3.0","eslint-plugin-prettier":"^4.0.0","esm":"^3.2.25","he":"^1.2.0","prettier":"^2.4.1","prettier-eslint":"^13.0.0","rimraf":"^3.0.2","rollup":"^2.56.3","rollup-plugin-dts":"^4.0.0","rollup-plugin-terser":"^7.0.2","ts-node":"^10.2.1","tslib":"^2.3.1","typedoc":"^0.22.4","typescript":"^4.4.3"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.18.0"},"gitHead":"af0e0eb16e0b303fb6118e0b27a510e05a96ecce","_id":"happynodetokenizer@5.0.1","_nodeVersion":"16.9.1","_npmVersion":"7.16.0","dist":{"integrity":"sha512-449+AhCN1x2oBR+zOt7j0QLzpYk/iUgVb8pi0CocMxq4XmfLAm2EA6x9QNHhXmk+Ghlm5vlsL1eRG1f3UR2C+Q==","shasum":"2c7e448b90d4c18d932a3caf763b2883cf82c6ce","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-5.0.1.tgz","fileCount":15,"unpackedSize":1782203,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIF+RY873LuxdVELSXmOEUB48AGT4SAwIdHq5u2v4lo4zAiB9UYZSc00ki7iV6RvoppODRx1aH4M2vWJZs1aq5ZCFaQ=="}]},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_5.0.1_1632255316178_0.8398791636048779"},"_hasShrinkwrap":false},"5.0.2":{"name":"happynodetokenizer","version":"5.0.2","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","exports":{"require":"./dist/umd/index.min.js","import":"./dist/esm/index.min.js","node":"./dist/cjs/index.min.js","browser":"./dist/iife/index.min.js"},"directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.15.7","@babel/core":"^7.15.5","@babel/preset-env":"^7.15.6","@babel/preset-typescript":"^7.15.0","@rollup/plugin-babel":"^5.3.0","@rollup/plugin-commonjs":"^20.0.0","@rollup/plugin-node-resolve":"^13.0.4","@rollup/plugin-typescript":"^8.2.5","@types/chai":"^4.2.22","@types/he":"^1.1.2","@types/node":"^16.9.4","@typescript-eslint/eslint-plugin":"^4.31.2","@typescript-eslint/parser":"^4.31.2","chai":"^4.3.4","eslint":"^7.32.0","eslint-config-prettier":"^8.3.0","eslint-plugin-prettier":"^4.0.0","esm":"^3.2.25","he":"^1.2.0","prettier":"^2.4.1","prettier-eslint":"^13.0.0","rimraf":"^3.0.2","rollup":"^2.56.3","rollup-plugin-dts":"^4.0.0","rollup-plugin-terser":"^7.0.2","ts-node":"^10.2.1","tslib":"^2.3.1","typedoc":"^0.22.4","typescript":"^4.4.3"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.18.0"},"gitHead":"af0e0eb16e0b303fb6118e0b27a510e05a96ecce","_id":"happynodetokenizer@5.0.2","_nodeVersion":"16.9.1","_npmVersion":"7.16.0","dist":{"integrity":"sha512-oEzOw1OjJMTYXJbe8Hg0JgeGKnfiFA+UAOLsHSAtgKFgcOvWqgadhDxfjQAgezrhaOOI8Tk5Ox1VAdXVkUyMwg==","shasum":"749c93bb63c4102e6370d7f917bc91eb4af46c2c","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-5.0.2.tgz","fileCount":15,"unpackedSize":1782255,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh2tCcCRA9TVsSAnZWagAA7DAP/0eML3MMU8EEkORgVhy1\n5DeQvGYqOKJEAzpergjQe0qiL4Ref+qrzEdNfsVHgwYRj+UpuKFAzzLEhqnT\ncTaQWJbjG2VFpsnyZONMrk3/wUxlJAuVQm8Yy0cyzpbf9mnZ+OF9SXdqYUxx\nm92tRD4aNF+8wbeE8BRhddDGt9Qmx6JTgN+2Sin32K2VqIW2dnYUEVr/JspZ\nzDSCGjq8jMz875E0yWUePbAKWuVdF975gRrFIqEXb56PYPl1hqt735Nd7jBV\nsU+JW8ezkDzi2lUOtv+1RcIbA8hqN6wvbk/6kTI+oX9c893LfqUnUKfpIKRZ\nn9U2TJmn5jM8dJyiUzgymQU5D3uuk1JP4yDy3V/sMGM7PHD0wObX+m4ATpuq\nILsO5JcFhS49eXQrhO0LzSml8oGHZLn+CSpBLElwEuIdTsoRRS/jj0D+QtTK\nFBoKlQRQblpZupZ07fTyxW7IrQJOoWCY7MjymINbhXeWKneFcWW0DzSAcpt3\n6YMmz3ipihE52v0CJl3dp7znER7KjUt+25QfQO7AR8sNUXLVFi1kFwjhujvY\nW0BrrE9ITE12BZWmdNYJOy6Bx0F77fiR/P8j5vOexnHT79v0X3bUDJCRV3WW\nClK23nBzjAn3JWt13pSpAGfx6hLg1LnYBzEKXUfI14eAibyNTvOv0kcZUlTn\nI10Z\r\n=3bu1\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIDAqyFtfXA3eU1M4vL99SifaCGr03bKiyhelGfgmJpkVAiEA+pybzzaitEOSFpUzUHOFdw1utpgrtmw+QCGLDGBnmcE="}]},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_5.0.2_1632344118287_0.7657694164961137"},"_hasShrinkwrap":false},"6.0.0":{"name":"happynodetokenizer","version":"6.0.0","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","exports":{"require":"./dist/umd/index.min.js","import":"./dist/esm/index.min.js","node":"./dist/cjs/index.min.js","browser":"./dist/iife/index.min.js"},"directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.19.3","@babel/core":"^7.20.5","@babel/preset-env":"^7.20.2","@babel/preset-typescript":"^7.18.6","@rollup/plugin-babel":"^6.0.3","@rollup/plugin-commonjs":"^23.0.4","@rollup/plugin-node-resolve":"^15.0.1","@rollup/plugin-typescript":"^10.0.1","@types/chai":"^4.3.4","@types/he":"^1.1.2","@types/node":"^18.11.13","@typescript-eslint/eslint-plugin":"^5.46.0","@typescript-eslint/parser":"^5.46.0","caniuse-lite":"^1.0.30001439","chai":"^4.3.7","eslint":"^8.29.0","eslint-config-prettier":"^8.5.0","eslint-plugin-prettier":"^4.2.1","esm":"^3.2.25","he":"^1.2.0","prettier":"^2.8.1","prettier-eslint":"^15.0.1","rimraf":"^3.0.2","rollup":"^3.7.3","rollup-plugin-dts":"^5.0.0","rollup-plugin-terser":"^7.0.2","ts-node":"^10.9.1","tslib":"^2.4.1","typedoc":"^0.23.22","typescript":"^4.9.4"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.26.1"},"gitHead":"4798a944565712b8a6ceded4d82b1cbce9b528e4","_id":"happynodetokenizer@6.0.0","_nodeVersion":"18.12.1","_npmVersion":"7.16.0","dist":{"integrity":"sha512-tsnEO8LQSBOZiUp3xMCjl9i4zN3RBSgMFnx2DL+Gv3UnT/bSfmg4kqnUCT91776YU+jObOeLDhgsxOz2z1ivGA==","shasum":"5228e8643588bab8809911b8cabd96b92825f27f","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-6.0.0.tgz","fileCount":51,"unpackedSize":1954641,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGEpPQgSOcJijA9gEfsX5DRun5w6M1m86Uc6QfVmx4KGAiEAvchXBC713USrYABqAtCZCocqaewEVthyYE93cW7aX6k="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjlnBYACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrNdA/+Pdb8BDPn5bvFSwS+JvXdzqu59C3l1CN9FU4sO3F6JhQ5FZBp\r\nusWID24pF3JgE4DYASQZ09l2V/L+DSBD7txe8rknr8nEq3yWaC+h8J71tzdw\r\ni6KySUTjQETML5Hdg0+kF1PMkeGpJl093uJ9Cmj0Q69XwAI1rqBIMOqrXo4P\r\nxgrH7JbwP6tKxBkugFabk4wCiRzAgOR6unjakTLkkgfsG2H//MHRh3SuMMke\r\n5eG9Npps6AdAfuLBjlexQ0BSOrPTABS8RZj1fqUeviiGcaR7FeGipBO8eptC\r\nkqlFEbeAHQPRAi0sW1OvGUPslN8MQdEyyyW/z477vzGxF1GoksFTQYSmw9dG\r\n+AKLsOAtSTpa0y2yAAXM6tkzEdJbt0QyvQQYzXqCDoREpx2zJ/g8DWtM1x7A\r\nH2CJRIV66B2yBeJTzSusWFX8Oas++j+jW8HlCVM6oi4KpbR/JZh9l4YeHyYt\r\nlZyRMeJtTXz1kqUF/dpyUnXvPwW8h3vvbFTPaRaeop/dopNNDnGdg4yLaIMW\r\nEU3K0cYsO/ds+BasYRWNjcM6c+aD1f/BUufQ0p+iUKB1o+0iJYlouJ8eChou\r\nTQRZNUBBcYFIQfRGmxZ+tveFA7F/++w9giInlCOOOIcPJPR2Bk4MVuaSzW4f\r\nsNwMoKGTviFLf1dTqa4RHU1IO9F29Wa7cbI=\r\n=q+vY\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_6.0.0_1670803544026_0.20102203783144046"},"_hasShrinkwrap":false},"6.0.1":{"name":"happynodetokenizer","version":"6.0.1","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","exports":{"require":"./dist/umd/index.min.js","import":"./dist/esm/index.min.js","node":"./dist/cjs/index.min.js","browser":"./dist/iife/index.min.js"},"directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.19.3","@babel/core":"^7.20.5","@babel/preset-env":"^7.20.2","@babel/preset-typescript":"^7.18.6","@rollup/plugin-babel":"^6.0.3","@rollup/plugin-commonjs":"^23.0.4","@rollup/plugin-node-resolve":"^15.0.1","@types/chai":"^4.3.4","@types/he":"^1.1.2","@types/node":"^18.11.13","@typescript-eslint/eslint-plugin":"^5.46.0","@typescript-eslint/parser":"^5.46.0","caniuse-lite":"^1.0.30001439","chai":"^4.3.7","eslint":"^8.29.0","eslint-config-prettier":"^8.5.0","eslint-plugin-prettier":"^4.2.1","esm":"^3.2.25","he":"^1.2.0","prettier":"^2.8.1","prettier-eslint":"^15.0.1","rimraf":"^3.0.2","rollup":"^3.7.3","rollup-plugin-dts":"^5.0.0","rollup-plugin-terser":"^7.0.2","rollup-plugin-typescript2":"^0.34.1","ts-node":"^10.9.1","tslib":"^2.4.1","typedoc":"^0.23.22","typescript":"^4.9.4"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.26.1"},"gitHead":"8c07bf690f4ce359d92ff88db5f0351c2b6a5419","_id":"happynodetokenizer@6.0.1","_nodeVersion":"18.12.1","_npmVersion":"7.16.0","dist":{"integrity":"sha512-/DjXYnUCTON3M4xCaug/UV+hvsRCmqBRJaT5fk1iNt5U31PsaiOmRkudS07yWlu3+kKZ7UoIg3NOQIkFTKFh6w==","shasum":"7d7ae6f6dab082a9403ba9dad7a268ca417e3fc2","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-6.0.1.tgz","fileCount":15,"unpackedSize":1978253,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCE6QW2Rk1nBOdTUfOx3EiOKMw1U1XOiy2WVzTaW9nWXwIhAI6z8CIjQYVovgh06gorY2/AEtMOHuN3JQcReG+rKk0I"}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjl6IlACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmroahAAhiiG6g5X4n9IGRoHzrB0gkTRH/43mhqKrqg6sSnPx1HCZUtV\r\n77cTheRdv8CycA/gJ+zvXUZqX7iIB+xOS/40p/MFn4wg97gof4wOD7RzzV8X\r\nVM27oLVgfr2Jwmx7exOGkk7b3pp3iOb02WY7hylNoFjEkqWm1TurPAufsENX\r\nnbSdocf9Qx1aBXXOUERHV8fPQroI0uIhQ5K8B4PiywB6CpoffvCONqiOLOsy\r\nFbMTByuOsyQdNtUjDd6W8sEkGuzdW3Wx50xUPRbw9vhhnxP3PeKzOwDNW0m5\r\npZ4J8e0pbWL+Zorz4b5tJq4pGfYWBzCQgYp0BkVfOGRu7Wc6Vfwr/3i1XZD7\r\nBOCYbY+sBWpjGf4MpvtR3QxhOlyrnQ7VF9esFBc+BJXYqAAdK71H3b/jgPxs\r\nR6agSEKYcGtoVuXIzFcuD5esTcVhe4O93axfibZVqna0G7M6SvQAfnuzIgfZ\r\ng3repg8vxuZp+4ilIqyC5CZf8aWDQ8X1zuWiDnGaxHfsNOyhRQOZj+yq/ERM\r\ndUZ0I+YzHw11jbF2/mRZ9dLnMt9jlMa7i/OMJocCXEgA+Cs2jYorR1iDobf4\r\nxauadCZb0Sinj/7OJAYV8q7aiQ6oWGJIKYQBRM66Tvr2p0scyhq6HqcmSihI\r\n8H0gFzUbVX/r1sWJ5Pz69pnvNGaCLZeLs3M=\r\n=1cOk\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_6.0.1_1670881828891_0.19760263496753416"},"_hasShrinkwrap":false},"6.1.0":{"name":"happynodetokenizer","version":"6.1.0","description":"A simple, Twitter-aware tokenizer.","main":"dist/cjs/index.min.js","module":"dist/esm/index.min.js","browser":"dist/iife/index.min.js","types":"dist/cjs/index.d.ts","type":"module","exports":{"require":"./dist/umd/index.min.js","import":"./dist/esm/index.min.js","node":"./dist/cjs/index.min.js","browser":"./dist/iife/index.min.js"},"directories":{"dist":"dist","doc":"docs","test":"test"},"devDependencies":{"@babel/cli":"^7.19.3","@babel/core":"^7.20.5","@babel/preset-env":"^7.20.2","@babel/preset-typescript":"^7.18.6","@rollup/plugin-babel":"^6.0.3","@rollup/plugin-commonjs":"^23.0.4","@rollup/plugin-node-resolve":"^15.0.1","@rollup/plugin-replace":"^5.0.1","@types/chai":"^4.3.4","@types/he":"^1.1.2","@types/node":"^18.11.13","@typescript-eslint/eslint-plugin":"^5.46.0","@typescript-eslint/parser":"^5.46.0","caniuse-lite":"^1.0.30001439","chai":"^4.3.7","eslint":"^8.29.0","eslint-config-prettier":"^8.5.0","eslint-plugin-prettier":"^4.2.1","esm":"^3.2.25","he":"^1.2.0","prettier":"^2.8.1","prettier-eslint":"^15.0.1","rimraf":"^3.0.2","rollup":"^3.7.3","rollup-plugin-dts":"^5.0.0","rollup-plugin-terser":"^7.0.2","rollup-plugin-typescript2":"^0.34.1","ts-node":"^10.9.1","tslib":"^2.4.1","typedoc":"^0.23.22","typescript":"^4.9.4"},"scripts":{"prebuild":"npm run clean:pre && npm run lint:fix","build":"npm run build:types && rollup -c rollup.config.js","postbuild":"npm run clean:post","build:docs":"npx typedoc src/index.ts --out docs","build:types":"tsc --emitDeclarationOnly --declaration --declarationDir types","clean":"npm run clean:pre && npm run clean:post && npm run clean:docs","clean:docs":"rimraf docs","clean:pre":"rimraf build && rimraf dist && rimraf types","clean:post":"rimraf types","lint":"eslint \"src/**/*.ts\"","lint:fix":"eslint --fix \"src/**/*.ts\"","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phugh/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"peter@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phugh/happynodetokenizer/issues"},"homepage":"https://github.com/phugh/happynodetokenizer","dependencies":{"core-js":"^3.26.1"},"gitHead":"5e06534799c3c2d106491f00148678d50f73bc24","_id":"happynodetokenizer@6.1.0","_nodeVersion":"18.12.1","_npmVersion":"7.16.0","dist":{"integrity":"sha512-5J+dHZjD4eJJ9X6EA8jX8sJaUrQfDph2yTxAGzHO/0f7ftGTWblJXlFpHOeogMeCGplH1GfSisBvxUPD8U3R3A==","shasum":"c6ac8558c9f94a7eb2335467a8ecbad0ff3697c1","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-6.1.0.tgz","fileCount":15,"unpackedSize":2088472,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAZahredzDRcm5xlZC06gRiGUWpdyw1mxjWUWi5N339HAiAQ4ZN1KWzTLqbnKcihLn1wfBgFHoWwWaV+M5a58oQHVQ=="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjm2PhACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrF2xAAijOjzu1HS7e0/xMA/JSn9edaE8J9iYXUzoBtNLSVdI+1vwVw\r\nEgQJejxtF+5n1UWipHy0mZfB2JH1Ad11wX6nhuSWdrn1vqvGqumFneWzIHi5\r\nJYdcISB3ZwCsmel2M4j6GRIneQgdj23czJkvezM14JyRlsuTqVnYYikfQZVc\r\nSFTSHnCysNu4w/SwUOZREBWqmNjW8pDTSjEJEDJqgNpmj6YKTz9K2iYQ7E/3\r\nar4/N9daCNIKFYcmj14M3Fsn2T8gcb4lmrr8k9X81GPJn5eKoBBNEIJEgwLm\r\nvKbgl6qeO0cBSMuVkS9/zSFrjPvopUmYDvQ/KwVFgUtx/DzLuksJThlJ0c3U\r\nSnoId0zLJ2cfm0RXK+b3rHCq9kDLMu2HIrh+XTob7qsyNOzjd0tMkjpfZiWI\r\nVD/dFwPs2KcOv9mxK2KG+sgft0SrLPe55dgzEuKy5Jqqxl6/9qWvpULapB5i\r\nwPTYASp6i53zFYFsxiT9vCLGfMpJl+aZjvR+5D7c4YheYBLRmIqlvKMthj3G\r\n5YxUlZQbrQH0OBYGVo1uuvlmFnFZf5yVoa1/ulRLdjFGE+V5RmYjWeeA8Xyy\r\nKhe4fYLeDjBJ88qdhAVUPEFIlvAYVWhIlL95hq8ite27Rtrt6WX56pnMi5I5\r\niCBCTKdvhdtm5Lr/BFKZ6ZUVEjqhpb1O1Vo=\r\n=zCcU\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"phughes","email":"peter@phugh.es"},"maintainers":[{"name":"phughes","email":"peter@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_6.1.0_1671128032819_0.5092790634078068"},"_hasShrinkwrap":false},"7.0.0":{"name":"happynodetokenizer","version":"7.0.0","description":"A simple, Twitter-aware tokenizer.","main":"build/index.js","module":"build/index.js","types":"build/index.d.ts","type":"module","exports":{"import":"./build/index.js"},"directories":{"build":"build","test":"test"},"devDependencies":{"@types/he":"^1.2.0","rimraf":"^5.0.5","typescript":"^5.3.3"},"engines":{"node":">=14.0.0"},"scripts":{"prebuild":"npm run clean","build":"tsc","postbuild":"rimraf types","clean":"rimraf build && rimraf dist && rimraf types","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phughesmcr/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"github@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phughesmcr/happynodetokenizer/issues"},"homepage":"https://github.com/phughesmcr/happynodetokenizer","dependencies":{"he":"^1.2.0"},"_id":"happynodetokenizer@7.0.0","gitHead":"13639cfee923cf984b4063af1c00ce2853d411fb","_nodeVersion":"21.6.1","_npmVersion":"9.8.1","dist":{"integrity":"sha512-3CYulCIrSNgbh+JewMYgw25XExeSE5tNhwzEMXSQIilKrB8OrA7ga0CP2FclRaF/6tNgIXZ2v+iXKuoZDQDGZw==","shasum":"595047797a231e43212d6b5b03782a0b4f9ab3f2","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-7.0.0.tgz","fileCount":35,"unpackedSize":71746,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQC+/WRvuPpy1A/xcrBCulYX/k3ZT9DkwQH4ht5lA5B+mwIhALfe4my6sxTBXf+TCOz6GSWZG0ZegNzQK43KyrmBtRIM"}]},"_npmUser":{"name":"phughes","email":"github@phugh.es"},"maintainers":[{"name":"phughes","email":"github@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_7.0.0_1706646235146_0.07221314322422523"},"_hasShrinkwrap":false},"7.1.0":{"name":"happynodetokenizer","version":"7.1.0","description":"A simple, Twitter-aware tokenizer.","main":"dist/index.js","module":"dist/index.js","types":"dist/index.d.ts","type":"module","exports":{"import":"./dist/index.js"},"directories":{"dist":"dist","test":"test"},"devDependencies":{"@types/he":"^1.2.0","rimraf":"^5.0.5","typescript":"^5.3.3"},"engines":{"node":">=14.0.0"},"scripts":{"prebuild":"npm run clean","build":"tsc","postbuild":"rimraf types","clean":"rimraf build && rimraf dist && rimraf types","check:types":"tsc --noEmit","test":"node test/test.js"},"repository":{"type":"git","url":"git+https://github.com/phughesmcr/happynodetokenizer.git"},"keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"author":{"name":"Peter Hughes","email":"github@phugh.es","url":"https://www.phugh.es"},"license":"CC-BY-NC-SA-3.0","bugs":{"url":"https://github.com/phughesmcr/happynodetokenizer/issues"},"homepage":"https://github.com/phughesmcr/happynodetokenizer","dependencies":{"he":"^1.2.0"},"_id":"happynodetokenizer@7.1.0","gitHead":"102f12fd030d61eceea04101712695d7a6dafcfc","_nodeVersion":"21.6.1","_npmVersion":"9.8.1","dist":{"integrity":"sha512-0WxGjIYNF9zkoejDPvKpMG66fhFmXssr9a1bqJ+B+mKIJ398KJuDkhD9ugZLjhDWFEfHZIQaqCkBR0zcLuvWiQ==","shasum":"000d2eab7ea88f64eb4d15919331af36271947f7","tarball":"https://registry.npmjs.org/happynodetokenizer/-/happynodetokenizer-7.1.0.tgz","fileCount":35,"unpackedSize":68812,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIHtpfIYCh7IN8rnE4FmDScFkAob/BZTD+n3gadSfX4T/AiEAq0rWnEgRQqFXLw0ICW2cg6doGQ8Zsc3Toq+uPhkZ1kc="}]},"_npmUser":{"name":"phughes","email":"github@phugh.es"},"maintainers":[{"name":"phughes","email":"github@phugh.es"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/happynodetokenizer_7.1.0_1709217367663_0.10163962226465784"},"_hasShrinkwrap":false}},"readme":"# 😄 HappyNodeTokenizer\n\nA basic Twitter aware tokenizer for Javascript environments.\n\nA Typescript port of [HappyFunTokenizer.py](https://github.com/stanfordnlp/python-stanford-corenlp/blob/master/tests/happyfuntokenizer.py) by Christopher Potts and  [HappierFunTokenizing.py](https://github.com/dlatk/happierfuntokenizing) by H. Andrew Schwartz.\n\n## Features\n* Accurate port of both libraries (run `npm run test`)\n* Typescript definitions\n* Uses generators / memoize for efficiency\n* Customizable and easy to use\n\n## Install\n```bash\n  npm install --save happynodetokenizer\n```\n\n## Usage\nHappyNodeTokenizer exports a function called `tokenizer()` which takes an optional configuration object *(See \"The Options Object\" below)*.\n\n\n### Example\n```javascript\nimport { tokenizer } from 'happynodetokenizer';\n\nconst text = 'RT @ #happyfuncoding: this is a typical Twitter tweet :-)';\n\n// these are the default options\nconst opts = {\n  'mode': 'stanford',\n  'normalize': undefined,\n  'preserveCase': true,\n};\n\n// create a tokenizer instance with our options\nconst myTokenizer = tokenizer(opts);\n\n// calling myTokenizer returns a generator function\nconst tokenGenerator = myTokenizer(text);\n\n// you can turn the generator into an array of token objects like this:\nconst tokens = [...tokenGenerator()];\n\n// you can also convert token objects to array of strings like this:\nconst values = Array.from(tokens, (token) => token.value);\n```\n#### Output\n\nThe `tokens` variable in the above example will look like this:\n\n```javascript\n[\n  { end: 1, start: 0, tag: 'word', value: 'rt' },\n  { end: 3, start: 3, tag: 'punct', value: '@' },\n  { end: 19, start: 5, tag: 'hashtag', value: '#happyfuncoding' },\n  { end: 20, start: 20, tag: 'punct', value: ':' },\n  { end: 25, start: 22, tag: 'word', value: 'this' },\n  { end: 28, start: 27, tag: 'word', value: 'is' },\n  { end: 30, start: 30, tag: 'word', value: 'a' },\n  { end: 38, start: 32, tag: 'word', value: 'typical' },\n  { end: 46, start: 40, tag: 'word', value: 'twitter' },\n  { end: 52, start: 48, tag: 'word', value: 'tweet' },\n  { end: 56, start: 54, tag: 'emoticon', value: ':-)' }\n]\n```\n\nWhere `preserveCase` in the Options Object is `false`, each result object may also contain a `variation` property which presents the token as originally matched if it differs from the `value` property. E.g.:\n\n```javascript\n[\n  { end: 1, start: 0, tag: 'word', value: 'rt', variation: 'RT' },\n  { end: 3, start: 3, tag: 'punct', value: '@' },\n  { end: 19, start: 5, tag: 'hashtag', value: '#happyfuncoding' },\n  ...\n  { end: 46, start: 40, tag: 'word', value: 'twitter', variation: 'Twitter' },\n  ...\n]\n```\n\n## The Options Object\nThe options object and its properties are optional. The defaults are:\n\n```javascript\n{\n  'mode': 'stanford',\n  'normalize': undefined,\n  'preserveCase': true,\n};\n```\n\n### mode\n**string - valid options: `stanford` (default), or `dlatk`**\n\n`stanford` mode uses the original HappyFunTokenizer pattern. See [Github](https://github.com/stanfordnlp/python-stanford-corenlp).\n\n`dlatk` mode uses the modified HappierFunTokenizing pattern. See [Github](https://github.com/dlatk/happierfuntokenizing/).\n\n### normalize\n**string - valid options: \"NFC\" | \"NFD\" | \"NFKC\" | \"NFKD\" (default = undefined)**\n\n[Normalize](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/String/normalize) strings (e.g., when set, mañana becomes manana).\n\nNormalization is disabled with set to null or undefined (default).\n\n### preserveCase\n**boolean - valid options: `true`, or `false` (default)**\n\nPreserves the case of the input string if true, otherwise all tokens are converted to lowercase. Does not affect emoticons.\n\n## Tags\nHappyNodeTokenizer outputs an array of token objects. Each token object has three properties: `idx`, `value` and `tag`. The `value` is the token itself, the `idx` is the token's original index in the output, the `tag` is a descriptor based on one of the following depending on which `opt.mode` you are using:\n\n| Tag            | Stanford           | DLATK              | Example  |\n| -------------  |-------------       | -----              | -------- |\n| phone          | :heavy_check_mark: | :heavy_check_mark: | +1 (800) 123-4567\n| url            | :x:                | :heavy_check_mark: | http://www.youtube.com\n| url_scheme     | :x:                | :heavy_check_mark: | http://\n| url_authority  | :x:                | :heavy_check_mark: | [0-3]\n| url_path_query | :x:                | :heavy_check_mark: | /index.html?s=search\n| htmltag        | :x:                | :heavy_check_mark: | \\<em class='grumpy'>\n| emoticon       | :heavy_check_mark: | :heavy_check_mark: | >:(\n| username       | :heavy_check_mark: | :heavy_check_mark: | @somefaketwitterhandle\n| hashtag        | :heavy_check_mark: | :heavy_check_mark: | #tokenizing\n| punct          | :heavy_check_mark: | :heavy_check_mark: | ,\n| word           | :heavy_check_mark: | :heavy_check_mark: | hello\n| \\<UNK>         | :heavy_check_mark: | :heavy_check_mark: | (anything left unmatched)\n\n## Testing\nTo compare the results of HappyNodeTokenizer against HappyFunTokenizer and HappierFunTokenizing, run:\n```bash\nnpm run test\n```\nThe goal of this project is to provide an accurate port of HappyFunTokenizer and HappierFunTokenizing. Therefore, any pull requests with test failures will not be accepted.\n\n## Acknowledgements\nBased on [HappyFunTokenizer.py](https://github.com/stanfordnlp/python-stanford-corenlp/blob/master/tests/happyfuntokenizer.py) by Christopher Potts and  [HappierFunTokenizing.py](https://github.com/dlatk/happierfuntokenizing) by H. Andrew Schwartz.\n\nUses the [\"he\" library](https://github.com/mathiasbynens/he) by Mathias Bynens under the MIT license.\n\n## License\n(C) 2017-24 [P. Hughes](https://www.phugh.es). All rights reserved.\n\nShared under the [Creative Commons Attribution-NonCommercial-ShareAlike 3.0 Unported](http://creativecommons.org/licenses/by-nc-sa/3.0/) license.\n","maintainers":[{"name":"phughes","email":"github@phugh.es"}],"time":{"modified":"2024-02-29T14:36:08.308Z","created":"2017-04-20T17:45:24.477Z","0.0.1":"2017-04-20T17:45:24.477Z","0.0.2":"2017-04-20T17:48:54.707Z","0.0.3":"2017-04-22T18:25:06.279Z","0.0.4":"2017-04-25T13:08:02.005Z","0.1.0":"2017-04-26T13:02:40.200Z","0.1.1":"2017-05-06T11:44:05.809Z","0.1.2":"2017-07-19T16:20:38.175Z","0.2.0":"2017-08-20T16:12:30.225Z","0.2.1":"2017-08-27T13:58:08.009Z","0.2.2":"2018-03-18T15:13:14.859Z","0.3.0":"2018-03-18T16:34:58.002Z","0.4.0":"2018-04-17T20:13:03.876Z","0.4.1":"2018-09-11T22:49:10.163Z","1.0.0":"2019-11-16T18:05:17.403Z","2.0.0":"2020-05-08T21:20:39.382Z","2.1.0":"2020-07-07T15:23:53.420Z","2.1.1":"2020-07-08T09:22:09.717Z","2.1.2":"2020-07-12T15:39:08.848Z","2.1.3":"2020-07-12T15:42:14.173Z","3.1.0":"2021-06-09T12:42:58.992Z","4.0.0":"2021-09-21T12:31:51.661Z","5.0.0":"2021-09-21T19:07:09.161Z","5.0.1":"2021-09-21T20:15:16.366Z","5.0.2":"2021-09-22T20:55:18.475Z","6.0.0":"2022-12-12T00:05:44.292Z","6.0.1":"2022-12-12T21:50:29.269Z","6.1.0":"2022-12-15T18:13:53.047Z","7.0.0":"2024-01-30T20:23:55.335Z","7.1.0":"2024-02-29T14:36:07.844Z"},"homepage":"https://github.com/phughesmcr/happynodetokenizer","keywords":["tokenise","tokenize","tokenising","tokenizing","tokeniser","tokenizer","token","twitter","NLP","language","text","strings","stanford","dlatk","wwbp"],"repository":{"type":"git","url":"git+https://github.com/phughesmcr/happynodetokenizer.git"},"author":{"name":"Peter Hughes","email":"github@phugh.es","url":"https://www.phugh.es"},"bugs":{"url":"https://github.com/phughesmcr/happynodetokenizer/issues"},"license":"CC-BY-NC-SA-3.0","readmeFilename":"README.md"}