{"_id":"wink-tokenizer","_rev":"24-71abd1f9d49dcb7c6bcd1321143dcaf1","name":"wink-tokenizer","description":"Multilingual tokenizer that automatically tags each token with its type","dist-tags":{"latest":"5.3.0"},"versions":{"1.0.0":{"name":"wink-tokenizer","version":"1.0.0","description":"Versatile tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"https://github.com/winkjs/wink-tokenizer#readme","devDependencies":{"chai":"^4.1.0","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.1","eslint":"^4.8.0","istanbul":"^0.4.5","jshint":"^2.9.4","mocha":"^4.0.1","mocha-lcov-reporter":"^1.2.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"5c9aaf37dd540ad638c8861ce98f1043e67c4c5c","_id":"wink-tokenizer@1.0.0","_npmVersion":"5.5.1","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-oya78U0E1L82T/J0Cwiohr+lCWYdrS9f5BNW6QHuy1z8jxuH0lz22Vqj18ejxrwPM7AcAFQBXcvRAZhngfhRtA==","shasum":"dbcf556118e9d52a2008dbc84d4e44ed7d566f88","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-1.0.0.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIEUdJ+qen21QNWYSDhjwpkgrHodlKvylJGpW1xS6vJhFAiAiOLvlUuCFJZOuyHqqEt+/ALAQ7P4J8STWJE4JL3J0nA=="}]},"maintainers":[{"name":"sanjaya","email":"sanjaya@graype.in"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer-1.0.0.tgz_1510395301690_0.5086549734696746"},"directories":{}},"1.1.0":{"name":"wink-tokenizer","version":"1.1.0","description":"Versatile tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"https://github.com/winkjs/wink-tokenizer#readme","devDependencies":{"chai":"^4.1.0","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.1","eslint":"^4.8.0","istanbul":"^0.4.5","jshint":"^2.9.4","mocha":"^4.0.1","mocha-lcov-reporter":"^1.2.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"2dea578e365f7d1d63db0d2fca8e531a75909858","_id":"wink-tokenizer@1.1.0","_npmVersion":"5.5.1","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-db7xcLM4l0lFkVgziYV+PsniO15/SVL50BieGnJLZYY8DCzvLCYTSwfORcVkwFfF7ScOJBnRyF420b0XxgpYwg==","shasum":"7d2eabf6bc6e969d24f27df689a63a69cfed5e7f","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-1.1.0.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCICOeCV+NV+RkU/m6PG0E8Fl+iYtCMnVY3Qyx8lQoDuS1AiB1GgfHqC1Nq/iY1m8WyPWV6QLcAaZ+FDVb/Jx+ZfY36Q=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer-1.1.0.tgz_1510913735337_0.4910651717800647"},"directories":{}},"2.0.1":{"name":"wink-tokenizer","version":"2.0.1","description":"Versatile tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"https://github.com/winkjs/wink-tokenizer#readme","devDependencies":{"chai":"^4.1.0","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.1","eslint":"^4.8.0","istanbul":"^0.4.5","jshint":"^2.9.4","mocha":"^4.0.1","mocha-lcov-reporter":"^1.2.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"aa22c3b213e41c0537ef929e410e14121ee6f167","_id":"wink-tokenizer@2.0.1","_npmVersion":"5.5.1","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-rXkcXsqc4D2/Gg0H2qikGJh3eVDJ8NOmEvEjtVddvhnFCjyrQjzDIT4CqtbqmQwR0MWbH/qLi+mRK6V0VKhIaA==","shasum":"6adc4ace458bf8489d7f24faeba05022dfd43c7b","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-2.0.1.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCPUWxCJh3RjMypbDmPmx5p8k1aotyalozG8tgc0xayIQIhAObsXlJU7uCyqI/tkTqPFhLjMrho/vNm60J+f7OQl2/d"}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer-2.0.1.tgz_1511172325118_0.3986749288160354"},"directories":{}},"2.1.0":{"name":"wink-tokenizer","version":"2.1.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"https://github.com/winkjs/wink-tokenizer#readme","devDependencies":{"chai":"^4.1.0","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.1","eslint":"^4.8.0","istanbul":"^0.4.5","jshint":"^2.9.4","mocha":"^4.0.1","mocha-lcov-reporter":"^1.2.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"0cade82e909e217d262dbc66b1e34b3f5fd2efc3","_id":"wink-tokenizer@2.1.0","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-CckB2Jb1UyVbeFv0lus7e7r7F7NUxvh3dZo0ccGs78JLjrlho0Aeyi9eLUYSOGHziCuKRd3RVd7Z/9txxjHBnw==","shasum":"0760fe14ed47dfb5687f3c7f5cfd3e1248a03c48","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-2.1.0.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIBeyW9HMqj5FgU9mTNOQcSla6KmtYcYowDdAFyWC6AmVAiBv85lwJuqcFCqJO0XCNVdfaTwGkuK9eC9S8xYCrRQfgw=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer-2.1.0.tgz_1515062634798_0.6487333746626973"},"directories":{}},"2.2.0":{"name":"wink-tokenizer","version":"2.2.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.5","eslint":"^4.17.0","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.0","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"5c69656cac1227c1921630d132b04fa0ed545b28","_id":"wink-tokenizer@2.2.0","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-IJggAZJDH1vOJaefbBgFbpnZwWuFXTIeT8IV72BGWvt0HRZFyq7Emf75SYAhxEVGGA3vOne4V5Mklxj55HnQ0A==","shasum":"0f614de48796a7396f0205d2b361ba65b8347a00","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-2.2.0.tgz","fileCount":6,"unpackedSize":50440,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIDP4ykpHqnceh+wMEYDJusloNJTp/gKDow6wzDiOhys5AiBx/ZBIKvsmWS/xVK1tN8bKYTAKTq2RqxjhvHdhpICRMA=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_2.2.0_1518263004061_0.13139216259504716"},"_hasShrinkwrap":false},"2.3.0":{"name":"wink-tokenizer","version":"2.3.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.5","eslint":"^4.17.0","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.0","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"495b94cb1a3cf130f49c118c1e33c45cb34df127","_id":"wink-tokenizer@2.3.0","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-IKypFkKISugSKZSkPEov4lslXFVeqRwvoBoqM6b5q0+IHOqABCIzMYLYMeF1cEydOCIVEr9zlw5eyz4iIBlxKg==","shasum":"8f1681c23b5fdc825a4a726012699f257c5a3931","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-2.3.0.tgz","fileCount":6,"unpackedSize":50699,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDTDrVDOHunKqH1NvAnN497qq3gm25i18d1lREnyBVXXgIgI6Cdv7cVP32GxFWubmkT31cp73RqBuotoZrLZEI5UTA="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_2.3.0_1518523633001_0.02989511044538995"},"_hasShrinkwrap":false},"2.3.1":{"name":"wink-tokenizer","version":"2.3.1","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.5","eslint":"^4.17.0","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.0","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"1b4fbb720333fea785fec7524f12733e1b37d777","_id":"wink-tokenizer@2.3.1","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-sS4OCqm0EqNyyYymh9lcHOstKD8W3e4lz7AmtMpHfbSveR8z1C1IMEeXEx/aAFygP16BCesQEJpf/C12Igq8UQ==","shasum":"fb1a60d35a70c7723af232565c125620648894e2","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-2.3.1.tgz","fileCount":6,"unpackedSize":50700,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCqgZuiNrJqZJ6CZhgta0+g8pvPM/omeL3PLR4Ft3NDWQIgI28umEBvm87J0+R16aqCkxN131YYXqPYAegDXhvs/mk="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_2.3.1_1518620682543_0.6603341927036868"},"_hasShrinkwrap":false},"3.0.0":{"name":"wink-tokenizer","version":"3.0.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^5.3.5","eslint":"^4.17.0","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.0","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"47d3de49bfea8f0f50f424169be1231e399b6ba4","_id":"wink-tokenizer@3.0.0","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-HHjEH0tnvcEA9Q2RohXCuP+U8GoBgGpwaZKAjsFUl8ONPwrWloQY+jiLN58OnlsnW5B9I8HjPqIwBuQT7DxdsQ==","shasum":"6997578c9fb79fc5d53386cc004c7c475b68a855","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-3.0.0.tgz","fileCount":6,"unpackedSize":52888,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIG8VobiFAoM7UgcKnp8DngjJe8zV9TiiMwakgIEIUaw3AiB96vJzowLtpiSYrq2unw0KMUjg0dTjLZ6UuTrFauK/2A=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_3.0.0_1518974807231_0.6327112419461605"},"_hasShrinkwrap":false},"3.1.0":{"name":"wink-tokenizer","version":"3.1.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^6.1.0","eslint":"^4.19.1","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.5","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"f527dbc1678f2e942d8e009c148692ed2e86bed9","_id":"wink-tokenizer@3.1.0","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-gxww4RKspUExdw+GrOMR6ryCAX5KcVRx/hwHU1LdqM/hqP/EASscn1Mbf3aH3tw4dTzXy3vXZ2rCQfD4p9B9Pg==","shasum":"945ea17dcd1c8604710fee92ae292d75f4f741b6","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-3.1.0.tgz","fileCount":6,"unpackedSize":53371,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAdQaGqU9UfdnfwT4HKLjhFQXgfHuD+DMbOjAJBgim+3AiBhAlmb+xSrrvdJFk3oExMXI1OhF9xhbVHXfN914pItuw=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_3.1.0_1523017938707_0.06261265753872602"},"_hasShrinkwrap":false},"3.2.0":{"name":"wink-tokenizer","version":"3.2.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^6.1.0","eslint":"^4.19.1","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.5","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"334c5726d832c7fa736b559e699e3975896b821e","_id":"wink-tokenizer@3.2.0","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-5T6pD3imFY7WMBK37f5b6kgDK8C2DolycY7FhizRne5LBurstCnKSBMWfi564pwGD0rtgb8JipsEKQALtnrLZg==","shasum":"f8a7bfda3f9cd5f48627c3a6c8579c86dee8eb40","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-3.2.0.tgz","fileCount":6,"unpackedSize":53756,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIDjdbDTOl6ikyQpI+GPPezFCE8UWie+zeEXzqtbXNHVXAiEAww+4G66mg4yUO2bysSWAA9EuODORFrk34S321JzJh4E="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_3.2.0_1523353990606_0.24510756864747618"},"_hasShrinkwrap":false},"4.0.0":{"name":"wink-tokenizer","version":"4.0.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^6.1.0","eslint":"^4.19.1","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.5","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"580f24c80a70189e269c19f671068dc7f6474f87","_id":"wink-tokenizer@4.0.0","_npmVersion":"5.6.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-7vVzrO3mnLcDKzqc3IexF3ny402KkvcXlwiHvS+qttHze/YWRKbEyMqihShRtlJmVxUoSWMJh7CSgSNXCrUivg==","shasum":"20c2a3805792e56bb7fbef696c2cfc74e098e0d9","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-4.0.0.tgz","fileCount":7,"unpackedSize":77965,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJa5Cc2CRA9TVsSAnZWagAAeGIP/3AJOoB12eymCvILgZos\n0WbMsgxCphlBFdeLd2n/fNEdzoKisG3RgVQ5LNgEFo709gVIhuyceBkfFLlI\nbmDpoHeUQzvCBYxaGHi/h7MIA1tTJnu7DZqN7DB7sFJesO6iYS0kxJOIlyYq\n44sW5Q/+ZHZTf6cjzLZqOk3bNhl9qPB3Fjl4THWt0LI96+qpV9BsyengwUiX\n1mbq8OC04oLXuNzv7iwS8m7zKAYyephmTqIbd9P2M6zVt4MCRZtj6TacwtFg\nB1+nP8i30fPWReZSXoTvv56W5Qx92O7QlkF93zlz2NJ2OB2jsJyA8L2KBPc8\nipBRMsdSNVj2eFbF7gA62MyeL2pem6cTtayOEr4JT/Ytm/PAIF2EVVhYxPrR\nsdZmOwLcDfjE0jRubcESeIxG3W59XKnf7q9wu7pG0ZktTya2TqwGZIeA2Toj\nMJgHvVGn4IqU388oERdgyxQDNG58mqeS86/CSnKkD0wH14Zt2G8xL+nOxrMS\n58HExDeTmDgRP6xxd687eT9nEwtdGyEDXwaCru51Tk0ieasFr61G1u+Jxx36\n8TwN2MpOfzjZewKeTUKa42rGh8hCkpdWV13fH10A5mtxGbNXP5V+/FLxC7fH\nVRKXZhlEvKrBM2hZmyNXxocfIN2Kv7NLNgzPWBpZ7BvLpxxJKDY9ouTGGSL5\nkGwn\r\n=yyu0\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDS+kIafK/4ZUBe/sEDNBt2TnPN2NUTjniEZYGI62oCJQIhANlxCkyAcY9VvMjIIEH0bNdH8HpKHyP6oJo8xNabsHZK"}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_4.0.0_1524901685463_0.41683561943740766"},"_hasShrinkwrap":false},"4.1.0":{"name":"wink-tokenizer","version":"4.1.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run hint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","docs":"documentation build src/** -f html -o docs -c docs-toc.yml","hint":"jshint ./src/*.js ./test/*.js ./runkit/*.js","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"AGPL-3.0","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.1.2","coveralls":"^3.0.0","docker":"^1.0.0","documentation":"^8.1.2","eslint":"^5.4.0","istanbul":"^0.4.5","jshint":"^2.9.5","mocha":"^5.0.5","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"89988b6ada46bb6fde3bae01173e2c7e45818132","_id":"wink-tokenizer@4.1.0","_npmVersion":"6.3.0","_nodeVersion":"6.11.5","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-CZE9Uhe6TewR6ltXFeJaZQUSTgJLxfSSpTaazLtlHrPn3WUaxHzX2stVQoXgEk7lnXX9TKZRj9WXwX2yIlrMUA==","shasum":"77c255621ea0bc5d11e1ac27b2352c1592c6dfc7","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-4.1.0.tgz","fileCount":9,"unpackedSize":90437,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJbhqkXCRA9TVsSAnZWagAAaiAQAJ8fcFyo37/WH7Nweb4l\namnZn49cKv6cTCT5RbWEIAikxR68f1GL28JvOmDZHkLwX4amaD5HICGbgvCJ\nIPpVrE8e4nRUCwYy63lA3mpG5OkKCO2ZCynOzngefk42r/jayA8Z8xt+ZeUq\nMKnAXypCHvTHLA52e3JL0tXMwg1jaNu3EQGSuRTHENjsK0CV+vDz+kvSiNHI\n+U0wW0Bvw3EcscuTuBp13AVwRbTF7Dw1GJeVP33oxLcSwGZhwEtG6ZReFwGX\nTt3WBQ7R0vp6HhyhtfTYhB72JojafLGAP+q7i3LVhsrCCwRCyiR0wMpvA9Sw\nG03gTYNmn0FKsLpn/7pDumWas1vqzJ1mAmgqSIJ+vbGR5nBBiPYjJv4r/atV\newzgzMHW1wgC+QVue5HymIN+kOJSf435cMf/s5XuOchIQuaTiuItTT9I6Pcv\n74UxLRAa+R37LQfx3NTx2hOf6oZUqpopFURcEh7eEHFtz+oQL3BGdjr8LuYq\nH9BMk5qK8PbQDAfHwFvDE4pDEYufb/7l0AF3wR8h2m0Af7rdXM7Q08KdReJJ\nbK0UQIOyzWaCqAIXVvI6lZWJYIXlGDYHD1dzgHosDiLvjMEgKAbA8cQ+KIdW\nKoN15pJLhXUTar8sGsfpw/AbNZEfIszNkXtnvka44rU+++i2f4L4Nk1FKUMG\nt8Jx\r\n=C0w2\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDjvcsHmN1ulRel/zt5HPT4z/MwFQw5akOQKutdWUF5PQIgZ0cuvfAKz2MQERZtah/i/okvXodTji9W8/McNCZK/h8="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_4.1.0_1535551767016_0.664475012847406"},"_hasShrinkwrap":false},"5.0.0":{"name":"wink-tokenizer","version":"5.0.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js","docs":"jsdoc src/*.js -c .jsdoc.json"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"MIT","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.2.0","coveralls":"^3.0.2","docdash":"^1.0.0","docker":"^1.0.0","eslint":"^5.8.0","istanbul":"^0.4.5","jsdoc":"^3.5.5","mocha":"^5.2.0","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"1cbd00faca28744271c458d26189fb59e4c691d5","_id":"wink-tokenizer@5.0.0","_npmVersion":"6.4.1","_nodeVersion":"8.12.0","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-f3qI7VqBRJgiJDfUp5zPxCIbj9ZHziAnG4RpH0oS/SSoyMrVq7xSSwwT9l0gzATAEkb7qRfufMnvu68csZC6og==","shasum":"fe46a8a88ea327a6e6a8237428fd2b1ae00169f9","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-5.0.0.tgz","fileCount":9,"unpackedSize":60444,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJb3AEpCRA9TVsSAnZWagAAsSAP/jTuTk4tPtOKI/R7FcZU\nYNMWKaRihK5EIx6GGGkKH0y5+imwM3DNqDGF7dHh/N1hqhqUPU75emrGGWJB\nYf1ZB+U8G9PljrxoS4nYW1ALQpffie+Z8uQyQnbNYKJQAHWBI7z7m7CZa4JN\n5Nxsd6Xs2gGhGCPoH9na6xJ68c3n0tWYkarDOCPMAVsK2f8fntLhlfqgQTha\njHsGh/4pu0XK0QVEBQ+2Jrvvo4yt2UJ8Jz9xdpVgp767lNFOl1gSjenoSMnu\nb20dYMi62xAZjPjx/axdsyFDibaRa2ciQkbzyQzptge9cjspSsHxhilw7Lvq\nRvAorz7yf/nrkP4M776HJvlZsq6QEZxtLP3v1BxCOFkgU52TkEGQeFiyoCdb\nGnr4ZoHHBUMJwukedtam5S1MuwjuCeGSErJCDmHKRIygTk9LHb/bKJW1dRLz\niLD2k8OECtvSd0W7NkdXv/dFoKVl5gTE5s2qRNWyCXBZm9R143v3GKutkNMe\n8P9CK+Sjx3PUqxxFqxZGQ4XCZY+6askFwG3QkwvUBM78ONGpGy9kJY52pRAX\ndMQyscQ7FqJMGINWAsjMUlDCPNMkQq51N3AWCM2u5gedeu2F1GzzYQwD7V0L\nBa2pG435qKsvevUtk1LgIc5R5pKH12iVLhfjOuGwxsBu/fA+o+EE8uuKfO1N\nYyWf\r\n=0ABI\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIC1EvfrIGpoa9/lOG6OsIJ7gwI+fU1diig0XwVYQWue2AiBONxYObnTHfgglHbJ7XmvQwcN3ukOLc6WLMlmQYxbo6Q=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_5.0.0_1541144872872_0.6616035749835776"},"_hasShrinkwrap":false},"5.1.0":{"name":"wink-tokenizer","version":"5.1.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js","docs":"jsdoc src/*.js -c .jsdoc.json"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"MIT","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.2.0","coveralls":"^3.0.2","docdash":"^1.0.0","docker":"^1.0.0","eslint":"^5.8.0","istanbul":"^0.4.5","jsdoc":"^3.5.5","mocha":"^5.2.0","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"b535615ee98a742a5cb77fce3916af5df64e7b43","_id":"wink-tokenizer@5.1.0","_npmVersion":"6.4.1","_nodeVersion":"10.15.0","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-lvRiyUNLXOqt9ebVmz5+RULGaKfVqTmNxXtnhrq6zOW2k/zqxpVbtZow9ZauGA8eubGa6No6/jrGZtWr05v1qg==","shasum":"f90517817c3837cfc4230a24275f1e9b28321da4","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-5.1.0.tgz","fileCount":9,"unpackedSize":61525,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcUy6OCRA9TVsSAnZWagAA+3EP/2fYxmgY8vrdRgonpRyr\nSJ3SJbKTibR16gnetvntEhyVdci46KvgTSHiebDepJy7Ibo37DdiY7mYXZ2B\n23Y+C2+NL8NcOCbjz7qGX0nPU088uJOvcTju5IqfJ3smpwF9Xdvy2bbCfAgu\nkbLaUKLosA3zJc5vltwUdErAAcqW7hPjmWL6Ob4wC6ChWIXyirR5ra7VnZH2\nXwCz9qb/lixdRqVuCPitVKdbX8vYucWgU0YZdj9te/Ys8CZpuMKTfsTbTt1X\nJp0YyPlETA8DaRnnE10EiOX+8AfuRVWAeRH8q+DNcpyYPrcUFKhzloByFlVF\naSbhucay414O1nC7FGKIzDnWGeU/4EyT7to0F4/q94iG5wixxqBBmPVx1DCO\nh2mfgV2Q+YvQOvpbFfgY96vlXy1fU+hr0y7XHreqvYYb3L5atDN7ILPPgC4A\nSGI0pb7nhiCxw7+HcPh0afSCu6FY2l4dLNsKeiAWFMNOPLOmQZpT8qHX/d8w\nZ0TCkXSRPJHrE1qTqBYlFLR+nqY1fITQAHPgXy/jpnOaiLib6VW3t2SwKXyX\nHboTXlLpfi4QmVOy5YW2t4CqTwekOvvGqVl3OHkM9Fn+RW3xYMwXxmFE1rsZ\nC3pDnybMjpRG/q8WlZ9azSJbKIaNCPIFLGYToSDc7Vn2dJGgW4kS/+tzEnsi\ndVfc\r\n=lh+p\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCV9Bmr7mjazPe5V3FkitLxfxWUlxD5t7TfhFI5wjnMhwIgNtOsiy0cPNPpRDTIROMTCXuM2Yi7vvl6YObh9O7tfgw="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_5.1.0_1548955277538_0.9822560366288848"},"_hasShrinkwrap":false},"5.2.0":{"name":"wink-tokenizer","version":"5.2.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js","docs":"jsdoc src/*.js -c .jsdoc.json"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"MIT","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.2.0","coveralls":"^3.0.2","docdash":"^1.0.0","docker":"^1.0.0","eslint":"^5.8.0","istanbul":"^0.4.5","jsdoc":"^3.5.5","mocha":"^5.2.0","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"bef3908698d98284a40f7fb32a2a6e106ea5bd55","_id":"wink-tokenizer@5.2.0","_npmVersion":"6.4.1","_nodeVersion":"10.15.0","_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"dist":{"integrity":"sha512-CSM1RiIZRMmD9r1tB9+8nnW/pGpf0nnHHbkuD+/tPfeaKhBKaGWWzRLScIl/O/8o6ETmAy9gJv9AnoHrDxDN2Q==","shasum":"aaf092d3200e779341733d186e7a4d337195bf40","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-5.2.0.tgz","fileCount":9,"unpackedSize":68815,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcc8OoCRA9TVsSAnZWagAAfwwP/0iWbG+sJPOPGM+bSHZ9\n9H6mzNuO9WfIA+2T7/2eMT2G9i88qmALukRrbaIJkmSLmx4jDG6iCUdOhB8W\nI4UVn2s6Tg3xE0jemcoEvIeX32XY1fQA62lNSOrE+LgEGDDDYsdFaE7WjDwB\nlgXqm3DUd6BYmFd3Pblsz6xgQIv837xZZWhzfhJ558TmjJa2xNyfJ6xwsDl7\ngzwl7FYYwE5C2kTEm6ArTbhr22ljUhVgbNV0np28zbKIWtM66TLZ6UkQGYbT\ngMj1cDDpXafwzP1VWWmK+dx3oRZEmXd0tDf0pIT9Gd1jEcJRq4XCUB3Szc9T\noGGfze4WDngCmgXTL4Kubkoq23eBXHgvo6KFVJL1XCaqF4rvogJHyhIlMqyq\n3TDXdLp7A8xDsROcTjgY3op5s55dgKECzt+qGOuK8JqfRHWILQeyJnAVa2Vc\n/+f3jJZlBAICA+r0rlmunfOKenOzy4fO1Ic2SjxY9l3OOMpj4Knpv0SmYgdo\n0pScY2SZmjkp+yCmi8qefa+kXstxNZqNXyNXikJSKA3KRdpRnd61ODRfbkYm\ny9XAfYWPJsxf3igEpIehQxfzYfe/eNheR1eJXhRQPrhjo11l1EWC7eJuQ6LA\nAyFwf4jbff0IuzaSTwl7yw36O7LUnksw9AMoCprXV7b/3RKFdHmVe630X6lo\nZMnt\r\n=CFES\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFRW8kgYuss2EuQ9xMDdiQDdbUqaLDJ8R0YlHRKnplvcAiArdK35m484LSlS9z3DywZ2AxuM7L3+08uF1/6Dwoh6tw=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_5.2.0_1551090600031_0.8538905045517118"},"_hasShrinkwrap":false},"5.2.1":{"name":"wink-tokenizer","version":"5.2.1","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js","docs":"jsdoc src/*.js -c .jsdoc.json"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"MIT","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.2.0","coveralls":"^3.0.3","docdash":"github:winkjs/docdash","docker":"^1.0.0","eslint":"^5.16.0","istanbul":"^0.4.5","jsdoc":"^3.5.5","mocha":"^6.1.3","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","gitHead":"b7d348a2a7d56055d28ce7fcb0648989a2d0a091","_id":"wink-tokenizer@5.2.1","_nodeVersion":"10.15.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-8WwUToAUvioN6zYCAgtgmqLZEgkLs9whJMVsd/l0NbWynRCz2HreP/YF9OzRS48H4kLIQCP0//ZvGw1cwVz2sg==","shasum":"3c53fb6fb18dbf75b7da69f1808c0a447721963f","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-5.2.1.tgz","fileCount":9,"unpackedSize":68752,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJctZCSCRA9TVsSAnZWagAAR4EP/2+5hRDALki+/O0Mokxt\nNOCc9jCdGRHycTib49PZPHsNwGGTHfwU5KJdChWY0bza/cNGNTMk/3EpXHiq\nKl+K61TX3dA80K5fbtlzlmvVhyZvzRu2DYiwzXBIengyVBY6a+1vDnp9cm1Q\nVA9avzWDs/adv6lOcIH27d8hfksPU7khTsSwWebgZV9lFil8tZH2PeSld3I5\n9R27DcGOtLYEwLtINUKx1sIulpMrUPsTswmkV9oOdOxf5g8nUVhXUT//OhJE\n+JKzMOK9O1VHN0wamyGCYSTXDFzUwTQTK5hosOVMMrexC5qe5VnlHnewMer+\nEGX5FVtag4WlCGqO2edHKw8j9Eq/anA+SSq4hJAxoFVi9CmM3LU9T+6i5sKx\nPE/1S9CBOSPqm1YJzA5lS/yVm6CLSYEmpWyRtxN6ofHCDqUx92C7UBxVjTAn\np2w9MpGw1oKsWPmvFtfYf37yK+LwejJcDNgZYhTwXVRnd63vN5mzKNq2CUdn\nKnRT+zJYPUNbhgA2azNbRpTnWZ7VwYG9SOPxIvXf6kSZnnch7lr7COu1Xu8Y\nR2s9EmC4GUtA62zVoKuiuyArupjjB3Qh2CzI90GPFZNgwHi6Au87JCowwt15\nNv7bZScDXEivQmKJd31at+ZXT3/vZqzvZU1KoCUbpvf87zQERCHDvmfUsD6S\n62rs\r\n=jVXL\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIGzrhj7twZyJo8UwBZ+DlHlXLWQcPkTjsvEQF3F0xVC+AiBCzJdJ9zP3Xi0N8uPvzWfQTAJ4GFXlUh12LsQwcIQ/Dw=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_5.2.1_1555402897662_0.09503949709734294"},"_hasShrinkwrap":false},"5.2.2":{"name":"wink-tokenizer","version":"5.2.2","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js","docs":"jsdoc src/*.js -c .jsdoc.json"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"MIT","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.2.0","coveralls":"^3.1.0","docdash":"github:winkjs/docdash","docker":"^1.0.0","eslint":"^7.3.1","istanbul":"^0.4.5","jsdoc":"^3.6.4","mocha":"^8.0.1","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","dependencies":{"emoji-regex":"^9.0.0"},"gitHead":"620cc417b4bec7898308ffedaae70cb9465149eb","_id":"wink-tokenizer@5.2.2","_nodeVersion":"10.15.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-o7XlQXFC+yV0tV5QjEigBSRrDHHMsQ/RTzarhn+uul+YJLGkdh+1i0bOmEG4LFDc2StVsdno1551Ncbd8OYrCg==","shasum":"97300cc80c2ac55148f13701bc98f60b64ecade8","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-5.2.2.tgz","fileCount":9,"unpackedSize":68801,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJe8wszCRA9TVsSAnZWagAAzsUP/j5C1hFiMvwyAQyHV60b\ncuuEo6VNr9ULkUQz8UdTvN3vrZWP6p+NAYR4/+aYReGd9IZ4VFmCp35WHaTw\nWx6lBXLW63T6bfK3Q7sGhTgP0jjz43ihD44lF3/A+5RhctP7QzAWbNitTT9c\nY4a///utKbZLdMpUjOnZ9lECzeCXVUdvJnCxjuyZqQLyn3rAsnaYIE567YEU\nEEtwF8O8v0aF5eqDXrHtk1aJMSIQy54Jptcxi91JdpMx4jWlQ2cGCidvVhIk\nknutuvu8q4wTcyUHMiTiA0o6BLMtLxxxusPNNIJTaNNVAA7VM729INHDeHFS\nIF44fhvjdgKBslX9AZ5XEBoYP2svVl0wNZvIk+pzNqduYC5+W55Q0G7xo2Vc\nESnzhkVASm5HU6Vh5Y91t23FkWantl5HgHuk5wK3zwXL6BAsbQrlSe7UBsPo\nlqTE0mx434xt+JWJw/kTgHTcp3E49PAXCi0dp5wVMwU0s2Eku/yJKf1m7f7z\nQeyyN6uj0/aG2AUpc43PECOBTpo7TKKC89YhMlahcqL+eVIy59wwn3ap31LQ\nh5ByaIYR0B8nLqidr4LGLzSFCs4qVQ4qXk5wCaNqzW8reWklV8LAC+Ls+1dt\n8PqTp1bbRJmCuGXMdsIVvz+y9Qqcv+KO/2Jy2pPd8z4eOdOHyal56yija8jY\nBR3V\r\n=TmhD\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIBieu2M2yaRrHRk0PfV0+Qt4pEX+QLjVAPkAA08UlOCJAiAsOnmjqGPHKAoruny8VBsfd3xj3Ya3yLaAdpwGnegn2w=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_5.2.2_1592986418601_0.5467678301069272"},"_hasShrinkwrap":false},"5.2.3":{"name":"wink-tokenizer","version":"5.2.3","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run docs","test":"istanbul cover _mocha ./test/","coveralls":"istanbul cover _mocha --report lcovonly -- -R spec && cat ./coverage/lcov.info | coveralls && rm -rf ./coverage","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js","docs":"jsdoc src/*.js -c .jsdoc.json"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"MIT","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.2.0","coveralls":"^3.1.0","docdash":"github:winkjs/docdash","docker":"^1.0.0","eslint":"^7.4.0","istanbul":"^0.4.5","jsdoc":"^3.6.4","mocha":"^8.0.1","mocha-lcov-reporter":"^1.3.0"},"runkitExampleFilename":"./runkit/example.js","dependencies":{"emoji-regex":"^9.0.0"},"gitHead":"cd72739320da93d7473baa2b6c9b587dc878f2cf","_id":"wink-tokenizer@5.2.3","_nodeVersion":"10.15.0","_npmVersion":"6.14.6","dist":{"integrity":"sha512-pMvnjcGC9pMToomdB6FfYzv7r/6r+B75Ip4QxvmtGUSO+THq/27y81Q9zdOhQSl14TJidjtSn0pZIw4+OKkiSg==","shasum":"7ec5d29c83e3004497299b06076e3e433c60ecc1","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-5.2.3.tgz","fileCount":9,"unpackedSize":68801,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfEBuBCRA9TVsSAnZWagAA65QP+wdcIWcEzNXI1NYhQ23k\nhh9/ztKwYNDenlhBg5cvDecz+KDd2uv0QoCU0kSMpsruI8isGo0LAL8NoMV6\nushQ1evITM2O6WlXWA48qgu7yOCE4y6GITcZdfI3FUtXTU8o4fws5dfK4DsC\nwqpmgwQkVTuX7WkB8EEpYmnVgHJMwHxRtBJgC4/8UhOd4bS5s9tcTIWfdlMi\nOEyjFvcRUK3sIR92HaouLtjIyLOxghBLS0XAV9rsXsp7RHL8Y3wUc3qOmzrr\nsGQCdE1U4v2vL15DMTCVyuiWqIoRY2HlF87LlEV3dixwVCUgkLbsZbyUG7FF\n1XgpiXWPAuchXtiSzxVxaEq8op5RqAd6XuQ+DYI57Lm+KtHPTRGtIsM1uZTt\n1JuGoUFmhvhzboQp2nB4iPY4hD/wq1UTOn7AA1fN3UsHxzUW9wHpKNNlYAJr\nDFywGZl/aX2ssWZORcYWZ5raN+EZN3dvrCJmDB15ZIsh1SjF2CpcucuO7tvz\ncj29v73Cap3GW2yxfvB1OAjL8pQMlLyXi54yrflYxyeH0wDAh/qZ0AsioAsT\nLpv7EdsHzJQ8eAadrMgrzc1Oi/GkN5VTIp5M/2JsBqKZ/QBWUZ0OnhoiTcW7\nVVwlm5FIB+ymnM+O79KQwf9AT0vD1wOyhc6ynxny30yCrcr/9/dmQ5AO2dE9\n28Ed\r\n=mNL3\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIB4qUu52LN7hLeGLOW3O2N3VDyVX3npb7rYR2UBm5ECIAiA4ENc0M3DQ6G9qUnT3aYZsK1GE2XNDqCTdRGz3PWa+bQ=="}]},"maintainers":[{"name":"prtksxna","email":"prtksxna@gmail.com"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"sanjaya","email":"sanjaya@graype.in"}],"_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_5.2.3_1594891137100_0.33710627959147677"},"_hasShrinkwrap":false},"5.3.0":{"name":"wink-tokenizer","version":"5.3.0","description":"Multilingual tokenizer that automatically tags each token with its type","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"main":"src/wink-tokenizer.js","scripts":{"pretest":"npm run lint && npm run docs","test":"nyc --reporter=html --reporter=text mocha ./test/","coverage":"nyc report --reporter=text-lcov | coveralls","sourcedocs":"docker -i src -o ./sourcedocs --sidebar no","lint":"eslint ./src/*.js ./test/*.js ./runkit/*.js","docs":"jsdoc src/*.js -c .jsdoc.json"},"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"license":"MIT","bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"homepage":"http://winkjs.org/","devDependencies":{"chai":"^4.3.6","coveralls":"^3.1.1","docdash":"github:winkjs/docdash","docker":"^0.2.14","eslint":"^8.7.0","jsdoc":"^3.6.10","mocha":"^9.2.0","nyc":"^15.1.0"},"runkitExampleFilename":"./runkit/example.js","dependencies":{"emoji-regex":"^9.0.0"},"gitHead":"1479974749efed366401eac79e6abca48315786d","_id":"wink-tokenizer@5.3.0","_nodeVersion":"16.13.0","_npmVersion":"8.3.0","dist":{"integrity":"sha512-O/yAw0g3FmSgeeQuYAJJfP7fVPB4A6ay0018qASh79aWmIOyPYy4j4r9EQT8xBjicja6lCLvgRVAybmEBaATQA==","shasum":"2af267ecddb794ef39344d700d92609f053eebaa","tarball":"https://registry.npmjs.org/wink-tokenizer/-/wink-tokenizer-5.3.0.tgz","fileCount":13,"unpackedSize":110913,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh8rgoCRA9TVsSAnZWagAA1PgQAIWyGqHKQ3sanpoAuNnJ\nhj4M0fAvdzzSSmqBT3VPnGcSTjki0zmkA/kGGtMZ+5OI1R1MHwIq+oEJcgU1\nvMvjImkJliknPcRracLWZwVvBFCX75SZPE3Msrpy0p5OOmtN7gZdKbNIJAbK\nwI3JmeGvkZls49aOrhtgmxXToCf6ZZDxyNYxbQgImFKECVs+qDdaMHvC8Rij\nB5lAyjRCghuqz5PMdzoBrFLMvLMMnZoLF3s+dYUPZpOCpdFiK+HQC0gffKKU\nLE29vnU/LApyhf8VdU0EGeLscE2cTCc7fux4pIzcIQby35QgZ4Qasrzy3d1Z\nQyQhVH5bPR5GE9t3y8jl8+LsZwiZn/X9wz9bzwwjlKfSszNpbV+76RwYa3+z\n+p3BAl9XSaDkSF4beHIOsvXxfjiLb+5z6OBLAiEwGtX5NbNooZ2SsWtDas1t\nnPwKcKI8XTC746PI+GQji7pDNzkADHk1RvRnPEwxZbdZwhXiDxcHxCXLkyTt\nC1aivnXwFOhLawzg1bSjFjQ2Me2DbtnEWG+AZDQsZeURpoNB308zeq5Hxc3b\nYPpFXcoFdZy61M8ZIHErFlFc07hPwesAcKJBxRb1Yy/HddgXGCTrKIZaD0W2\n3otksv6JY5dsh4SFwAisT1alinTucb/B48d18Q4lckHfPd/NSQ7kIGOxhU39\n8EPN\r\n=J9cK\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIEbb6SPlwBb9q3+fWopRMlwWdA1jyMXUEgbS8bAM2M/XAiBpHm62QvFrraVrKcvc/CpHB3bzumtkby0wmEXw33r2ug=="}]},"_npmUser":{"name":"sanjaya","email":"sanjaya@graype.in"},"directories":{},"maintainers":[{"name":"sanjaya","email":"sanjaya@graype.in"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"prtksxna","email":"prtksxna@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/wink-tokenizer_5.3.0_1643296808229_0.4995668373639899"},"_hasShrinkwrap":false}},"readme":"# wink-tokenizer\n\nMultilingual tokenizer that automatically tags each token with its type\n\n### [![Build Status](https://api.travis-ci.org/winkjs/wink-tokenizer.svg?branch=master)](https://travis-ci.org/winkjs/wink-tokenizer) [![Coverage Status](https://coveralls.io/repos/github/winkjs/wink-tokenizer/badge.svg?branch=master)](https://coveralls.io/github/winkjs/wink-tokenizer?branch=master) [![Gitter](https://img.shields.io/gitter/room/nwjs/nw.js.svg)](https://gitter.im/winkjs/Lobby)\n\n[<img align=\"right\" src=\"https://decisively.github.io/wink-logos/logo-title.png\" width=\"100px\" >](http://winkjs.org/)\n\nTokenize sentences in Latin and Devanagari scripts using **`wink-tokenizer`**. Some of it's top feature are outlined below:\n\n1. Support for English, French, German, Hindi, Sanskrit, Marathi and many more.\n\n1. Intelligent tokenization of sentence containing words in more than one language.\n\n1. Automatic detection & tagging of different types of tokens based on their features:\n     - These include word, punctuation, email, mention, hashtag, emoticon, and emoji etc.\n     - User definable token types.\n\n1. High performance – tokenizes a typical english sentence at speed of over **2.4 million tokens/second** and a complex tweet containing hashtags, emoticons, emojis, mentions, e-mail at a speed of over **1.5 million tokens/second** (benchmarked on 2.2 GHz Intel Core i7 machine with 16GB RAM).\n\n\n### Installation\n\nUse [npm](https://www.npmjs.com/package/wink-tokenizer) to install:\n\n    npm install wink-tokenizer --save\n\n### Getting Started\n```javascript\n// Load tokenizer.\nvar tokenizer = require( 'wink-tokenizer' );\n// Create it's instance.\nvar myTokenizer = tokenizer();\n\n// Tokenize a tweet.\nvar s = '@superman: hit me up on my email r2d2@gmail.com, 2 of us plan party🎉 tom at 3pm:) #fun';\nmyTokenizer.tokenize( s );\n// -> [ { value: '@superman', tag: 'mention' },\n//      { value: ':', tag: 'punctuation' },\n//      { value: 'hit', tag: 'word' },\n//      { value: 'me', tag: 'word' },\n//      { value: 'up', tag: 'word' },\n//      { value: 'on', tag: 'word' },\n//      { value: 'my', tag: 'word' },\n//      { value: 'email', tag: 'word' },\n//      { value: 'r2d2@gmail.com', tag: 'email' },\n//      { value: ',', tag: 'punctuation' },\n//      { value: '2', tag: 'number' },\n//      { value: 'of', tag: 'word' },\n//      { value: 'us', tag: 'word' },\n//      { value: 'plan', tag: 'word' },\n//      { value: 'party', tag: 'word' },\n//      { value: '🎉', tag: 'emoji' },\n//      { value: 'tom', tag: 'word' },\n//      { value: 'at', tag: 'word' },\n//      { value: '3pm', tag: 'time' },\n//      { value: ':)', tag: 'emoticon' },\n//      { value: '#fun', tag: 'hashtag' } ]\n\n// Tokenize a French sentence.\ns = 'Mieux vaut prévenir que guérir:-)';\nmyTokenizer.tokenize( s );\n// -> [ { value: 'Mieux', tag: 'word' },\n//      { value: 'vaut', tag: 'word' },\n//      { value: 'prévenir', tag: 'word' },\n//      { value: 'que', tag: 'word' },\n//      { value: 'guérir', tag: 'word' },\n//      { value: ':-)', tag: 'emoticon' } ]\n\n// Tokenize a sentence containing Hindi and English.\ns = 'द्रविड़ ने टेस्ट में ३६ शतक जमाए, उनमें 21 विदेशी playground पर हैं।';\nmyTokenizer.tokenize( s );\n// -> [ { value: 'द्रविड़', tag: 'word' },\n//      { value: 'ने', tag: 'word' },\n//      { value: 'टेस्ट', tag: 'word' },\n//      { value: 'में', tag: 'word' },\n//      { value: '३६', tag: 'number' },\n//      { value: 'शतक', tag: 'word' },\n//      { value: 'जमाए', tag: 'word' },\n//      { value: ',', tag: 'punctuation' },\n//      { value: 'उनमें', tag: 'word' },\n//      { value: '21', tag: 'number' },\n//      { value: 'विदेशी', tag: 'word' },\n//      { value: 'playground', tag: 'word' },\n//      { value: 'पर', tag: 'word' },\n//      { value: 'हैं', tag: 'word' },\n//      { value: '।', tag: 'punctuation' } ]\n```\n\n### Documentation\nCheck out the [tokenizer API documentation](http://winkjs.org/wink-tokenizer/) to learn more.\n\n### Need Help?\n\nIf you spot a bug and the same has not yet been reported, raise a new [issue](https://github.com/winkjs/wink-tokenizer/issues) or consider fixing it and sending a pull request.\n\n### About wink\n[Wink](http://winkjs.org/) is a family of open source packages for **Statistical Analysis**, **Natural Language Processing** and **Machine Learning** in NodeJS. The code is **thoroughly documented** for easy human comprehension and has a **test coverage of ~100%** for reliability to build production grade solutions.\n\n\n### Copyright & License\n\n**wink-tokenizer** is copyright 2017-21 [GRAYPE Systems Private Limited](http://graype.in/).\n\nIt is licensed under the terms of the MIT License.\n","maintainers":[{"name":"sanjaya","email":"sanjaya@graype.in"},{"name":"r4chn4","email":"rachna@graype.in"},{"name":"prtksxna","email":"prtksxna@gmail.com"}],"time":{"modified":"2022-05-24T13:02:11.867Z","created":"2017-11-11T10:15:02.765Z","1.0.0":"2017-11-11T10:15:02.765Z","1.1.0":"2017-11-17T10:15:36.344Z","2.0.1":"2017-11-20T10:05:26.048Z","2.1.0":"2018-01-04T10:43:54.950Z","2.2.0":"2018-02-10T11:43:24.859Z","2.3.0":"2018-02-13T12:07:13.812Z","2.3.1":"2018-02-14T15:04:43.411Z","3.0.0":"2018-02-18T17:26:47.310Z","3.1.0":"2018-04-06T12:32:18.898Z","3.2.0":"2018-04-10T09:53:10.651Z","4.0.0":"2018-04-28T07:48:05.764Z","4.1.0":"2018-08-29T14:09:27.183Z","5.0.0":"2018-11-02T07:47:53.005Z","5.1.0":"2019-01-31T17:21:17.648Z","5.2.0":"2019-02-25T10:30:00.224Z","5.2.1":"2019-04-16T08:21:37.866Z","5.2.2":"2020-06-24T08:13:38.729Z","5.2.3":"2020-07-16T09:18:57.350Z","5.3.0":"2022-01-27T15:20:08.947Z"},"homepage":"http://winkjs.org/","keywords":["Tokenizer","Tokenize","Tags","Tagging","NLP","email","twitter","URL","Emoji","Emoticon","Multilingual","French","German","Spanish","Icelandic","wink"],"repository":{"type":"git","url":"git+https://github.com/winkjs/wink-tokenizer.git"},"author":{"name":"Sanjaya Kumar Saxena"},"bugs":{"url":"https://github.com/winkjs/wink-tokenizer/issues"},"license":"MIT","readmeFilename":"README.md","users":{"sanjaya":true,"r4chn4":true}}