{"_id":"tokenize-this","_rev":"22-3375e6b29e199e9e8054e66793c4f7e4","name":"tokenize-this","description":"Turns a string into tokens.","dist-tags":{"latest":"1.4.2"},"versions":{"1.0.0":{"name":"tokenize-this","version":"1.0.0","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"d3f36d48c869aa2674f265386d8e38f123bbac1b","_id":"tokenize-this@1.0.0","_shasum":"171ff4f165c55b737a22affd93b0e85cfcbf3948","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"171ff4f165c55b737a22affd93b0e85cfcbf3948","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.0.0.tgz","integrity":"sha512-xVYnjPxkaxn8XWRMXIWty+IBEU6JzoDXNInXG92UnouSaWtE6/Mfy3LNTZmw1My1LQU8tNFXFZInZptfd7Es5A==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD2/qBmYkWF1ciSH1chPG8EPAA0od46XJfnTMxRBMFtLAIhAKvuIGli50nVSic7Bf3BXoBppn7H6GcNj8uX3Y04CYLD"}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.0.0.tgz_1482984308094_0.8665982899256051"}},"1.0.1":{"name":"tokenize-this","version":"1.0.1","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"d3f36d48c869aa2674f265386d8e38f123bbac1b","_id":"tokenize-this@1.0.1","_shasum":"52882a328ad77c6fda5c19fe5a7d0b88ad322c82","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"52882a328ad77c6fda5c19fe5a7d0b88ad322c82","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.0.1.tgz","integrity":"sha512-iE/ntn2MA7PtNqYrzDO6fcNDbzdlLOUdJGiRBpiE5X69nbmJqCSojOqDEs7d6lOBHoDEyPR/kziS0I+fY+FsBA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQClHBV+/8eoMnp5SZHP/t4KBm8SoqjVe65AUJDApVIfFwIhAPYep8wYWbgNPxFuTwfoaNjFT88+thB8kQlmOK5rKRWn"}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.0.1.tgz_1482985076644_0.5444263035897166"}},"1.0.11":{"name":"tokenize-this","version":"1.0.11","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"d3f36d48c869aa2674f265386d8e38f123bbac1b","_id":"tokenize-this@1.0.11","_shasum":"250e515c25121fb2ecbec4978b3d38387961234f","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"250e515c25121fb2ecbec4978b3d38387961234f","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.0.11.tgz","integrity":"sha512-3xkI/GrQGx/+HYE3L3QIIW0EtAXtYQth8oYH+YVx3haWI0oMAkqwUdy4OeUdHqHfssgbMcnenW4lngBGWUOGKw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIHhZYq3NsBBUgvjBsUXn9jzLhJnDyOsOlE3UOQiBBo+FAiBlIMqE99FUymLU6fcIrYobv+DqT6FXkvYze4Ibl5hoZA=="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.0.11.tgz_1482985228287_0.4527903562411666"}},"1.0.12":{"name":"tokenize-this","version":"1.0.12","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"d3f36d48c869aa2674f265386d8e38f123bbac1b","_id":"tokenize-this@1.0.12","_shasum":"e414a601551dfc7f73f90ceec2af01bff9db92a2","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"e414a601551dfc7f73f90ceec2af01bff9db92a2","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.0.12.tgz","integrity":"sha512-jGq0qoah8iYFaoaDaT2zc13rV5GQ+sDrKMQU9ncax2F5mJKsPpQKsbSn2fBGFAH+TzHq9scvGjKszTn3EvdfgA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCICSUyDgVmTtYq36r2nFPqaQIyDAXYbXrLWj4wxxv81eQAiEAr16wqzV13lMYIKdKSncoURkqSdXoGSeX/s55oJWplXg="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/tokenize-this-1.0.12.tgz_1482985334763_0.609084441093728"}},"1.0.13":{"name":"tokenize-this","version":"1.0.13","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"d3f36d48c869aa2674f265386d8e38f123bbac1b","_id":"tokenize-this@1.0.13","_shasum":"1b0de2fe549f7b86ec34103e4467ef39d7f7a6d3","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"1b0de2fe549f7b86ec34103e4467ef39d7f7a6d3","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.0.13.tgz","integrity":"sha512-fEvbYN4DYJMBqlxBux/fggKgWC0r3jwVDATpWZwe+9bEFlDZtMt4ef6l7237l6vnie0z6h5ZtI0AcjFWqWyAIw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIDrHu+oi40+i1zTkTFhZ9eKB/tTTj3sw0LVqiT1lJ8S+AiAopMqqsVGQ4RHeBoRf06wim4Xj6xcCrUmdYSGcw5iHOQ=="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/tokenize-this-1.0.13.tgz_1482985403502_0.2226484208367765"}},"1.0.14":{"name":"tokenize-this","version":"1.0.14","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"30f84bb5f6a75873f537b5f65e2c146de8ea948e","_id":"tokenize-this@1.0.14","_shasum":"e65faf1c6edd2f3586affd471ac1a559719d3f1c","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"e65faf1c6edd2f3586affd471ac1a559719d3f1c","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.0.14.tgz","integrity":"sha512-gP/4hFISfcAuIGeMaUuPK7QqnBuR/fo3Zg1fCbQqv9JVHoxH/DgfCzKeEXn40sXAgN/qUGxeQkCLWKwU/HnjiA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIBXEzPqsIqADUSl0XKQPO4pic+NhwydS2oEuUyNLQoSkAiEAl/BYnXneQ0WShJBRC5SpCncwm9h++DO1Cv11Zl+QLy0="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/tokenize-this-1.0.14.tgz_1482985667651_0.8475904802326113"}},"1.1.0":{"name":"tokenize-this","version":"1.1.0","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"3487c6f10e8932f68d7a7ae368f684aafe7b1984","_id":"tokenize-this@1.1.0","_shasum":"ad861b30ffc10c38b448e347f1322dc1a284cc26","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"ad861b30ffc10c38b448e347f1322dc1a284cc26","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.1.0.tgz","integrity":"sha512-QjzLzlDvR0scEhRiGnV7ilspOU4ZTKZcgChJ1z1o9NEc03m8ZgvwL7lb2jemlWaQgO2EbRis+L+h6sro96Mokg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDbtBy3UB5GW2W5ZZ8sV+d1cUDXgoxJdwHNLNIzrfZt3AIhAKsr1BPxq24UAlYCoqRCeTWmgITV01ehHLl5GnxULQbD"}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.1.0.tgz_1482988571740_0.7866954267956316"}},"1.2.0":{"name":"tokenize-this","version":"1.2.0","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"f694612317b899a2525351fad482c5f91d46b0d3","_id":"tokenize-this@1.2.0","_shasum":"8db9e3b46595e9792d4fe9c04e59446583e6f9d6","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"8db9e3b46595e9792d4fe9c04e59446583e6f9d6","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.2.0.tgz","integrity":"sha512-R3wkPi7qYYkhX/S30xlEFdzepo2AaSJa5bevcV3WeqM7KcFzhPZxSWXz+R2W8AC8qP+TQ6LFRh9tFK68dQgKhQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD2F6+4MNRyaI4M5tr4h7ImDC8ZiGk6Cr8oTlWmDj/KhQIhAMeMnQjXoY7LlP73PY77kLvoJcuNSKdb3HMAF8v39guW"}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.2.0.tgz_1482990567005_0.7450894215144217"}},"1.3.0":{"name":"tokenize-this","version":"1.3.0","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"23d8b2d205f05a41929da74063feb3256ee86f4a","_id":"tokenize-this@1.3.0","_shasum":"31e415b51caeafaee3fa6fc662899d16bab9a50b","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"31e415b51caeafaee3fa6fc662899d16bab9a50b","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.0.tgz","integrity":"sha512-TiscZdyo4LSL50oFfJYVS67AkB40HfvRAGzrSjTE2drth8GEYWE7IVGpwZCDqWJV4zoyvw+uOj0i2UsnPbf9Uw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIDg5opX9WBeFnWZH54f8jDTkbfVQq6Fc5uCnFVLJ7KtdAiEA4Jo+umRdrEFIQzomdWX6MdW9LsWFPJNa5DfkQtQQEq4="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.0.tgz_1483040458266_0.3899200225714594"}},"1.3.1":{"name":"tokenize-this","version":"1.3.1","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"880bde450a70afaa485e153a5c7d46b5d77e11a6","_id":"tokenize-this@1.3.1","_shasum":"77b6378a3da8b8fe476e519c7cccd82c0fff60d7","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"77b6378a3da8b8fe476e519c7cccd82c0fff60d7","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.1.tgz","integrity":"sha512-vfG/S2FCq6FVsSX6Vvh+G22a111KWy5gR8UPSDVIgyzjAZqakdg0xC3yMmGwdiZ1gx+tSUrj5kSCN5Mv7QPFgg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFivX8w4pf0x8BxyvWbCafxu5Hef8ExKSeRXDIh/rn+OAiAspH8EWFrgJW66mOKD33pqGa/4LFfkCIdrKbvd/BaSBg=="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.1.tgz_1483041836266_0.4291638277936727"}},"1.3.2":{"name":"tokenize-this","version":"1.3.2","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"d4686988559b2779f4f6f1d3b2e5f9ea41e327fe","_id":"tokenize-this@1.3.2","_shasum":"8a1104bfd0bc43a8d03b0d53d4351f6e91b4e329","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"8a1104bfd0bc43a8d03b0d53d4351f6e91b4e329","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.2.tgz","integrity":"sha512-JGxCD9hhjoQhlYj6Gs4RTT3JGnXsX4zBtB6uXopzy6RSWwwcPkPLi0J0QpB6SHkNMhXYCLpPDyPWnH40WuFXSg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGxAGQgRXE4v0EHaJ/XpBwknBeLsBJzM36jr+T4+65lmAiEArSQJURQFaeyUwwplsM8E0pNacWHGifu/EXMG11YV7eo="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.2.tgz_1483042533462_0.5940191657282412"}},"1.3.3":{"name":"tokenize-this","version":"1.3.3","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"24edefc0702f8d2ce89d7dd74faa1c6bfad0bd83","_id":"tokenize-this@1.3.3","_shasum":"7820cb8cc7c21b8bd8219ca9b510d1899dd06968","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"7820cb8cc7c21b8bd8219ca9b510d1899dd06968","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.3.tgz","integrity":"sha512-SnN/dJUnKNnQ9mxSRWz9kbtw5SFHON1Ps7YP94SmdWn0eoCGkP5ijvGxTp/EoVOhCt8vMdAtHRdZJdWPnDAlnw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFWLAgitFWn1aqTan5WpY2/G3baF2oXxIvE4vrZRVNCFAiADlyOtLJPKr3bx3GGh9DCitzdNza35mv5oz1qSR/i0uw=="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.3.tgz_1483042738431_0.9685098147019744"}},"1.3.4":{"name":"tokenize-this","version":"1.3.4","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"7850070449be47a656fcc0fda5d71eb794f7a997","_id":"tokenize-this@1.3.4","_shasum":"5d4bd72e05d32ccd9715e511cd0607ccc0c0f93c","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"5d4bd72e05d32ccd9715e511cd0607ccc0c0f93c","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.4.tgz","integrity":"sha512-sbnSpfcBcLfWIgZKMy4vbKJ5tfAvzp1AgDCaQMcgEHGG0NbnSTgEjd/BnkcZurQ/LKIBAzhdxFJjhdl67q1Ktw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIBqqM721VNZ8SRmBWJn6ip6jP1fSI2P6t4Es2m2Ztu8NAiA6674DVol9xQRexaukAuTjlqL1mIlpCaJQWPqVRczn2A=="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.4.tgz_1483042807552_0.25481890700757504"}},"1.3.5":{"name":"tokenize-this","version":"1.3.5","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"70725810cc528a536247e5cffdbe46355f6edbfc","_id":"tokenize-this@1.3.5","_shasum":"b996454dd0df32fd79e8eb06709d06deea6c26dd","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"b996454dd0df32fd79e8eb06709d06deea6c26dd","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.5.tgz","integrity":"sha512-4rly/Huv6PQjghD5QtaKlbLqK2QXnkufxxwNvZ1THW4GSoXvlZ+rJWJxj2ufdDck4V3sc6beOrqLB06xicDvdQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDS0G2IstOIrSU949i5PrrcNvp7DamJ2HjWS+5bbONhvQIhAJBMXDbogPKM2PMJwu1Dof6+B4MxUv0iGNZkE0mzHSty"}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.5.tgz_1483042879727_0.4283893082756549"}},"1.3.6":{"name":"tokenize-this","version":"1.3.6","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"70725810cc528a536247e5cffdbe46355f6edbfc","_id":"tokenize-this@1.3.6","_shasum":"df411bd88b3d914e8ab04d334b0496b05c640414","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"df411bd88b3d914e8ab04d334b0496b05c640414","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.6.tgz","integrity":"sha512-8oNlpkDxrNjR2UEkMD0IVxSWJzVscj/c2KV9hMOs6O8HQRpkxcuXiMS7xVqn7xSuAFFJGYW4es7n7W/NGfqJcw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIEntNoe+99SrBeBCTCrqhQTpWar/O2mz4UYKImYm2ZidAiBXTe3zZLl8SL0fZREvKo5ltvLe4nVv5pur66Yi6weFQQ=="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.6.tgz_1483042924073_0.36140452162362635"}},"1.3.7":{"name":"tokenize-this","version":"1.3.7","description":"Turns a string into tokens.","main":"tokenize-this.min.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"d399508a3209a516c5c95a6d4e9f525189920e58","_id":"tokenize-this@1.3.7","_shasum":"03411dbe2dc62092b4fcc8f1ee4580c3460e06a2","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"03411dbe2dc62092b4fcc8f1ee4580c3460e06a2","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.3.7.tgz","integrity":"sha512-TNsTPdMn0d9D6giffkQVHL5OOx8OGzHj1NZfqvn8ajuoAmiw3H4bSJKwth7b1m4ZTHLmb5fpm2Hv0/poL1jAEw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDRqo5lDzU5MnF7Ce+v+VuqeIDWCE87U1IcFgsv64T6mgIgfCGxDuqUQR6sOM9km9N9MavKpOmpLYPaDOdhcaRrWuE="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/tokenize-this-1.3.7.tgz_1483042957165_0.34269919618964195"}},"1.4.0":{"name":"tokenize-this","version":"1.4.0","description":"Turns a string into tokens.","main":"TokenizeThis.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://inspirationjs.io"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"146843d18a9df53cf431914df90a0add852050fe","_id":"tokenize-this@1.4.0","_shasum":"30725345bc6a4f2183ab0af6b467bd4dbeb6f8b7","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"30725345bc6a4f2183ab0af6b467bd4dbeb6f8b7","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.4.0.tgz","integrity":"sha512-zhaKyYeAniJNgAhNz1l0WNXsGDgrJl+x+nxUphuQsaJAXMGaAq0n4WGEayKCfGmSlgpolbwJHKdyrxJuj9tm2w==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCUDfhi4w/U7CyYj/bIHwSVT5sOTtnx4GI87F2X85hsOgIhAPzjCTWpWw1HZrIAv7p7DGRE//fuzCJcT7mbOdnWsg+Q"}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/tokenize-this-1.4.0.tgz_1483055242776_0.8998014635872096"}},"1.4.1":{"name":"tokenize-this","version":"1.4.1","description":"Turns a string into tokens.","main":"TokenizeThis.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://github.com/shaunpersad"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"bf882e4f1023291d633d8737350264d4ae4e4e13","_id":"tokenize-this@1.4.1","_shasum":"63e26b82afb5dfe78835ae2fe89dc4ba83752ab0","_from":".","_npmVersion":"2.14.2","_nodeVersion":"4.0.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"shasum":"63e26b82afb5dfe78835ae2fe89dc4ba83752ab0","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.4.1.tgz","integrity":"sha512-STXr8evH1ChAhhB84xPj8V5cCIixu9ZSTDoICooFKbiA1WSuHrfK0UYQeTFrIhYhdVQs4W4AedUa60ER5XO2Eg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIDTnyip1UyU7KAHxJbNtxr2gfD3STX7trhiGX6MgLJnSAiEApLUYywmH9jxJTYPuO/dXEDd3C/tnr4WCVY/ZCe/WFRk="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tokenize-this-1.4.1.tgz_1504389908370_0.960292206145823"}},"1.4.2":{"name":"tokenize-this","version":"1.4.2","description":"Turns a string into tokens.","main":"TokenizeThis.js","directories":{"test":"test"},"scripts":{"test":"./node_modules/mocha/bin/mocha --recursive","document":"./node_modules/mocha/bin/mocha --recursive --reporter=markdown"},"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"keywords":["string","tokenizer","sql","math","json"],"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://github.com/shaunpersad"},"license":"MIT","bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","devDependencies":{"babel-preset-es2015":"^6.18.0","babelify":"^7.3.0","browserify":"^13.1.1","gulp":"^3.9.1","gulp-concat":"^2.6.1","gulp-uglify":"^2.0.0","mocha":"^3.2.0","should":"^11.1.2","vinyl-buffer":"^1.0.0","vinyl-source-stream":"^1.1.0"},"gitHead":"716fba786194eb61214cb2a5545e738e901a15fe","_id":"tokenize-this@1.4.2","_npmVersion":"6.4.1","_nodeVersion":"10.15.0","_npmUser":{"name":"shaunpersad","email":"shaunpersad@gmail.com"},"dist":{"integrity":"sha512-WDOMkXmAyHC7VHpVWbyUe98wHspF2TqnqCBa9caTz0fRRaKlWWgZ50LBHpmCfhkCnh1ynyhorxpejBTzawo2IA==","shasum":"ca35a2214f5ffcb0a5101294983ff47c54cee125","tarball":"https://registry.npmjs.org/tokenize-this/-/tokenize-this-1.4.2.tgz","fileCount":17,"unpackedSize":39483,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdp6a/CRA9TVsSAnZWagAAGjUQAJasmMaUVBlownudTrKM\nbfJyhHVe/vXDtz/ceEOFXsUeH2M6yvwFOZ+1XH/5DzS6c+T4QWZItSghHeKY\ncnfKPFL+3hv7NYcYWvLZ/ftK5f5D5s7nigx9jxMn5v+FGjwwOJ+9iIP8Fh5B\nTXwXNXyCOA3OgbwJfnSFSrzvrrEvgg/ehw6HpX8SNdYhTZp/q7R9gYdndA7R\nAWpPYxV3q8g1hLjf8lyE1rf5H1MVPLAE6BrJfGag7TGvWPIBM/6eIYjAHNo4\nTkNiV62mbIdwNSulJ5b1CLxLOlgooOqv7PRXUsiIcsfn3O/84LeNZyrLhkth\nwktDV0Vg9nvkwTlvCh937U7JQi4j5k1pX/yNMy/jSoxBeHZYu1ICpeegv+j5\nw5brTkRxbFqsma3ZxPX0qmfwqZQDD4un/NXgcBIiEdenhwkXph1kqKzFJVa+\neN9K/Wd6ktcZshAW7Dt/OSFtstgMQRRlmZjP9Vpl6HrkFKOTZt/BxT8qUh9t\nDKl2pFJ4gf7I+vqMi/I5uX/cFJYD1U3W1dvhVmLmiCK1lMTqWxo3cda/WDND\nesx/wPGp5m2JryMCkBfsvln+6l7MMvsKGYHNSCrpumDLCI5tlXdSUwi4maYk\n1o4QOVQNwaPn+MBPfIJ2PS8Im500L4FHs8fhhyLjzODgZBGP24DsvEPEM4cJ\n0fPi\r\n=CMIT\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGnAUGUOwnWzi785SkQGOcPh61rIuFUvLU3slXyzZh1WAiEA3dPNrDUt3ckh9g+alhw86LF8BHmwxzpa3HuSgNGM8SU="}]},"maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tokenize-this_1.4.2_1571268287280_0.98481168037162"},"_hasShrinkwrap":false}},"readme":"# TokenizeThis\n\n## Quickstart\n\nIt turns a string into tokens.\n\n```js\nvar tokenizer = new TokenizeThis();\nvar str = 'Tokenize this!';\nvar tokens = [];\ntokenizer.tokenize(str, function(token) {\n    tokens.push(token);\n});\nequals(tokens, ['Tokenize', 'this', '!']);\n```\n\nBy default, it can tokenize math-based strings.\n\n```js\nvar tokenizer = new TokenizeThis();\nvar str = '5 + 6 -(4/2) + gcd(10, 5)';\nvar tokens = [];\ntokenizer.tokenize(str, function(token) {\n    tokens.push(token);\n});\n\nequals(tokens, [5, '+', 6, '-', '(', 4, '/', 2, ')', '+', 'gcd', '(', 10, ',', 5, ')']);\n```\n\n...Or SQL.\n\n```js\nvar tokenizer = new TokenizeThis();\nvar str = 'SELECT COUNT(id), 5+6 FROM `users` WHERE name = \"shaun persad\" AND hobby IS NULL';\nvar tokens = [];\ntokenizer.tokenize(str, function(token, surroundedBy) {\n    \n    if (surroundedBy) {\n        tokens.push(surroundedBy+token+surroundedBy);\n    } else {\n        tokens.push(token);\n    }\n});\nequals(tokens, [\n    'SELECT',\n    'COUNT', '(', 'id', ')',\n    ',',\n    5, '+', 6,\n    'FROM', '`users`',\n    'WHERE',\n    'name', '=', '\"shaun persad\"',\n    'AND',\n    'hobby', 'IS', null\n]);\n```\n\n\n## Installation\n\n`npm install tokenize-this`.\n\n```js\n// or if in the browser: <script src=\"tokenize-this/tokenize-this.min.js\"></script>\n```\n\n## Usage\n\n`require` it, create a new instance, then call `tokenize`.\n\n```js\n// var TokenizeThis = require('tokenize-this');\n// OR\n// var TokenizeThis = require('tokenize-this/tokenize-this.min.js'); // for node.js < 4.0\n// OR\n// <script src=\"tokenize-this/tokenize-this.min.js\"></script> <!-- if in browser -->\n\nvar tokenizer = new TokenizeThis();\n\nvar str = 'Hi!, I want to add 5+6';\nvar tokens = [];\ntokenizer.tokenize(str, function(token) {\n    tokens.push(token);\n});\nequals(tokens, ['Hi', '!', ',', 'I', 'want', 'to', 'add', 5, '+', 6]);\n```\n\n\n## Advanced Usage\n\n### Supplying a config object to the constructor\n\n#### See [here](#defaultconfigobject) for all options\n\nThis can be used to tokenize many forms of data, like JSON into key-value pairs.\n\n```js\nvar jsonConfig = {\n    shouldTokenize: ['{', '}', '[', ']'],\n    shouldMatch: ['\"'],\n    shouldDelimitBy: [' ', \"\\n\", \"\\r\", \"\\t\", ':', ','],\n    convertLiterals: true\n};\nvar tokenizer = new TokenizeThis(jsonConfig);\nvar str = '[{name:\"Shaun Persad\", id: 5}, { gender : null}]';\nvar tokens = [];\ntokenizer.tokenize(str, function(token) {\n    tokens.push(token);\n});\nequals(tokens, ['[', '{', 'name', 'Shaun Persad', 'id', 5, '}', '{', 'gender', null, '}', ']']);\n```\n\nHere it is tokenizing XML like a boss.\n\n```js\nvar xmlConfig = {\n    shouldTokenize: ['<?', '?>', '<!', '<', '</', '>', '/>', '='],\n    shouldMatch: ['\"'],\n    shouldDelimitBy: [' ', \"\\n\", \"\\r\", \"\\t\"],\n    convertLiterals: true\n};\nvar tokenizer = new TokenizeThis(xmlConfig);\nvar str = `\n<?xml-stylesheet href=\"catalog.xsl\" type=\"text/xsl\"?>\n<!DOCTYPE catalog SYSTEM \"catalog.dtd\">\n<catalog>\n   <product description=\"Cardigan Sweater\" product_image=\"cardigan.jpg\">\n      <size description=\"Large\" />\n      <color_swatch image=\"red_cardigan.jpg\">\n        Red\n      </color_swatch>\n   </product>\n</catalog>                \n`;\nvar tokens = [];\ntokenizer.tokenize(str, function(token) {\n    tokens.push(token);\n});\nequals(tokens,\n    [\n        '<?', 'xml-stylesheet', 'href', '=', 'catalog.xsl', 'type', '=', 'text/xsl', '?>',\n        '<!', 'DOCTYPE', 'catalog', 'SYSTEM', 'catalog.dtd', '>',\n        '<', 'catalog', '>',\n        '<', 'product', 'description', '=', 'Cardigan Sweater', 'product_image', '=', 'cardigan.jpg', '>',\n        '<', 'size', 'description', '=', 'Large', '/>',\n        '<', 'color_swatch', 'image', '=', 'red_cardigan.jpg', '>',\n        'Red',\n        '</', 'color_swatch', '>',\n        '</', 'product', '>',\n        '</', 'catalog', '>'\n    ]\n);\n```\n\nThe above examples are the first steps in writing parsers for those formats. The next would be parsing the stream of tokens based on the format-specific rules, e.g. [SQL](https://github.com/shaunpersad/sql-where-parser).\n\n\n## API\n\n### Methods\n\n#### #tokenize(str:String, forEachToken:Function)\n\nsends each token to the `forEachToken(token:String, surroundedBy:String, index:Integer)` callback.\n\n```js\nvar tokenizer = new TokenizeThis();\nvar str = 'Tokenize \"this\"!';\n\nvar tokens = [];\nvar indices = [];\nvar forEachToken = function(token, surroundedBy, index) {\n\n    tokens.push(surroundedBy+token+surroundedBy);\n    indices.push(index);\n};\n\ntokenizer.tokenize(str, forEachToken);\n\nequals(tokens, ['Tokenize', '\"this\"', '!']);\nequals(indices, [8, 14, 15]);\n```\n\nit converts `true`, `false`, `null`, and numbers into their literal versions.\n\n```js\nvar tokenizer = new TokenizeThis();\nvar str = 'true false null TRUE FALSE NULL 1 2 3.4 5.6789';\nvar tokens = [];\ntokenizer.tokenize(str, function(token, surroundedBy) {\n    tokens.push(token);\n});\nequals(tokens, [true, false, null, true, false, null, 1, 2, 3.4, 5.6789]);\n```\n\n#### .defaultConfig:Object\n\nThe default config object used when no config is supplied.\n\n```js\nvar config = {\n    shouldTokenize: ['(', ')', ',', '*', '/', '%', '+', '-', '=', '!=', '!', '<', '>', '<=', '>=', '^'],\n    shouldMatch: ['\"', \"'\", '`'],\n    shouldDelimitBy: [' ', \"\\n\", \"\\r\", \"\\t\"],\n    convertLiterals: true,\n    escapeCharacter: \"\\\\\"\n};\nequals(TokenizeThis.defaultConfig, config);\n```\n\nYou can change converting to literals with the `convertLiterals` config option.\n\n```js\nvar config = {\n    convertLiterals: false\n};\nvar tokenizer = new TokenizeThis(config);\nvar str = 'true false null TRUE FALSE NULL 1 2 3.4 5.6789';\nvar tokens = [];\ntokenizer.tokenize(str, function(token, surroundedBy) {\n    tokens.push(token);\n});\nequals(tokens, ['true', 'false', 'null', 'TRUE', 'FALSE', 'NULL', '1', '2', '3.4', '5.6789']);\n```\n\nAny strings surrounded by the quotes specified in the `shouldMatch` option are treated as whole tokens.\n\n```js\nvar config = {\n    shouldMatch: ['\"', '`', '#']\n};\nvar tokenizer = new TokenizeThis(config);\nvar str = '\"hi there\" `this is a test` #of quotes#';\nvar tokens = [];\nvar tokensQuoted = [];\ntokenizer.tokenize(str, function(token, surroundedBy) {\n    tokens.push(token);\n    tokensQuoted.push(surroundedBy+token+surroundedBy);\n});\nequals(tokens, ['hi there', 'this is a test', 'of quotes']);\nequals(tokensQuoted, ['\"hi there\"', '`this is a test`', '#of quotes#']);\n```\n\nQuotes can be escaped via a backslash.\n\n```js\nvar tokenizer = new TokenizeThis();\nvar str = 'These are \"\\\\\"quotes\\\\\"\"';\nvar tokens = [];\ntokenizer.tokenize(str, function(token, surroundedBy) {\n    tokens.push(token);\n});\n\nequals(tokens, ['These', 'are', '\"quotes\"']);\n```\n\nThe escape character can be specified with the `escapeCharacter` option.\n\n```js\nvar config = {\n    escapeCharacter: '#'\n};\nvar tokenizer = new TokenizeThis(config);\nvar str = 'These are \"#\"quotes#\"\"';\nvar tokens = [];\ntokenizer.tokenize(str, function(token, surroundedBy) {\n    tokens.push(token);\n});\nequals(tokens, ['These', 'are', '\"quotes\"']);\n```\n","maintainers":[{"name":"shaunpersad","email":"shaunpersad@gmail.com"}],"time":{"modified":"2022-06-27T18:04:53.575Z","created":"2016-12-29T04:05:08.710Z","1.0.0":"2016-12-29T04:05:08.710Z","1.0.1":"2016-12-29T04:17:57.240Z","1.0.11":"2016-12-29T04:20:28.849Z","1.0.12":"2016-12-29T04:22:16.895Z","1.0.13":"2016-12-29T04:23:25.704Z","1.0.14":"2016-12-29T04:27:49.763Z","1.1.0":"2016-12-29T05:16:12.304Z","1.2.0":"2016-12-29T05:49:27.585Z","1.3.0":"2016-12-29T19:40:59.104Z","1.3.1":"2016-12-29T20:03:58.654Z","1.3.2":"2016-12-29T20:15:34.193Z","1.3.3":"2016-12-29T20:19:00.744Z","1.3.4":"2016-12-29T20:20:09.655Z","1.3.5":"2016-12-29T20:21:20.528Z","1.3.6":"2016-12-29T20:22:04.836Z","1.3.7":"2016-12-29T20:22:37.909Z","1.4.0":"2016-12-29T23:47:24.656Z","1.4.1":"2017-09-02T22:05:09.505Z","1.4.2":"2019-10-16T23:24:47.444Z"},"homepage":"https://github.com/shaunpersad/tokenize-this#readme","keywords":["string","tokenizer","sql","math","json"],"repository":{"type":"git","url":"git+https://github.com/shaunpersad/tokenize-this.git"},"author":{"name":"Shaun Persad","email":"shaunpersad@gmail.com","url":"http://github.com/shaunpersad"},"bugs":{"url":"https://github.com/shaunpersad/tokenize-this/issues"},"license":"MIT","readmeFilename":"README.md"}