{"_id":"algolia-webcrawler","_rev":"35-8cab7d13e38ed9e2e4def16610e6fd67","name":"algolia-webcrawler","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","dist-tags":{"latest":"3.2.3"},"versions":{"0.1.0":{"name":"algolia-webcrawler","version":"0.1.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algolia-search":"^1.5.9","cheerio":"^0.18.0","html-entities":"^1.0.10","lodash":"^2.4.1","md5":"^1.0.0","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"9edd5909d38a4ee1aba681c4b307b063af75a5e1","_id":"algolia-webcrawler@0.1.0","scripts":{},"_shasum":"0d498bbeede742d37b8397e5ae14fe074f1f81fb","_from":"./","_npmVersion":"2.0.0-beta.2","_npmUser":{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},"maintainers":[{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"}],"dist":{"shasum":"0d498bbeede742d37b8397e5ae14fe074f1f81fb","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-0.1.0.tgz","integrity":"sha512-f72JsoihN7AZCPUsbPbkEKz1Jii/rmhkmLY2z8Ytc5lOThuKgyIqlqKMpH26yXO8S+/cSjb2Iclbd5/trtTozA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD7IJKL4b54PnAI+zkNh5rrHzqDeegSQedPNGiV1Gj6MgIhAJLt7/2AhyKPof6+30SVtAD1ODVFOVxdQ5FcDnYfa+tx"}]},"directories":{}},"0.2.0":{"name":"algolia-webcrawler","version":"0.2.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algolia-search":"^1.7.7","cheerio":"^0.18.0","html-entities":"^1.1.2","lodash":"^3.5.0","md5":"^1.0.0","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"02232509a9a3d45cdea09df30a7d8fb01ee9dc00","_id":"algolia-webcrawler@0.2.0","_shasum":"69627bc505906e7434cdd1bef0f0c48023c18466","_from":".","_npmVersion":"2.14.4","_nodeVersion":"4.1.1","_npmUser":{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"69627bc505906e7434cdd1bef0f0c48023c18466","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-0.2.0.tgz","integrity":"sha512-8MU+uTmO+haoSpsuRwPvOPGsmLjFkh0KvN6DMbXsr2f3BkbjUE5z/GdDPmgu112/8Y8JI8cmeznGpekwdAdOZQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIHG9Ea5/CQzXxNYANgVLfKYKza9cBorQPewwCm5gSfTYAiBHugm4XyOHa+mc0Qbb0REWibH6eUc58sHtric2ol6tZw=="}]},"maintainers":[{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-16-east.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-0.2.0.tgz_1460668585609_0.9765393328852952"},"directories":{}},"0.3.0":{"name":"algolia-webcrawler","version":"0.3.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algolia-search":"^1.7.7","cheerio":"^0.18.0","html-entities":"^1.1.2","lodash":"^3.5.0","md5":"^1.0.0","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"4c06e701053446f40e8530fb055b0bdd4686d979","_id":"algolia-webcrawler@0.3.0","_shasum":"1b6ae7bf4b35700a2199803bb75bbb208692f10f","_from":".","_npmVersion":"2.14.4","_nodeVersion":"4.1.1","_npmUser":{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"1b6ae7bf4b35700a2199803bb75bbb208692f10f","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-0.3.0.tgz","integrity":"sha512-AWPRUzl3750+kr8Q5kSKYuK2A8cBZ5+D9R+fTFbyZUIUndc+0DvUqU0QpODfmJHzYaI3XwFaM+b9sgRcMDJDyQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIF12MrWIdu17WefBaEdNgnoR1gsygsnXmHsyhXqRlc0yAiA5cix/oxOq1+0OWhURBZ9yf7NFlYFCyKXfmY+zdz+G4w=="}]},"maintainers":[{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-16-east.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-0.3.0.tgz_1460753298114_0.7364507766906172"},"directories":{}},"1.0.0":{"name":"algolia-webcrawler","version":"1.0.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algolia-search":"^2.0.1","algoliasearch":"^3.14.5","cheerio":"^0.20.0","html-entities":"^1.2.0","lodash":"^4.13.1","md5":"^2.1.0","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"5d4f3440d36f5c718ec7e5c224041a0dc6fe7fc6","_id":"algolia-webcrawler@1.0.0","_shasum":"4d47589ce8e0037c3c6b639b47c418747efdeb51","_from":".","_npmVersion":"2.14.4","_nodeVersion":"4.1.1","_npmUser":{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"4d47589ce8e0037c3c6b639b47c418747efdeb51","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.0.0.tgz","integrity":"sha512-DpQCWn6sVVi1+eRVTCzYGWkBLNIxb54IHNSxLULafjVicw6z/WRz/XJMAkwRJG0uEYYqhLRh8z4UvHTJ0pDIEA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCb8b9KPdFMJmoLcFC9uKmWn7g6X7dTQot240x2xMGOigIhAM+ew4tiNYSJN19UhHgDesEE9lCFojvbuMPxp9BKoh2H"}]},"maintainers":[{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-16-east.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-1.0.0.tgz_1464385299021_0.09581772959791124"},"directories":{}},"1.0.1":{"name":"algolia-webcrawler","version":"1.0.1","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.14.5","cheerio":"^0.20.0","html-entities":"^1.2.0","lodash":"^4.13.1","md5":"^2.1.0","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"fcebbe59f8e4af21e717544d0c12cf22ee6504c6","_id":"algolia-webcrawler@1.0.1","_shasum":"872c878569581954cde49e64c5f7c7457a55ddd0","_from":".","_npmVersion":"2.14.4","_nodeVersion":"4.1.1","_npmUser":{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"872c878569581954cde49e64c5f7c7457a55ddd0","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.0.1.tgz","integrity":"sha512-U02LICopzr4CE6b6Z/ygi9OXqebD1u1QCI98Fu3Fl+jxAEbu0+2irxEkdS2G1tV4mvq2Vv3cKqRs79ee7taLdw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCICRwQ4zicR8V8efcNf5xWvD8h6xJQUOni5IsIpZp2ffAAiAemyLSwLG2Jwfk9NLTebyQ2siOo7XZOm06vs/qSLaurQ=="}]},"maintainers":[{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-16-east.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-1.0.1.tgz_1464986139863_0.8393277057912201"},"directories":{}},"1.0.2":{"name":"algolia-webcrawler","version":"1.0.2","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.14.5","cheerio":"^0.20.0","html-entities":"^1.2.0","lodash":"^4.13.1","md5":"^2.1.0","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"9162c56a1e9816668bce3fa2bce61f714e194bda","_id":"algolia-webcrawler@1.0.2","_shasum":"a93c00e125737fbbd50d564357f43b7d7830c22c","_from":".","_npmVersion":"2.13.5","_nodeVersion":"4.4.6","_npmUser":{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"a93c00e125737fbbd50d564357f43b7d7830c22c","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.0.2.tgz","integrity":"sha512-MuCAG6fwEJRZff/gN8TjaIqqHTUA1FDCQFKIAp7gFstv2wPT+Zv3JCbCMnOr1IkxrYWAZk2lZ4jokdNne+3aGw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCrOhoRCCsl/yHSEEdDFob5DyN4ryjtQ+19qxxFSxoM7wIgXVxL0rrlh/lBstghDaUoWATD4siKlqZNyunGx/nb/OM="}]},"maintainers":[{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-12-west.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-1.0.2.tgz_1469825308166_0.4925328029785305"},"directories":{}},"1.0.3":{"name":"algolia-webcrawler","version":"1.0.3","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.22.1","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"47cb36074b727d19dc0f070639ab8ca266718bcf","_id":"algolia-webcrawler@1.0.3","_shasum":"52d2cc8adcfeca0533d242b77312f874d4a14b56","_from":".","_npmVersion":"4.2.0","_nodeVersion":"6.10.1","_npmUser":{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"52d2cc8adcfeca0533d242b77312f874d4a14b56","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.0.3.tgz","integrity":"sha512-WDVN0UNSAAtbLD1mLo51gimBpT4YIfTjQ1+sfFNGce0I72AdTy3rRWEwdomkoA7HkFYsZ12LLIfoT3yxkETPBw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCICAsxjnQ+Io1e9VU7EQPi8rAQy/we3PMFFCJV/oJ7U+JAiEA2Yu2pq/U/VXcMOpVei5266mgruny7oPXQ/d6VoovwTc="}]},"maintainers":[{"name":"deuxhuithuit","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-1.0.3.tgz_1490209027909_0.8682222526986152"},"directories":{}},"1.1.0":{"name":"algolia-webcrawler","version":"1.1.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.22.1","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"a32a36b70f8e026c879a443bf6b2529405ba45aa","_id":"algolia-webcrawler@1.1.0","_shasum":"67e99e179bacffa99dae1f8df6285cc9e290d07d","_from":".","_npmVersion":"4.4.4","_nodeVersion":"6.10.1","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"67e99e179bacffa99dae1f8df6285cc9e290d07d","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.1.0.tgz","integrity":"sha512-xoC3XlJDQfJnmqcF5vDklNwgH55zEKVC9+VFw2eNZwPIy2kmUk8LadMMCfzbO1bCSt6dzXIbrqzEox1y5qeEng==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIHlZcNiKrPEdPBKFmQlILWYWsUlTvUsq/vEcZMK4aOHMAiEA63Gquo1LbXGTyU/vSzTAJWjSovRrtEAsWchUhdOSh10="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-1.1.0.tgz_1490994711599_0.8727198375854641"},"directories":{}},"1.1.1":{"name":"algolia-webcrawler","version":"1.1.1","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.22.1","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"c530dee6c5e81a661e97740ab568d5cb1530da9b","_id":"algolia-webcrawler@1.1.1","_shasum":"931766ec6029d83eb6ff1d01942a6cf4bfff5211","_from":".","_npmVersion":"4.2.0","_nodeVersion":"6.10.3","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"shasum":"931766ec6029d83eb6ff1d01942a6cf4bfff5211","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.1.1.tgz","integrity":"sha512-YahzlywHNCNIEGTJBGJHhGGg4lv+M+iX48/ovCQxnAyaPWtJo5GfZxMxrupsFXuhQPf6tQkcLQQHuPvgfCnW/w==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCICavu+cGMSI8JXvMtWvHz5VN92POlJdW7i6bY+iIUiNBAiEA7mFkgcJFmBHlXfrKVqJzNfCBPIjGkruTTo3hrkKonZQ="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/algolia-webcrawler-1.1.1.tgz_1494555685269_0.629327055066824"},"directories":{}},"1.2.0":{"name":"algolia-webcrawler","version":"1.2.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.24.3","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.2.0"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"2da03912fee8ae8e865105ec12b28141d28e2570","_id":"algolia-webcrawler@1.2.0","_npmVersion":"5.3.0","_nodeVersion":"8.2.1","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-ZK4ixBBjJdOqE+QX1VrG/IB2y7x1PUPmK6a9ZPwHxfmzpXjwAXW1wlW9OFiLD+LA/MMhxFMFymphLKK8xyhC4w==","shasum":"ee0fff83969cf32b12878f62cfea75d028e27a8e","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.2.0.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQC8LC1DQJgGD/11d4bMJ3t6Z0VC4LT1HtvMwHwVO1WUzwIgCjRxmgmAzebH5Tl0tmDR588H9DgjBKHMg5whnoUJi58="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler-1.2.0.tgz_1503684646669_0.509362252196297"},"directories":{}},"1.2.1":{"name":"algolia-webcrawler","version":"1.2.1","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.24.3","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.2.0"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"8a96bc9df5f4b8c6907312e86e87915b64f9b93d","_id":"algolia-webcrawler@1.2.1","_npmVersion":"5.3.0","_nodeVersion":"6.11.3","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-qgsdOJrfz1s8AFITOvS8dme542kwXgh0PI5HwADWAirt0gFlag4TGuoFHoBM/Xu+04PhMuv1RRxuYJvBwY0mrA==","shasum":"bc03b8ce2adaf0b9ed65e83b93b4cf736e725706","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-1.2.1.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIDda+y+wB2YbMg4zNNKA5+h+dpVmwf0xJmBdDjvScay+AiBGTg2ef1VGHlWMWrkGk639oq87NyxXQgGRCJRqAIYHWw=="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler-1.2.1.tgz_1504818903654_0.43491309648379683"},"directories":{}},"2.0.0":{"name":"algolia-webcrawler","version":"2.0.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.24.5","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.3.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.8.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"748d7cbd163e3b9157debbafef011d23bb3887e1","_id":"algolia-webcrawler@2.0.0","_npmVersion":"5.4.1","_nodeVersion":"6.11.4","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-z10I8IZW09h8/aKc8BbmLijNfdI9efFkrK0nfJj84qdzxUnhRG9HgXkZeLyMuCrVQMsRJ5+xem+Hu0zaJNS2vg==","shasum":"7b32606eb615a8506c2dd400af04ab93a097f77b","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.0.0.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDJYNmhG1JXMfqRaw6utKQokpd1t8LNhvacXxmZSc3MPwIhALe1tbeXCto8B5JiCBYO09ld6yM7RVI0AIxlZzYYPEKV"}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler-2.0.0.tgz_1509388962128_0.20635001361370087"},"directories":{}},"2.0.1":{"name":"algolia-webcrawler","version":"2.0.1","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.24.5","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.3.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.8.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"b3d989fce7d7277ba5a0590cb5a12653b8b9a36e","_id":"algolia-webcrawler@2.0.1","_npmVersion":"5.4.1","_nodeVersion":"6.11.5","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-GxARiBI/6hk2IEcX3NwwkkKc4HNYdvqUSGRBVtNK3v6yeIFUroGvhzEmwFEFEHeHcXASqoqNxMO5d0dEs2NJxg==","shasum":"7d477185a9add342e64abcb195c37d59f91c78fd","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.0.1.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFjkltFbzPfjA2lglCepoDSePqY1GqkZYwvTMR6XKakxAiA8hnobWnFzZ2cPIdQTnxrbYRJq3+z0pORbPPq5q2YOsg=="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler-2.0.1.tgz_1511389388927_0.07668038993142545"},"directories":{}},"2.0.2":{"name":"algolia-webcrawler","version":"2.0.2","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.24.5","cheerio":"^0.22.0","html-entities":"^1.2.0","lodash":"^4.17.4","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.3.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.8.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"0bab07f69542f25d29d681721c19ee55a053e1ef","_id":"algolia-webcrawler@2.0.2","_npmVersion":"5.6.0","_nodeVersion":"8.9.4","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-k0XGNBZQmPGje76Kzrdg3EgORerk4JqSrE8/NL4xMcbkmSfulqfIRMJx6Iew8T9LQXV4hM7PfdojDWf0FO13Og==","shasum":"19ce7b96ef93cf4aa74fc76ed8e42b196b6253d0","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.0.2.tgz","fileCount":9,"unpackedSize":22861,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDFwgPdqsYdccrOe7Se0BSGG+JvXNdA8euyG/EAClPxKAIgXy56ja1QR/1+9dQ11mQhEf+wfPoUXwx1R0mSLp/piQ4="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.0.2_1518812106435_0.48386449111465946"},"_hasShrinkwrap":false},"2.1.0":{"name":"algolia-webcrawler","version":"2.1.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.26.0","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.5","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.4.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"247295fa8d7f51d0432bc32bd505a19850dbee85","_id":"algolia-webcrawler@2.1.0","_npmVersion":"5.7.0","_nodeVersion":"8.9.4","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-54nopl6QdfjNqJb0FEKO1SyN5Yf05NN6dXchAV2tfmsOHdJmAapcFT2XPCeJ+P79F+EO6RvonTiyooC3/0PXig==","shasum":"c809d1ce239d32b07addbb0ddf6d69887ed670bd","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.1.0.tgz","fileCount":9,"unpackedSize":23382,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCICwTyYZGZ7Feq8rJFqHPHJhmk0SDJHlT73zwWQzdkxVKAiASBkkIxo9L5RSEI4iBJ350vD65w67FnRGm2K++EFFlBQ=="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.1.0_1522079139938_0.7154862748607902"},"_hasShrinkwrap":false},"2.2.0":{"name":"algolia-webcrawler","version":"2.2.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.26.0","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.5","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.4.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"0f21edee50fd6edc06abae42c177c2bf746d5023","_id":"algolia-webcrawler@2.2.0","_npmVersion":"5.7.0","_nodeVersion":"8.9.4","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-b80mXFeHG4RKxKgwhHGOS9cHzbnpeJf3sTAPhrWNgUktGAHZsgDTgX5mfKQxMddjuNUOG6DlxJoW1imBoG4mFQ==","shasum":"ae68d265ad5d0af6114aac8a9288928c360ae68e","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.2.0.tgz","fileCount":9,"unpackedSize":24046,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAs4yNzj6kl5oEN3p14Tdc5CxHkpallVaYXYNXq8Rqa+AiAfUdJOssU5AtGuSyPSsUtIW6ajXOlTruujtjypJQ/GMQ=="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.2.0_1522347075883_0.4933150134905411"},"_hasShrinkwrap":false},"2.2.1":{"name":"algolia-webcrawler","version":"2.2.1","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.26.0","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.5","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.4.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"b8268505079e745123f9827aedd24399b21876bd","_id":"algolia-webcrawler@2.2.1","_npmVersion":"5.7.0","_nodeVersion":"8.9.4","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-L18sDV0S/LYwf3V/RQpUUpLRBo4TwW9j9fIzJssgjq3z0H3QLPbgg6+CtOOUNTCFrWv6vCLBciRaQE3mvh+OjA==","shasum":"db50a1302dd1577241b42651ffcd91b49377ef8c","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.2.1.tgz","fileCount":9,"unpackedSize":24074,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCICATBgYBMF2Xe+EiYC2RffA+Em4uKcoQDtdQZyeUk5J/AiEAgP0bBEeZVgfgtSW+wxPmlxi2Ll7C7napKsJnlAGijL4="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.2.1_1522962870882_0.5062778938064927"},"_hasShrinkwrap":false},"2.3.0":{"name":"algolia-webcrawler","version":"2.3.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.26.0","chalk":"^2.4.1","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.5","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.4.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"3ddb8b9c4b6e283bc825c3d29f85692707ec5e5c","_id":"algolia-webcrawler@2.3.0","_npmVersion":"5.7.0","_nodeVersion":"8.11.1","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-kJ9z+B6hn5CosDSnGcafOHkUkJ/n+ah2jeEN2eYzL2m6DGp/+WZVmVlg/FkqDSmNCEffsW47qngqcN/pNogrVw==","shasum":"5f30a46ba6947298d59d834627c3bf5bf45146d9","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.3.0.tgz","fileCount":10,"unpackedSize":26405,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJa8MSVCRA9TVsSAnZWagAAoBYP/2EFzNq8NWAWaTch6IWR\nWxjeEY91ywQwz41z0O7nFI65BPCVnUBIsWSZ0uHkVdeGNbqPIaZNSQU8zzFF\nPouckUgba6QY5iQjDjQyrXv0RxhbQiGsHi5y2uXzfyRablQLbdSe1C9ljaBs\nsB9k9vAMFEWOi6uOOVW1WBXivCJFkCzxySH9lel8qUeGuZJjWmOFOecHYvnI\n05ChgvhlXrsK5rNsJ1JhVbBhNeawej9wcGVJCAJlJoN0nJv/FOZI+mnWpA/B\nehO0aMzyfh//nl8/zZyDXLF5/IpNbpvE1kJZG4cHoZMOSHc7nnLK9QgcfL1f\nzyK8zOXk0KPyhqPc+XJ9xYaE9n/L94FmeBlxdHDDN8afIfT8uzcyBpbtpzdW\ng930uR1B78EsLS5yFMfnqMl9ZY0AxNZl/192N8DoZ8TkHq9KzDBfz36Nm8v+\nOUruHYq/kvVWSXhNuQ5aDHG4ghq0PYu+ck3unGY1bsVKjdRdT5/ZqcXopqGE\ny6Y+yRL44GE+ZY2FVN6pOJhA5bPSpz6+7odXJzqyzKgsY9XimjBsHZd4UZvc\nMZl9Cy8aeJsrsORDGfAaPaGgFR+fW7TTVr3iDWfpibFNYFXmezhNLmddy5N9\nxpXjKW1UrLT1F7kC3mQLLkbcBDsQJQnx5BwI1azOTlr0M0xQQdgxh3s94/AF\nO01p\r\n=U4wF\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDjo/2rmwR9q3nvF2KSGZpVniEANX2c/9JWbR2JbuCsFAIgPNv72imtf50Z1N2HNuQIMSAAc/9qPvMjygCuFwfes8E="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.3.0_1525728403969_0.7673763326773488"},"_hasShrinkwrap":false},"2.4.0":{"name":"algolia-webcrawler","version":"2.4.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.30.0","chalk":"^2.4.1","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.1","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"192743d33fae16073587b8075f5e45a0ef4ea3cb","_id":"algolia-webcrawler@2.4.0","_npmVersion":"5.7.0","_nodeVersion":"8.11.4","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-26i8rcySV+JSOHRBCAby0tGbntJ8OitNR9bLTWLkvda3ZDBZGlaHQSH8y3h7VCtQH0xgM0XgIX65xVu+SAyN1Q==","shasum":"0eadc7c7307fc8753e67d30d6c02b21c92f92726","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.4.0.tgz","fileCount":11,"unpackedSize":31606,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJbxjh3CRA9TVsSAnZWagAAPh8P+wUwR1sOPUencSMY42L6\nu0NsSjzyfLEvv+jvHa2PzQ4oo2gyv8pj9ex8MeIfz/TatNCJLovYmUEp7wJO\nKWB+q+K/AZfwZ3bB749LDfQa+cB7/A7C2PoasJ5HUuHgozDIsIrIZIKQjYL9\nMPAbPmMPy80lmq2IVqu8aRlmal6+eiGZW/OBpkfYiY9GVZSvF5VhL+0wib7P\nlXPOyPtT3xum+NysVELM1kohQE6rYoGvV06NwPYkH1MEkcOqG2R4Xy0hBAGe\nByLBXL7yBHOQRDJsgVpIh2mwVLUI0Tui1w/REPr+SfSwwDHZZQ6+0zNWXDmO\n7JfMDwXmRs0YYQmlv7OL+NkuWWbVp+SICo/tkqIWQ0Fnv2Mrx1I2QoG651OP\nN8+GRUz4/jgZ9w/3ukXCjGHdFxt8ZhUGMXwgznQFvoPIAlct6CiNhOfPLXAR\n4ClSSHeJWQaOp2F+doIXZdlSiXl/foNgvn7zOr6M5hvxK5+tn95rckEKKI1y\nzu68hehPjhUaw4Moe8eJFHdFYwIa9cwAR0DtJSpFtvDfOE4F6WulsHSpJl6L\nk+bO+VXz9YUJHU3j1O2k9qX7SJ0IXS2DV2qHY1NUd4LK0FI6BDEy+9dIqPGU\n3ICIozzBy/y+ui2vqJrhmpgEkd1HiOPnofPbHAnTbJlI58Vzhmj5uyv+ntTd\nFPMS\r\n=iFjm\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIDAGfHA+dXh+UCXS4eYPwoP/Xz+eVsO7s6YoLG8XiJ9zAiEAjIswIkbzM1PqjEuQoAiZq1isFIkAz6ZlC9x6J8i6XVg="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.4.0_1539717238277_0.44402783514926214"},"_hasShrinkwrap":false},"2.5.0":{"name":"algolia-webcrawler","version":"2.5.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.30.0","chalk":"^2.4.1","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.1","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"3ab69f534c62dd8c87fd9787d6ad5185c1afe7ac","_id":"algolia-webcrawler@2.5.0","_npmVersion":"5.7.0","_nodeVersion":"8.12.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-Gv27tofzuz7dob6x/IEyQWLmXQxdctQKytInGQwEIABU28m9e9A+UgV1HKtfx6cu1/U++BSAgkJfrfiYfSS9wg==","shasum":"f4873669465a44f8514b828b44c60d040603c6d0","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.5.0.tgz","fileCount":11,"unpackedSize":31927,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJb/FcYCRA9TVsSAnZWagAAKrsP/29kRxGny0TxOdkmzM1q\niFYBsCox7HyvU9cz8+jEmo8suXyhNQAfq0ZQtVnMUwie8Yg62GN1yOpHrhuP\nBpCA94pm7ilF1pWMYk2V25UUyupaBlxrAhOFp+3Eo7hconcAKdJo2A/h4UWt\nPMgO7idFeOTRo8u9AOMx/lEZDNASrjwL7GHdks79hZsp6Dl2EWK7uBHocEHo\nOO5bu1AIuz3j0pY8GZLVFL/QMckAOv0Q+1omQ91bNO7QzNf4YzPQKx/4LY+t\n8kb8nj0MvOvlS1wXwMfQdE9FMQngIAvElf5Ds+7tuXKK/I6pVAOOLALqp9tg\nliD+za3Fkk1vOEkFOewD0Y0c0WdTKb54cZAyAT+svaWIFvWtGx5/J9oU6E89\n5+76+Bx0bGWyD/Ir1+DRyOnD/Amdr/2pNEgnOWjUJN5WXtdvcyN7anxQaTm1\nNQ7I8EtUp3zTt2y+EEQgITHSIN8gyzorHW10Eh5DlXPrsn+nstmL+9D37mSr\n38NiplEUz8GHzbdA893vtZ9gum4JIpuMBJQJx+OvBZnd9f/Fzbl5efLiRZ/N\n21Rbcjjcvb1RTijGSQEMrXd9Oi+9ycBJPNOulVYpNZ+EjSaFfVpQh69qywEU\n7943C2dnzDyQCzWx4ed3LvODVeWtPfRzZE4rAVyYPn9UEknBiRdpPqcq603H\nbR0k\r\n=EjEx\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDvu1O7FAl1cEzUxlf0aYb1i3s5zwy/tcx6NpzQKbnxtQIgD9xTsC4spM8XL/Gv/B0ythWa7UUbwQDwO1VfzlMT1jg="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.5.0_1543264024073_0.6484114474757641"},"_hasShrinkwrap":false},"2.6.0":{"name":"algolia-webcrawler","version":"2.6.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.31.0","chalk":"^2.4.1","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.1","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"6641169960905f3f6d52c8e0489c72108fb766c6","_id":"algolia-webcrawler@2.6.0","_npmVersion":"5.7.0","_nodeVersion":"8.14.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-216op5SDKbQqUwNVnA1pMTjlCUvNQISbiFHJEL3QsAkG3kI90UJ3ElQ/T+xAEmsBuzHUOIP771f/6dlS/ufn/A==","shasum":"e335ef28c8550d856afb397a5a5ac5099b1f030a","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.6.0.tgz","fileCount":11,"unpackedSize":32401,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcCXbbCRA9TVsSAnZWagAATMwP/1Sga69tYgVd5EzkFmGS\nZmY8jpdoxpopyXsMb7xGAdRC3y1U2z4p9eJ8LwUTh1YkPe3kcLpoTVZBNj/V\nQJOhbrUHyTP4mJJJWS3u8JI+bxRY8JJ5LXkDTyyagdNiIt8z0sUawjuLpnsn\ncxWHbmxr7irV+jhW1NC9eh0LDk6B+XEkL/2UtE2chgDDn95OGBK2j8GsBhgF\ngGW9DnQPXcGMyclsAYG+TZJUOVj10qPGdOh/WWX+oVkCJX36dIJfTo1gMIzl\nmm8Wd7Wdxq7VkZuaYvJcLgu6N889iH9pDBuMxhWd9yitcmy4sgjdCajubAP5\nG41yayNz+++025PYN3b4TslKbff1NRzW0CvaAWfCreV27e9OWvXRDiXd48jS\n4HHeS5vm2UhYiRfSGT8c14Dix4Qoa1tvYIWJFbPq4TcyXaPpQSlrrxuZoyLJ\nxssSeG51ul1YrXiydptxOvTE1ZYNKuLwiE42r6O7f1VjdbfS6zdaSPydmkev\nwzuJfGKRUcRbsQ6NNMhtrdDJuQAjG9kyrVCTpJA0WRY1syPqhWMWPN1LTCn3\nhauzhVGDKrnMK0gV/7SrQ+WL9Dj6m3CklVm5I51Br2BY5yY1+bci2d8DNZtJ\nymykDSc7PkkIIUdGM9o2vrqJ+1rjQ2xX/fE1ruBzRIPKHwjRtRhtYsupDK1r\nWCrD\r\n=GKim\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQD/NP/BJVeVMbnZgv7SHtYSLFl2lBc+WICsZAznjjfAQwIgalS3Zyz2zcV89zfjZP32n75bplQxUiQ/HSW7/ZZKafE="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.6.0_1544124122491_0.23190911630044342"},"_hasShrinkwrap":false},"2.6.1":{"name":"algolia-webcrawler","version":"2.6.1","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.31.0","chalk":"^2.4.1","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.1","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"d68b78724afbfa85fa18476437f319e1dcd7f873","_id":"algolia-webcrawler@2.6.1","_npmVersion":"5.7.0","_nodeVersion":"8.14.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-dPVJ6mjmT0RTot/RLYzJRd9CDWY7LYuAYa4AnCSqPVlUnEoLgONrF/cAOVPuEMxC2m+UWyIMCiFoCstJQeoOPQ==","shasum":"3f5953a56142d0be442e60198fadc17a5c9a3dcb","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.6.1.tgz","fileCount":11,"unpackedSize":32409,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcCYSKCRA9TVsSAnZWagAAtk4P/RYwuWautcYGDg78xWzg\ncv+tAZfDW5TV2W6HejFGZPMjAWvRQpH9ArEFv6/yQ7L/FzAkyYLCtWrwcbyi\nFxoMTDdPHcNimPzToetV8+380mt+fqlTMF6QS8wJT7xXdtoh7fy7tT/ftES7\nKFqFTF68jLyfgJ1xAAFO3fcekx4XkqY3h6VkBIXC4dg36+w1ATEG5o5/kzTt\nYtHVgILDbLEDJISjNdVr6jyspvphUvrKmELhWsnMUnkJTMJIjINBGOAcCWTH\nl46gXmlWjpT0jhBJ0eThGI0TC1nocP6WgzDtzZ5JXONZxSWPNbPPtHlQZFhS\nG8BuIzDTWIvOqK0s3G3evWQtExFYKf9B4LbIkqCRAN0OlhCeooEghbtbeAt6\nkXNSDY0KRRq5c5CmHtmZrgRnzPNaatLmAoyWy3pLAQWHtQ8N3+E23MgqHeEo\nyY2bJKhJ0s21CBlMY1HXoOLY594LpcV4fGpnqRHH8OBbj5x4INkRmmw/zUAB\n/UP5khS7ZkOpS6EaHmMC9GFZepocxBkXj1el9hkZnWRHPC/P48Q9zDUj9k7Z\ntPVwHnCgs0gu7MoutY5ZZMyKnbRujm6AQ2BIqo8WHnhyt2vdSxQVM/dXv8i0\n3W1U9D8klJRXhSj88IeKHflGfZQfMXmI4oAt+t5B+NZnRRX6+sPLFHhWXt7y\nrIP8\r\n=LVcg\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAaSUvifga2MVSdPbywFZ00NKesbp24lITyDe1DEbRM1AiAbevp4+tM31Vz66AeFahC7GLtXhFfuZMAKcgjZNQW2Aw=="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.6.1_1544127626213_0.5563106937010434"},"_hasShrinkwrap":false},"2.7.0":{"name":"algolia-webcrawler","version":"2.7.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.31.0","chalk":"^2.4.1","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.1","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"37fd43a82436b3f401771e9fb25121052a706287","_id":"algolia-webcrawler@2.7.0","_npmVersion":"5.7.0","_nodeVersion":"8.15.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-ajV9oid7NwCajspX7LiX5LAP9DEvvVnlX7f2TSBTII0oGyX8BzUQ6TiurqnJ5z/OOLNIF00eP6Q2+i0q8gNfAQ==","shasum":"fc74dfcfcb7f2bbde2d7e694ddd2b8501468d34b","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-2.7.0.tgz","fileCount":11,"unpackedSize":33323,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcSN15CRA9TVsSAnZWagAAoWEP/R/+bfSUkhOqFPCIS2cl\n1/0k4Fz94nrBuZDWgWyF09lCnDGUf7mGeGoh3RtfqGAHP9sLPmaSycgae5DH\nyPwgqWJ7qlZ07Hnkh2MIoRqCV630HuvguOVBDyERS9+9lWSjXIzE+fQyIL++\ngRFFunTBwgPj+WCTR4Ivw15WUqYV8kqCs8yctGM+WcWhpNMn37tkcaRtKriQ\nB5rW98CCJnPDf8S8V2RycNFSN7wl236BRMgnpXp/L4hEMVKrpaoujk2TibY2\nqNxgOfvxTF673UaUJA1xyZcr+2RVSnzSrGMpsTm0fkLSwW74oeycLwc5DZAx\nIUl+Zk/s3p90MZSyN/7zeorFl1MOp0aQtAQJPXfnQDdQ4KEKj2Kc5KXil7ID\nB6Iscfnwa4ST2+4CemRfBhZXknQrGgcX1bwrob2R3ngoFj0kxMHsJoTlTvPv\nTZuLigfa666HKLNqzQu9I8apSa0WVklEfq9GiCXdKmgqlwnNJsROroHE2vaD\nkv1uY+mrLW9bMIldLL+DPzq/SzS5hpbAY6qnDU8zoVSQpA61SztnmM53F4lo\nAcLCQUq7zA7GsGAdjXSQbdTRe4H/d6qhYmqvvXoJd0DllEorQr576vWu76k6\nrhHJD+9NyZ9cMZhph1odGBjTcxaDkRxxJTEwiBSWvtzme8xkXmSkLFUSSjUM\nESoT\r\n=PhvP\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQD6IhEDF5cUB5pNJnKzQ6zUBUNxjoZHB0zYLIxMzlydKQIgNL2h8z7+8kdU+0jgBQdIFB8ZTSmiliCJV0Pa8uor8x4="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_2.7.0_1548279160887_0.34508822021101837"},"_hasShrinkwrap":false},"3.0.0":{"name":"algolia-webcrawler","version":"3.0.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.32.0","chalk":"^2.4.2","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.2","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"883ac0b2a6409c1e098f138c00ca9708a07ade82","_id":"algolia-webcrawler@3.0.0","_npmVersion":"5.7.0","_nodeVersion":"8.15.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-wXMLLEKLVDV7CJw/GWmMAv+/eS/muKKInG+4Ssfkhg4QrwnWs0fjSseRXWjx7yNi1tYrGP3XrKqqZqdhNSgPAw==","shasum":"360a229250151a3b74532321163bfa114b81b03b","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-3.0.0.tgz","fileCount":11,"unpackedSize":33430,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcSfoZCRA9TVsSAnZWagAAtUwP/1zKVxyP+/su61ZawRYL\nx4jq0D5Tu5ZlBJHQgSm0r5DbzMJ7si7JlTp1KRH48uCIaEaEmaRJm2Uoz6jR\n5n8UdG0YbNSzPRJigCFDkNVdwsuD1t7ZVt8NSs2qgxzAK80qbWZ0XDxHSPFj\nHD1+Bf6GgF1TvsKSYrttjKlbljrC+wiFvKCyB+hM7x5YWy2TuhWFY5NR492c\nWgiHaQlp3pOeohbM7syVy3YVUPzCjQjqn6IK5NjsUyGGhqI7HcnehHs1AzKE\nAjBzWf35Xz5SXtj/z8zFWL6Sa7zlmAoo4CgGDL2GTBbduw2ZadRbBUL5WNjn\nkeP2dhRi1AX0MYR+IhTCf9tiNI8ztpwVWHuZX2RJq30hdbMiGotQnvVOr9jt\nQ/TyiyU5gST1vyObky/LTWj74H0m6kCU/yHz2yOQJ5+QpbQ6z8+Cs824jkPL\nYvcsAj63Fs9FziiqaleDC51pKLB64hYfh/MuSJ60xKjJA0gRXCvHsgHHc8MS\nxf3M/6gAZ7s69cKqjxaeAIa8n7PPJetGW8tI2lQUkC54C2MeOnOl+o1+3X7t\nuXYQUW8UyvzB47gzq7kQFwT2FS2Z9+wQzRi9DgrOfYG5f3S/jnY7y+y2sM0w\nojRVRHArqGoQslXWmHdYzthVrkA0ofd3uBrQIq3/Ced9sWQOD7VBuu+6RHsL\nLUjD\r\n=CZW/\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIAQ98uTcNQ5xxKP7f+qZe7fh7J9G8QRXe5VOA+QbeD5ZAiEA2R/xG6cBGjf6NgoXVCAGSUx9Nr1M5p6lBMmvp9FgaK4="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_3.0.0_1548352025243_0.9664057976629725"},"_hasShrinkwrap":false},"3.1.0":{"name":"algolia-webcrawler","version":"3.1.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.32.0","chalk":"^2.4.2","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.2","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"9d23871c903817ec23286560484e5630250c7716","_id":"algolia-webcrawler@3.1.0","_npmVersion":"5.7.0","_nodeVersion":"8.15.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-vDqqhdRFYyEQ1LCsOOF3wcF9Sjh0i6u/cre/cYlClT3uF7U3T/73Msz9iciioPR/CfSzZtSyHyF3NwXo6ms9vQ==","shasum":"af73ff37c634518fa8d932187e6f7683164dbf72","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-3.1.0.tgz","fileCount":11,"unpackedSize":34068,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcTj8BCRA9TVsSAnZWagAAWs8P/jb54WLaveu9AzuGZG7U\ng/Un3wd7mFNm1Fmg+qxe7mJL+MV/GFgyWcD5A3HcFWwxXqPv+3OBlep/7qhN\ne7e6ceWKZ+5NH7SFA2/EYo2Li1Ok6A3Q8TLGCAyuXGh6+J1sTBzY5pqNcpZm\ntaMcl4XuRTkmpq/lokpcvbw2PjabYgaAMgn+L1j/H7KRGLPdA4nEQhmhmQz7\nQR8lu1oX9Wbk2S0SDofnwUfq99PZr7iYY2el//5zMWWZpOeKk2ArX6pUAXdS\nTjOsw6zhtLtTzQ3QmksemVPaubJEca12huLgJ4IWZDabaZ2SmPt7rIBIwdY4\nvkDhX2B4SwjmMa5BbvOTP1+sQqQmQxoLIRTN9CNqSt+zcBOIbTpNcKEvZH0q\npC8oYvL4Vpqc5AD8aGy6i/DqMNJtquzfaVdTykWmuOiWv2olmNkTkfS5DSVY\nC7CzHoMfSeR/IRiDf1T1s4UNJBB5YkxiAYosD3uVYHf0TJx3ogaxBdWoBBuZ\n7imzlVqFzka7G4XFUg2Evc8Z+Y877aq1MLqVjwiiUPzkaWWq/w+1WmU+7hWZ\nKf1WkeHps2QV/4tXEdllp54LGwDKvbdxOpirvNvLtonJtHQbfyOmJbcXYVkq\nl8enMAJ2aj3r5oeCJAqpiRW1n86vSwSEw9YCwz/gCrUXMXC3vgLua7IzoNWl\npX0G\r\n=VV3t\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD/SQpFpcCH4PIm3DtKolc9VnM0Jmmt9P9HbnfhyqObHgIhAJV/OYmauvCALR1LWww/0ilddLauma6zJj2EWeTsuLWP"}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_3.1.0_1548631809139_0.1400395668472867"},"_hasShrinkwrap":false},"3.2.0":{"name":"algolia-webcrawler","version":"3.2.0","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.32.0","chalk":"^2.4.2","cheerio":"^1.0.0-rc.2","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^2.5.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.9.2","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"f72fc0f70524c4dcd8ea802be7cd4c763338bf32","_id":"algolia-webcrawler@3.2.0","_npmVersion":"5.7.0","_nodeVersion":"8.15.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-Oguem3opc9EaqPb+Y9TjgUfglIg/Ccm9uDTAGC/i5D7Di33NhM6SfHEZeVEQ9XUmA6RHJDegYnaAgvwU64Lktg==","shasum":"4df0632eddddf825e5c9bef5017063e96157b35a","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-3.2.0.tgz","fileCount":11,"unpackedSize":34684,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcUcPOCRA9TVsSAnZWagAA/OsP/3SOT6QjfjTNkRsp+ya3\n2N6n10C87lDc8wQ2K+n5XWTuQybNTrNqJ0zs5MCkEGst9G5J6RSdJNRzVcc7\nnMtLRqD4r7ivjCJUXP89tDS5YossaIgIs5SMWZ0Ze5ImB3jtpEBxLOjqRDTY\nFSvc8dHDir4NbI+ZFjMQjqddmPDGKrn6UsklvctiAGYTUKXIgoqQyr8nq6sg\nR6VhvtzccVsJ/kM05feQhDAYjPxdO2G/6LC6GQ2wQvl3X80St9RHYMIrG5YY\nf+o8hU7RZ4/ozsTQtjnGe2CtIDJ692D+ZFLKb//cswVAcfiQywxokAm9sRdN\ngEgG1CFy7ZsdyhOVCNDFb5KoyOKozNYM0suYI78zrijV+gUxLBKsTy4/8oFi\neyesQnfe7UFBShyqvOO2HEVV15XRcd/mxGlcxxzgORQgwh6uyKibizqJg8xE\neGh+VVY99SHV0AcSTLOC9oNrDG/aIHLI8mSqI6gYU/PPOBbRrFYH5ACFnd0b\n0uUH0GXMY19KPhnJPww7cQ8xTV17aaFBP8Hhjalc+v7xOprjNeMtuVEqn26A\n0+ySaorm0XQS4Jcsl78SitDa8eBks+GVarY/73S81WLL/2CUgVi22RHhV0QA\noTddlTu5Oyg0QdkwTefAixPdBqB3AocRkIUAM2J3cZqZNgiEKMeCHz55UxVY\n5x6/\r\n=Xw8m\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD61csXushk7b1385MTvovQhnuxBtzHhcr7pijczq0Q9wIhALfsJhZzx6ZOF5sRrCUriBlysqDbI7Blt2J1PHIyVOaO"}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_3.2.0_1548862413503_0.22161022640496175"},"_hasShrinkwrap":false},"3.2.1":{"name":"algolia-webcrawler","version":"3.2.1","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.33.0","chalk":"^2.4.2","cheerio":"^1.0.0-rc.3","html-entities":"^1.2.1","lodash":"^4.17.11","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^3.0.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.10.2","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"c3ed4c963252c915b5c473284c3b2788eaf29393","_id":"algolia-webcrawler@3.2.1","_npmVersion":"5.7.0","_nodeVersion":"8.15.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-vBSxKP8rnzlTghZ0mx+nEY6P4hhvughHPEgYDUdx2OA6m41egDT/P4IlDWk27kpVYyni4aDstmc+Qmt6fdGrxA==","shasum":"2b7e976487b795442e19db25ad756b523787be8c","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-3.2.1.tgz","fileCount":11,"unpackedSize":35103,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdARkNCRA9TVsSAnZWagAAn2wQAJa/56iba8B3KxXd8Vn2\nVqQSpg9BQLQh9ReIRtJfxQIZ9nptM6GlPi/jjgZdom8tl1yt4RR+gfg5RKY/\n25NAXWHmEQYG8t28+/qtoB8Go0LHC/KlB3B3YPExKQZQuXbRusEKyghcq/lx\nQcJftsgxvUj68vB7IddJWA09Y8rnKxsIBcx6kdPeGM8GSTCV6vB5DdXSHjmE\nHa3V0nNp5dFsPMggV+0sEURQYNmA5iYRyWN3BcvAc3kRoff1d/r/hoS2nN0U\ncaj8auUwPiQZYPbM5SPbRZM3wduOlZYXCV/qjfs9XO6kbi/U74+TF9mZGi9q\n63l5jh8bVDhAU9adamydyXZ5oZRYfOiq8Atwxt0+q6hCSqqTzongpz95DLtp\nqnt93LLQgPJUTY/5atUOFTnaY9cYP8Vk/b6crWbOnNcSAG2C534bf8b6+mwU\nI0a0gTjuo0EKMkFtnIVQQ2atsjkKdYFj0qoVJzvyV6pum76uTCitPlhp/v/U\nj8tlhUoStz1OE4hVxlpe69Z+XzUEtGH8w4SO0YH9VKkPndRcWkC58bqa/4DI\nUWY+RjTMjDnLTIa7R6WfY3Es9P3P1fi09o/EreSA6t0UMeJNO/3FWJRax8+K\n1oZEEVg56kS305a/MmtZpvJIlXg5XchDxfUdf7FE4cwzcN1IchTNIJxpaHY2\nxkNd\r\n=Hlhq\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAzvJecN7bgm6TCi07uKd+tvdErHF4Df8bF2ynHwcz2zAiAfNbeDxviWuGs+UQWTl0FFzTnNG/8Pye+NGEKCWqaKgg=="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_3.2.1_1560353037048_0.06212082367873539"},"_hasShrinkwrap":false},"3.2.3":{"name":"algolia-webcrawler","version":"3.2.3","description":"Simple node worker that crawls sitemaps in order to keep an algolia index up-to-date.","main":"app.js","scripts":{"start":"node app.js","test":"node test/index.js | faucet"},"bin":{"algolia-webcrawler":"app.js"},"keywords":["algolia","web-crawler","search"],"author":{"name":"deuxhuithuit"},"license":"MIT","dependencies":{"algoliasearch":"^3.35.1","chalk":"^3.0.0","cheerio":"^1.0.0-rc.3","html-entities":"^1.2.1","lodash":"^4.17.15","md5":"^2.2.1","optimist":"^0.6.1","trim":"0.0.1","update-notifier":"^4.0.0"},"devDependencies":{"faucet":"0.0.1","tape":"^4.13.0","tape-catch":"^1.0.6"},"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","gitHead":"a8c1b57175c81c8308656fc4758b1994a6992926","_id":"algolia-webcrawler@3.2.3","_npmVersion":"5.7.0","_nodeVersion":"8.16.0","_npmUser":{"name":"nitriques","email":"open-source@deuxhuithuit.com"},"dist":{"integrity":"sha512-fF7VKWlwh0luaOsdxYaDUaiRlxubic8P1RXT6jXh5k4o0Y2An44BsCxxtW83fdExdtZE+fzDNJr4dufr6jFpYQ==","shasum":"d1a4db2f88fec43f26cd580be7912c07cf4221c7","tarball":"https://registry.npmjs.org/algolia-webcrawler/-/algolia-webcrawler-3.2.3.tgz","fileCount":12,"unpackedSize":35672,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJeJfOrCRA9TVsSAnZWagAAPH8QAIo5gd63gmw0TOGAvNav\nqtwaLfe/Htt5L8sTrfOHc4hu83NgA6/IZxSsH0d8AkANgBv3dRJc7aGuUf0S\ndJId+PBPMZ6zBzHaUaqQomAfTOTniX6cX5sI43DH0be8k8tyQXff9fi5iVFU\nuWbvJU0R+avbUnvYt6IO26kz6KT9mDh3bUJYeU0Jw2BzR2GFxRRjtTuIWjTz\na6bxqjty/yTN4kf4x19ivYTjjvivQ83y5n2VS7lWUEh62pBt6c0lC+BcV56e\nxm70IAfB3bPnNAXUqZVC3kP59Mvk/zy3PPbrquKG1SJ+UrOIirFW8ti45zOT\nLkD70a8+eWQHR1w1D7mRtMqGBjHqIBTRAYZGwF4AeyKwYs5vA/KraIMKNQr+\nWmPx5Jt8DJ7p6J+HVXgMJNW/knjYzxuhUKm7gr/tCUChzQpRYztpaKpVPcfh\nz4OXwCXxZbafmSsAkuv9dK58/UBMKP/ApLi6fsuNJIA8X5WeYlXpD3zWZ16n\nRYWAByuVLXJHuKccpAZAdbFJH7rsEaa7fBwp0BpdQmUsqwR/4kk8O0RC9voS\nMG54kG8vIMbdEgCk7L7eW3eOa69dgKPPddaysP4pHmqz3c05OEHFzObrhU2w\n0ASP8duEII/GQwcLYv3xGFqoZAlvS8t59QRCyoJwmYxtrq5OVufhWK59B4k4\nJvCf\r\n=LZgA\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDCJN0dJwM+3OGBAmhSB6R6sw2/6HN95AG4AiFMpN96RAIgCYikhk82UcJ8Bf7MCBAjpwHo0J1yN5/4dNihVA7h4mA="}]},"maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/algolia-webcrawler_3.2.3_1579545514965_0.6201387473298112"},"_hasShrinkwrap":false}},"readme":"# Algolia Webcrawler\n\n[![npm version](https://badge.fury.io/js/algolia-webcrawler.svg)](http://badge.fury.io/js/algolia-webcrawler)\n[![Build Status](https://travis-ci.org/DeuxHuitHuit/algolia-webcrawler.svg)](https://travis-ci.org/DeuxHuitHuit/algolia-webcrawler)\n![Build Status](https://ci.appveyor.com/api/projects/status/2xjk6u9u1jruswfw?svg=true)\n[![Greenkeeper badge](https://badges.greenkeeper.io/DeuxHuitHuit/algolia-webcrawler.svg)](https://greenkeeper.io/)\n[![David DM](https://david-dm.org/DeuxHuitHuit/algolia-webcrawler/status.svg?style=flat)](https://david-dm.org/DeuxHuitHuit/algolia-webcrawler/)\n[![Maintainability](https://api.codeclimate.com/v1/badges/ee40fe13f5462b7c90d7/maintainability)](https://codeclimate.com/github/DeuxHuitHuit/algolia-webcrawler/maintainability)\n[![Known Vulnerabilities](https://snyk.io/test/github/deuxhuithuit/algolia-webcrawler/badge.svg?targetFile=package.json)](https://snyk.io/test/github/deuxhuithuit/algolia-webcrawler?targetFile=package.json)\n\nSimple node worker that crawls sitemaps in order to keep an [Algolia](https://www.algolia.com/) index up-to-date.\n\nIt uses simple CSS selectors in order to find the actual text content to index.\n\nThis app uses [Algolia's library](https://github.com/algolia/algoliasearch-client-js).\n\n## TL;DR\n\n1. [Usage](#usage)\n2. [Pre-requesites](#pre-requesites)\n3. [Installation](#installation)\n4. [Running](#running)\n5. [Configuration file](#configuration-file)\n6. [Configuration options](#configuration-options)\n7. [Stored Object](#stored-object)\n8. [Indexing](#indexing)\n9. [License](#license)\n\n## Usage\n\nThis script should be run via crontab in order to crawl the entire website at regular interval.\n\n### Pre-requesites\n\n1. Having at least one valid [sitemap.xml](http://robots-txt.com/sitemaps/) \nurl that contains all the url you want to be indexed.\n2. The sitemap(s) must contain at least the `<loc>` node, i.e. `urlset/url/loc`.\n3. An empty Algolia index.\n4. An Algolia Credential that can create objects and set settings on the index, i.e.\nsearch, addObject, settings, browse, deleteObject, editSettings, deleteIndex\n\n### Installation\n\n1. Get the latest version\n\t- **npm** `npm i algolia-webcrawler -g`\n\t- **git**\n\t\t- ssh+git: `git clone git@github.com:DeuxHuitHuit/algolia-webcrawler.git`\n\t\t- https: `git clone https://github.com/DeuxHuitHuit/algolia-webcrawler.git`\n\t- **https** download the [latest tarball](https://github.com/DeuxHuitHuit/algolia-webcrawler/releases)\n2. create a [config.json](#configuration-file) file\n\n### Running\n\n### npm\n```\nalgolia-webcrawler --config config.json\n```\n\n### other\ncd to the root of the project and run `node app`.\n\n### Configuration file\n\nConfiguration is done via the\n[config.json](https://github.com/DeuxHuitHuit/algolia-webcrawler/blob/master/config.json) file.\n\nYou can choose a config.json file stored elsewhere usign the --config flag.\n\n`node app --config my-config.json`\n\n### Configuration options\n\nAt the bare minimum, you can edit config.json to set a values to the following options: \n'app', 'cred', 'indexname' and at least one 'sitemap' object.\nIf you have multiple sitemaps, please list them all: \nsub-sitemaps will not be crawled.\n\n**Most options are required.** No defaults are provided, unless stated otherwise.\n\n#### app: String\n\nThe name of your app.\n\n#### cred: Object\n\nAlgolia credentials object. See 'cred.appid' and 'cred.apikey'.\n\n#### cred.appid: String\n\nYour Algolia App ID.\n\n#### cred.apikey: String\n\nYour generated Algolia API key.\n\n#### delayBetweenRequests: Integer\n\nSimple delay between each requests made to the website in milliseconds.\n\n#### oldentries: Integer\n\nThe maximum number of milliseconds an entry can live without being updated. After\neach run, the app will search for old entries and delete them. If you do not\nwish to get rid of old entries, set this value to 0.\n\n#### oldentriesfilters: String\n\nA filter string that will be applied when deleting old entries.\nUseful when you want to keep old records that won't get updated.\nOnly records that are old and match the filter will be deleted.\n\n#### maxRecordSize: Integer\n\nThe maximum size in bytes of a record to be sent to Algolia.\nThe default is 10,000 but could vary based on different plans.\n\n#### attributesToPop: Array<String>\n\nWhen the record is too big (based on maxRecordSize), the crawler will remove values from the text key.\nUse this attribute to configure which keys should be pruned when the record is too big.\n\n#### index: Object\n\nAn object containing various values related to your index.\n\n##### index.name: String\n\nYour index name.\n\n##### index.settings: Object\n\nAn object that will act as argument to Algolia's `Index#setSetting` method.\n\nPlease read [Algolia's documentation on that subject](https://github.com/algolia/algoliasearch-client-js#index-settings).\nAny valid attribute documented for this method can be used.\n\n##### index.settings.attributesToIndex: Array<String>\n\nAn array of string that defines which attributes are indexable,\nwhich means that full text search will be performed against them.\nFor a complete list of possible attributes see the [Stored Object](#stored-object) section.\n\n##### index.settings.attributesForFaceting: Array<String>\n\nAn array of string that defines which attributes are filterable,\nwhich means that you can use them to exclude some records from being returned.\nFor a complete list of possible attributes see the [Stored Object](#stored-object) section.\n\n#### sitemaps: Array<Sitemap>\n\nThis array should contain a list of sitemap objects.\n\nA sitemap is a really simple object with two String properties: url and lang. The 'url' property\nis the exact url for this sitemap. The 'lang' property should explicit the main language used\nby url found in the sitemap.\n\n#### http: Object\n\nAn object containing different http options.\n\n##### http.auth: String\n\nThe auth string, in node's `username:password` form.\nIf you do not need auth, you still need to specify an empty String.\n\n#### selectors: Object\n\nAn object containing CSS selectors in order to find the content in the pages html.\n\n##### selectors.title: String|Selector\n\nCSS selector for the title of the page.\n\n##### selectors.description: String|Selector\n\nCSS selector for the description of the page.\n\n##### selectors.image: String|Selector\n\nCSS selector for the image of the page.\n\n##### selectors.text: String|Selector\n\nCSS selector for the title of the page.\n\n##### selectors[key]: String|Selector\n\nCSS selector for the \"key\" property. You can add custom keys as you wish.\n\n#### Selector Object\n\nSelectors can also be defined using the long form (i.e. as an object),\nwhich allow specifying custom properties on it.\n\n##### selectors[key].attributes: String|Array<String>\n\nName of the attributes to look for values. Default is ['content', 'value'].\n\n##### selectors[key].selector: String\n\nThe actual CSS selector to use.\n\n##### selectors[key].limit: Number\n\nThe maximum number of nodes to check.\n\n#### exclusions: Object\n\nAn object containing CSS selectors to find elements that must not be indexed.\nThose CSS selectors are matched for each node and are check against all their parents to make\nsure non of its parent are excluded.\n\n##### exclusions.text: String\n\nCSS selector of excluded elements for the text of the page.\n\n##### exclusions[key]: String\n\nCSS selector of excluded elements for \"key\" property. The key must match the one used in selectors[key].\n\n#### formatters: Object\n\nAn object containing formatter string. Their values are removed from the original result obtained\nwith the associated CSS selector.\n\n##### formatters.title: String,Array\n\nThe string to remove from the title of the page. Can also be an array of strings.\n\n##### formatters[key]: String,Array\n\nThe string to remove from the specified key. Can also be an array of strings.\n\n#### types[key]: String\n\nThe parse function used to format the value. Supported types are \"integer\", \"float\", \"boolean\" and \"json\".\n\n#### defaults[key]: String\n\nThe default value inserted for the specified key. Will be set if the value is falsy.\n\n#### plugins: Array<String>\n\nA list of javascript files to load custom code before saving the record. The only requirement is to\nimplement the following interface, where `record` is the object to be saved and data is the html.\n\n```js\nmodule.exports = (record, data) => {\n\trecord.value_from_plugin = 'Yay!';\n};\n```\n\n#### blacklist: Array<String>\n\nAll url are checked against all items in the blacklist.\nIf the complete url or its path component is in the blacklist, it won't get indexed.\n\n### Stored Object\n\nThe stored object on Algolia's server is as follows\n\n````js\n{\n\tdate: new Date(),\n\turl: 'http://...',\n\tobjectID: shasum.digest('base64'),\n\tlang: sitemap.lang,\n\thttp: {},\n\ttitle: '',\n\tdescription: '',\n\timage: '',\n\ttext: ['...']\n}\n````\n\nOne thing to notice is that text is an array, since we tried to preserve the original text\nnode -> actual value relationship. Algolia handle this just fine.\n\n### pingbackUrl\n\nOne url can be set to post a ping back to a web server after every saved url in Algolia.\nThe web server will receive a post with this information : \n\n````html\n\tresult=[success|error]\n\taction=[update|delete]\n\turl=the url inserted\n\tlast-modified=[the http header value]\n\tsource=algolia-crawler\n````\n\n### Indexing\n\nIndexing is done automatically, at each run. To tweak how indexing works, please see the\n[index.settings](#indexsettings-object) configuration option.\n\n### LICENSE\n\n[MIT](http://deuxhuithuit.mit-license.org)    \nMade with love in Montréal by [Deux Huit Huit](https://deuxhuithuit.com)    \nCopyrights (c) 2014-2019\n","maintainers":[{"name":"deuxhuithuit-owner","email":"open-source@deuxhuithuit.com"},{"name":"nitriques","email":"open-source@deuxhuithuit.com"}],"time":{"modified":"2022-06-13T02:37:42.643Z","created":"2014-11-23T21:06:50.944Z","0.1.0":"2014-11-23T21:06:50.944Z","0.2.0":"2016-04-14T21:16:27.973Z","0.3.0":"2016-04-15T20:48:22.723Z","1.0.0":"2016-05-27T21:41:40.896Z","1.0.1":"2016-06-03T20:35:41.455Z","1.0.2":"2016-07-29T20:48:29.884Z","1.0.3":"2017-03-22T18:57:09.645Z","1.1.0":"2017-03-31T21:11:53.561Z","1.1.1":"2017-05-12T02:21:27.152Z","1.2.0":"2017-08-25T18:10:46.801Z","1.2.1":"2017-09-07T21:15:03.746Z","2.0.0":"2017-10-30T18:42:42.196Z","2.0.1":"2017-11-22T22:23:09.009Z","2.0.2":"2018-02-16T20:15:08.161Z","2.1.0":"2018-03-26T15:45:40.024Z","2.2.0":"2018-03-29T18:11:16.002Z","2.2.1":"2018-04-05T21:14:30.995Z","2.3.0":"2018-05-07T21:26:44.154Z","2.4.0":"2018-10-16T19:13:58.414Z","2.5.0":"2018-11-26T20:27:04.239Z","2.6.0":"2018-12-06T19:22:02.605Z","2.6.1":"2018-12-06T20:20:26.398Z","2.7.0":"2019-01-23T21:32:40.993Z","3.0.0":"2019-01-24T17:47:05.350Z","3.1.0":"2019-01-27T23:30:09.318Z","3.2.0":"2019-01-30T15:33:33.590Z","3.2.1":"2019-06-12T15:23:57.164Z","3.2.3":"2020-01-20T18:38:35.095Z"},"homepage":"https://github.com/DeuxHuitHuit/algolia-webcrawler","keywords":["algolia","web-crawler","search"],"repository":{"type":"git","url":"git+https://github.com/DeuxHuitHuit/algolia-webcrawler.git"},"author":{"name":"deuxhuithuit"},"bugs":{"url":"https://github.com/DeuxHuitHuit/algolia-webcrawler/issues"},"license":"MIT","readmeFilename":"README.md","users":{"rubiadias":true}}