{"_id":"1clickcrawl","_rev":"2-34fc0646e36c7923babccb2d08e77898","name":"1clickcrawl","dist-tags":{"latest":"1.0.1"},"versions":{"1.0.0":{"name":"1clickcrawl","version":"1.0.0","description":"packaged configuration web crawler","main":"index.js","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"author":{"name":"RPHLuo"},"license":"ISC","dependencies":{"cheerio":"^1.0.0-rc.2","request":"^2.88.0"},"_id":"1clickcrawl@1.0.0","_nodeVersion":"11.11.0","_npmVersion":"6.7.0","dist":{"integrity":"sha512-GblcR2MusrWYVC1ScAHXPty4e2KbnsvmP968dhtVxXzn8NrjtCkIxt0yaFCnpMTEdpL7j3VBnY676uxDG4EMcQ==","shasum":"09ebfc9783589150b9bd59830068d89a6e46ddfd","tarball":"https://registry.npmjs.org/1clickcrawl/-/1clickcrawl-1.0.0.tgz","fileCount":3,"unpackedSize":1561,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJchdBECRA9TVsSAnZWagAA3zEQAIaNagbCj85YPt4Q4pJ8\n135m17gOXjZXGPxUIxRgkI2yYsiAUrJHVO/bwQrRZXNBzrWSbMqtYQE5Mc+u\nMBnZbILwS2tDdOXDy1AXw4v68HnTrCz/VFf94U46JOD+XawfZTHyuWNslpPp\n0VmWHwQ/rEyDLfI5rbbl2z9O4Ui72fL+jTZ1m5Fp5fuS8DcZ5qZZXH5gvcVR\nLUQMr40gkUjJBDqbEELota75TrtYgKpnmxOfcWEGWsaScME963TRGVTCyv95\nInyDC7seT6v7b8hihu/JAlyN/q2wLBxVenfl3DS+HgMVkx1SfPegp0gSogu6\nSk+xB8Y96bdC3f4reZE1+e89ZY7HthBVDs25gHWkIUOsypBTaTNBJq8Vl33c\nyGJPZtm3hpkyikgP04sTBy2m6GDHY5iymoMUXmlNPW31jw61pvfWpjcQsym2\nLLiY9pbIS3h/j3DUblBHIAIGFWhC6CkliOsfxg9LKmhFsO+loFb6u8dXi1Hn\nlQ+ZEo0toipU77YjjnoM1vtP8IWuDuulAceOLhglCMEdM4futLrQ8O8XNsVz\nhZVenujNkQBVUVApGnLAjHQwj4aeLXUPmwvK/sk1A8Bwx+1dWXyANP/kAzvf\nqx1fLv991SUzBvhvR24/6wRNndgr+GMMMKk3vPomwPSZcZoiYuvpxm0stIXE\nNcVx\r\n=ah/9\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD4tmYNWh4Vfr/8dOSGbg9WEDlpQF3C1Y1Ev0yw2+mZXAIhAJfgwOWiJQnKn0o3vVfIwfZG9uUW1O1r3htQCD7IjrGJ"}]},"maintainers":[{"name":"rphluo","email":"robinpluo@gmail.com"}],"_npmUser":{"name":"rphluo","email":"robinpluo@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/1clickcrawl_1.0.0_1552273475984_0.4803384451722792"},"_hasShrinkwrap":false},"1.0.1":{"name":"1clickcrawl","version":"1.0.1","description":"packaged configuration web crawler","main":"index.js","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"author":{"name":"RPHLuo"},"license":"ISC","dependencies":{"cheerio":"^1.0.0-rc.2","request":"^2.88.0"},"_id":"1clickcrawl@1.0.1","_nodeVersion":"11.11.0","_npmVersion":"6.7.0","dist":{"integrity":"sha512-dajintq7ru0K1OJ2SDFjZpqAIH/p62oB3FboShT46mVEMRi/HWemdL2AIISU5TT4wPTki/sYAowsem6h4+3N1Q==","shasum":"429f117231356260d29f601b0fe7cba1bb259e85","tarball":"https://registry.npmjs.org/1clickcrawl/-/1clickcrawl-1.0.1.tgz","fileCount":4,"unpackedSize":2252,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJchdnyCRA9TVsSAnZWagAAUBgQAI4owhYbBItg5iGh3/Qh\no3h65tJ3T9Lcmg/ZVZm5iMmuaklpYG1DjpLmUsmlbjDPkZAelXDAvu5JlQYI\nfikpNOuEwEGHc5Nw4jPGj30Xtcmd31XLFFjOaO16lVBkzKXz6o8SwEs7Zs9f\n0Pve517l5w00p7V6DhkvfpumCtxjJYyVOGkxtPSWGwy2WkiXp7NpkiGPfJrl\nZyjFB5jWqiCkhNQxvpZsbWR5bejgUlypFwePRddDGj+AUMR/6yhr2+IzfRVh\nymeK/DmNKFPB+uty+UcwOwxTvsAvkjgISW2aiOQzF4RKTOMY+UIlCOgXyQ6X\nv2IxvQ4ZLPsKxArZDM/EeGplOBObXNokQHJuRx2BDLbsDYgbcKOR6bhVWdB1\nLYFjCHniJmyO8/j6JdFhxRM3IrU5eoYS1vHIutQFukglMt2hAR0oa+tEMJrr\nSQX4Btf1ZRY23mfEY5lmx+1q2Sv7YcvH9HBkt0dXtIY93dOqSwA9xkmkHVd9\nuFHfcWwoPjDO9KiS95AZCtuJozkjMrqqoK//KQI8EeY9zGIM2xJJI8wFGtic\nhJF7GuLaQUzZ4Bc4zvP/Z9ImEFAb9r4wEqEZGW2M8pXINbDfzWKocHXT7nBo\nc28PHd5J3VGwpdZWLNZrsHjfjxfbikY1N4ZWAKdeIfXg14tSNwa82WvweuDz\nTVjV\r\n=AjBH\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCzMgciVzIXI+9gPpNCu0q9rmaQVDe2w8Gm3C2UT2701AIhAIZZC0eJz5ctWzfxYWcelKGP24zxMdaneIDMKV5RwhBq"}]},"maintainers":[{"name":"rphluo","email":"robinpluo@gmail.com"}],"_npmUser":{"name":"rphluo","email":"robinpluo@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/1clickcrawl_1.0.1_1552275953800_0.22953191474310608"},"_hasShrinkwrap":false}},"time":{"created":"2019-03-11T03:04:35.983Z","1.0.0":"2019-03-11T03:04:36.386Z","modified":"2022-04-04T10:12:54.375Z","1.0.1":"2019-03-11T03:45:53.894Z"},"maintainers":[{"name":"rphluo","email":"robinpluo@gmail.com"}],"description":"packaged configuration web crawler","author":{"name":"RPHLuo"},"license":"ISC","readme":"# 1ClickCrawler\n\nSimple quick webcrawler for nodejs. Provide your own visit function and the crawler will do the rest.\n\n### Installation\n```bash\n$ npm install 1clickcrawler\n```\n\n### Usage\n```js\nvar Crawler = require('1clickcrawler');\nvar crawler = new Crawler(delay, seeds, visit);\ncrawler.start()\n```\n\n#### Parameters\ndelay: milliseconds to wait between requests (ex: 200)\nseeds: array of urls to start the crawl (ex: ['https://example.com'])\nvisit: a function that will process the data with params url, res, html (ex: function(url,res,html) {})\n\n","readmeFilename":"README.md"}