{"_id":"@albert-team/spiderman","_rev":"32-0f9b1151fc02fbf84166b1eca2df06c5","name":"@albert-team/spiderman","dist-tags":{"canary":"1.9.0-canary.0","latest":"2.1.0","beta":"1.9.0-beta.1"},"versions":{"0.1.0":{"name":"@albert-team/spiderman","description":"Minimal distributed web crawler for JavaScript","version":"0.1.0","main":"src/index.js","scripts":{"build:docs":"esdoc"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","web","distributed","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","devDependencies":{"esdoc":"^1.1.0","esdoc-ecmascript-proposal-plugin":"^1.0.0","esdoc-standard-plugin":"^1.0.0","eslint":"^5.12.0"},"dependencies":{"axios":"^0.18.0","metrohash":"^2.5.0"},"gitHead":"e90ba40429b285380857c110e1a71855feba7870","_id":"@albert-team/spiderman@0.1.0","_npmVersion":"6.5.0","_nodeVersion":"11.6.0","_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"dist":{"integrity":"sha512-sE2vYT67wv3IUhXW2D+YmG0zJhh0tjPcXcBZVS6VxWLKWlW6v7IX4uHVEbsywRDYj6qKEHfsWF4+xVpLxcYGNQ==","shasum":"e392cbd813524ae92c373ff98a41404fd4e5db13","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-0.1.0.tgz","fileCount":10,"unpackedSize":8048,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcOGG7CRA9TVsSAnZWagAAj+oP/2azTKXSowjsK0fzD1Rq\n39ffpb6yM6BnWEIuWI9CdX2SAcEPRYLKUIQg5d+hEUY+8cEMAvIWGUSnD+sh\nFdp3g7kSpkR5wv2Pf480si7BfTuRcbnzlLxvRENRaPJF86lGV1RFZ55gRtxb\nj46X5obCYRJPUM+txOkBOZ0V/UWs3itTXVZtEPdqCy2dfZX/jU8OffvVdGhp\nnuixowIIGtLqZRPtlRx3wjwTv6GUZNAAsVlXYnWK4TkXStdtDMYQAjRmEfpA\nuVoj0l5cxbc7skmtuReTg9oAT1tJcTL1rx+uPiPEkI38vRNmH7i6l/r5ZHtG\nhLy4DGG3iq76nqo3NWKFygWTIBgZCfP4ito0IEYdzwa5FTNsh3VelMPdhbxe\ngJvxajveQsqFFnVvEJoSYRq1AViTcT6xaGBijlrB+PYSkSmywLK2XpvJSLr5\nb4+9Y+jvzN1qib6t8E+qyiufun53NBYatKZDMrD+hZa6rHtgAYPdkk636TY4\nFExG4VDH1vd2l8jpwOD1/cFZfw5d+Gd5SAQiO3Cqw63MMn2P5oJqduhzpj1q\nn9+wkik+wYqIUq1F8U5ymZhi9bFAzMarSf8C9TVI/XdQCViBzgR/eOu6D7z4\nKYSRw1qAECCuj94YwUxjWFU/LHF/DmlLgRJ2tEuQuO1JQ2rUFdzFKaXhMXA6\n7cY+\r\n=THDu\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDLRY9FQPSZXpWWWwasSEX6ggA++qez9QQvLXNol7da/AIgSpM51nDOUG3Iu4DIFKczfoIlwm4ra3uV92N807UYUms="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_0.1.0_1547198906864_0.34563947412364393"},"_hasShrinkwrap":false},"0.1.1":{"name":"@albert-team/spiderman","description":"Minimal distributed web crawler for JavaScript","version":"0.1.1","main":"src/index.js","scripts":{"build:docs":"esdoc"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","web","distributed","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","devDependencies":{"esdoc":"^1.1.0","esdoc-ecmascript-proposal-plugin":"^1.0.0","esdoc-node":"^1.0.4","esdoc-standard-plugin":"^1.0.0","eslint":"^5.12.0"},"dependencies":{"axios":"^0.18.0","metrohash":"^2.5.0"},"readme":"# SPIDERMAN\n\n> Minimal distributed web crawler for JavaScript\n","readmeFilename":"README.md","gitHead":"1e857f940484f614afd017f52d609d5d6fd0ea02","_id":"@albert-team/spiderman@0.1.1","_npmVersion":"6.5.0","_nodeVersion":"11.6.0","_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"dist":{"integrity":"sha512-eBKUP1oIgK4Foocv2Iyk+GWSuRK+vKh3HpfAsTI7wLd8gCGXli7d8zyO9qd4YMBKWFFD+nboOrwLfO/fZmGQIg==","shasum":"644ae8e7db3e46ae5fac820196ec09a41ca01913","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-0.1.1.tgz","fileCount":10,"unpackedSize":9540,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcQ2aTCRA9TVsSAnZWagAAO8YP/1WxW9g/fZrX6i9GudI1\n1CUT6Jj2GX/20HO4E0XmuFAjvBiYuaTforiq0RzFlMb/qRQ68YuI/3PXW2Ng\nfbWVeiA8yS8ZxYnDW9dij8SomVwoqWEo6+lvcm+UzNXk22W+AJGTwl8rK1ua\nXbSs4yjOAS7uw/bfHCvVIa8Ex+imT9cW78zd6JAidWiGKE3dZk7NKGX4WgbH\nAQdph2g3GdDNw1Sy5Dyfvtndnjpp+Ax+Q9pGvTKoilLQDbOB3iFz8mMrbPBS\niKkTIZwg16IjJwvTUs26QD8OzJjSfzBHpU0uQ5AhtO/ePLmxTKy09HUPV0yH\nwerzUGnOFL9i8z7Z1T1Ak4HLa1WcJGGlhP7mjOWzgZb0Q7SkiWIcKI2BwAiz\nhyBB7jdluyLx9DKJ/bZhif/eZ7YsuoQn/kfkFpe32ZJ55OsPyjXPTEbYcDNw\nBx2Nsr38UUqqXKaLE5gEW4e+qQSg3H/R/0ghNp/3AXnnrHKSfhUDU72nJiTt\nv4Yb7YE/m5aWevTCruOMlckwWDwmp0FRGDLwgFcWZwZ0XP+nmBAZpjYU5imV\n0lmjdn5nVCgl7LqDu8ZTjKZhdKrUhFlQsOcbPh4r+93mcUw14vzShyF/K2UZ\nGjo9VSbQkBcyvMoWujJZBbZsbYva1nI9tH/aIMh7OdSUpQNYe9ANzWHYo5g5\n/956\r\n=rLC2\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIHluTz1+JUMux510zbK/wIPVl6mlg4u8n2TIlT2jMSBpAiEA+9FhOPXTgcmvhQAUULeH4gcahEad312f674DPRKiMk4="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_0.1.1_1547921043209_0.5952879673121814"},"_hasShrinkwrap":false},"0.2.0":{"name":"@albert-team/spiderman","description":"Minimal distributed web crawler for JavaScript","version":"0.2.0","main":"src/index.js","scripts":{"build:docs":"esdoc"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","web","distributed","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","devDependencies":{"esdoc":"^1.1.0","esdoc-ecmascript-proposal-plugin":"^1.0.0","esdoc-node":"^1.0.4","esdoc-standard-plugin":"^1.0.0","eslint":"^5.12.0"},"dependencies":{"axios":"^0.19.0-beta.1","metrohash":"^2.5.0"},"readme":"# SPIDERMAN\n\n> Minimal distributed web crawler for JavaScript\n","readmeFilename":"README.md","gitHead":"eaee0f1c741f3a6023abc426954c6a779d247bab","_id":"@albert-team/spiderman@0.2.0","_nodeVersion":"11.6.0","_npmVersion":"6.6.0","dist":{"integrity":"sha512-wNRRLlzFH2Vrt0eN2jjUFftxR0XDXCJvAL8sQrqbaReVKLh/ffHC+Prv93rVy9xif2Oa8cb9zNqzgNSEmBt3mQ==","shasum":"148f4a19f1aa76298f3df6cb0fde46b21d064d94","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-0.2.0.tgz","fileCount":10,"unpackedSize":9675,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcRBpqCRA9TVsSAnZWagAABjEP/1fhqjvnU/QPCPQo5NKR\nG/tVywer5jUx7SV1yaJ0e2s38a7HzX7JtrO9sf7mfFEshRpsWgDr+j5pC4Ld\nr63hRT/yIRC5reJBjS3Ed2KI6gKGDN8l3vk/VpZDOy3cPte/qk80G4XBT7qx\nylO/p0qpKRzGfcz1mYl9MTN5PYSDawiobgzkgi478DW0Ns+fciW3bp4VaB0X\nkVrQ0IcBx4V1R1YZg5SDagTUVW9QrY4J95hbnwJQ01TuHoEjVL3/5D1Vi4tP\nxDD1IuA3YdtOgetTirfIoNj07NYcWSttGbmXy8A2MFrJ2RdLDU9QZScITXaY\njcWiUJ7/Bw8JpxA/EgMs3RFqOAsqws1dwBwyoGdjKFLDULDbiIFPNDjuAdEg\nDOlCmUYNujuC9tp9rYw2AYAKqtXQP86IJQ8EjetgZ/l/jebqESRAyQmxAqGM\nDpokV4awh5k+UaGlHEWPq4KqgsOQf/1jaCUuw4SNqsqsBWO+hFtLEN5QMKIz\nN+oqCqB348/jAqd8wsl+48WxTiTkY897nVR+2WwRnZA7LeXZ1izQaScx82LL\n4CAQMNK/b4oXxy5OS9jjP/cCAlg/YR5zJgj4r4/4ceUO3kLakEW8QxD6XE4s\ntGnLuildgEjL+Amf/zUpqUykNSixUevToHuf+buE7xS/GdULfeyCvQ6ETlN8\noWaL\r\n=Dbcc\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIF1PrzLyB8SSgqszKK7xQxTeBKFybOo7Qxj8ey4dvv5VAiEAmZGknCiqkKmHRZEEQ9UqUnWWdER6TgQaG3Q6s2XW4ko="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_0.2.0_1547967082123_0.9340157743305448"},"_hasShrinkwrap":false},"0.3.0":{"name":"@albert-team/spiderman","description":"Minimal distributed web crawler for JavaScript","version":"0.3.0","main":"src/index.js","scripts":{"build:docs":"esdoc"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","web","distributed","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","devDependencies":{"esdoc":"^1.1.0","esdoc-ecmascript-proposal-plugin":"^1.0.0","esdoc-node":"^1.0.4","esdoc-standard-plugin":"^1.0.0","eslint":"^5.12.0"},"dependencies":{"axios":"^0.19.0-beta.1","xxhashjs":"^0.2.2"},"readme":"![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)\n![](https://img.shields.io/npm/v/@albert-team/spiderman/canary.svg?style=flat-square)\n![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)\n\n# SPIDERMAN\n\n> Minimal distributed web crawler for JavaScript\n\n## Installation\n\n### Requirements\n\n- Node.js >= 8.0.0\n\n### Instructions\n\n- With npm: `npm i @albert-team/spiderman@canary`\n- With yarn: `yarn add @albert-team/spiderman@canary`\n\n## Usage\n\n## Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"622a548951987ca7532185b4da9fc9d6e4ec3815","_id":"@albert-team/spiderman@0.3.0","_nodeVersion":"11.7.0","_npmVersion":"6.6.0","dist":{"integrity":"sha512-VF6RShfNbA2tZ/Sof5EbR88OL0baUQkSpqLhpHUyr/+2oBibc9CLhd4hWFrQX8RHT5l74Z9ucp+O9U6RLvX+MQ==","shasum":"d6e1e6dfc423cf2d24828a99bf6cbd035f0646a2","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-0.3.0.tgz","fileCount":10,"unpackedSize":10590,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcR0MBCRA9TVsSAnZWagAAgv8P/39hIJOXMeco2D7c3si/\nU+ylKUdCxYp+vW05eRfEvJW2+OhYSTtAZpHDCmpcRBXkDJRZUu/A/Gh+T30P\nSBqszugrOQ7QxenOqeC1ZcORp5FLsgCqvnJcuh+K6sSC1scR6oAlkjKa30ks\nHHI1vga1V6WU1CdStXifhjeHpkwAdSUDi3vDN234HcjkPgBGIhdTBmI8cuzg\ntve/H27Go6PwYt6aqEq1XOKFgW+Wdcp6PXPLbc6N4F+cwtJcKAPlqSjnvAFv\nXB80r9j5mW+jhydSVgwAxfHbPuvlw0GGm9RUlwZm/aPAkkaSPYuH1HnmZMl+\nZogoc66NhVtLfWjyOgrhcujIvSW1BlwGKQ8i2CBtXb3E5J4XgpsAGozzjzFE\nSbsjSZdBtRp/V8+GG6/NHM/faWetFWtmj3SheksMD3NM0NU8IwLX1tRaSyE0\nkEGAjFgaWRfO58ee1z77ighzAfzn/PfnEetvyRnLCAtet3rmx0BtqqQnyv7T\nM0XREXE2KH3/IfA0+GhB4PszrK7XsUIN/LRjfVL2K24Znky8ryHGcSa4E6Dh\ng03SCQbUoJZJLlkrm9SQW493RF1DL1PK0KCxi2OYgsTdgSXs3MNw8tlHTFYs\nUAOG4dAzKulDcfdCHXDxEQvF/6C+3IrJOTikc/Mh8PYBurDmq1trLDUYW7il\nfttx\r\n=oSDD\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIE7ltVHP5h7aV38uVFOViEIEGdl1TIqbRMms3VMSGWm0AiEAkHr6BXuPawel6apsrAhw2ler1KCKg1+bxftrXY7LHyU="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_0.3.0_1548174080250_0.01630417119265415"},"_hasShrinkwrap":false},"0.3.1":{"name":"@albert-team/spiderman","description":"Minimal distributed web crawler for JavaScript","version":"0.3.1","main":"src/index.js","scripts":{"build:docs":"esdoc"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","web","distributed","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","devDependencies":{"esdoc":"^1.1.0","esdoc-ecmascript-proposal-plugin":"^1.0.0","esdoc-node":"^1.0.4","esdoc-standard-plugin":"^1.0.0","eslint":"^5.12.0"},"dependencies":{"axios":"^0.19.0-beta.1","xxhashjs":"^0.2.2"},"readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/canary.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimal distributed web crawler for JavaScript\n\n## Installation\n\n### Requirements\n\n- Node.js >= 8.0.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman@canary\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman@canary\n```\n\n## Usage\n\n## Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"296dbc8fa587d910940df626c496c1f2df9dc16e","_id":"@albert-team/spiderman@0.3.1","_nodeVersion":"11.9.0","_npmVersion":"6.7.0","dist":{"integrity":"sha512-SMAqA51joZpvofPISodKePWRnkpZEQqIdWwYw06pSPj9pdHsWF3NZOQkRNAR6PX+j1viiJKMpUHwizk5+D3iAg==","shasum":"9d2cbebb2c202699b625c0e7c5a960f156bd94f6","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-0.3.1.tgz","fileCount":10,"unpackedSize":11020,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcVbx8CRA9TVsSAnZWagAAiUcP/jhdIsT49kKODDfaA2Pk\noUkzhj56JlROytcCnF7Y6O5+kkdVZQStTTxNo5gwzL5l9SomebtfHvDYdPO0\nF55AhvedX92xPErdPr5VzWyXTR6/Wawf/sUAgQzI7UayO5BuYUkcOr2B2Nx7\n2LEJ8MWSyCuGAK8fsocC4P9HFb9UWAA8cFm/YtmIDV+DKHkxKFM9RtU6Fzhi\net0EgNtjHWQiPJh9W1vZcdx/eeFxUb9j385Bs0lBM1EK1RGN3x3i7RWDiW3V\nhXiaT2e1YSB5GOIYQfReVvA27kOboDNFZW/hbQf6/HTL5EWSJalOhQFtEd90\n8OEghkVpbTZ7+P2ro70KLKJU2K25Tp3wJFtOn8rEyqqq93XSVwJeKuXcuC5w\n8ZgB8T2OQsF6jKmXaEkvf+k+2GwU4CFNjhoVG9EjHlkXl6pL2zVkFv7iKfQ+\n7Lf5TS5dq74WybGVfeCrR+/NmT3cuPBAUqkvLDGSYJ1Broduj5Y8UQDTbV2N\nnmQBf3818WCFcSgKy0BJMOOLqWsH3pEF7u/g0XolEc6Mx6G+r8D0lajil4Cd\nDdBjvFDyQ16XmQUxyPOcqkenr0xU/L8NdvFRLyGjBNMObdnWCXfdGH3nx4Xz\nowtzjSELxBFuDSl5QKru/Bs2bhcmlyXIFNeApuhPIKJdOXSN9WlohanQs+TH\nT2Pj\r\n=6PwU\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIDmRCqrWiP8xn3fY4X9C3tAAmIICnyjvv9lLIpbzK77HAiA7HfVLKKJcI8LDq2ymtcYVolyWuAQL8APlOXuFdrzcxw=="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_0.3.1_1549122684040_0.9435697049863023"},"_hasShrinkwrap":false},"1.0.0-canary.0":{"name":"@albert-team/spiderman","description":"Minimal distributed web crawler for JavaScript","version":"1.0.0-canary.0","main":"src/index.js","scripts":{"build:docs":"esdoc"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","web","distributed","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","devDependencies":{"esdoc":"^1.1.0","esdoc-ecmascript-proposal-plugin":"^1.0.0","esdoc-node":"^1.0.4","esdoc-standard-plugin":"^1.0.0","eslint":"^5.14.1"},"dependencies":{"axios":"^0.19.0-beta.1","xxhashjs":"^0.2.2"},"readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/canary.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimal distributed web crawler for JavaScript\n\n## Installation\n\n### Requirements\n\n- Node.js >= 8.0.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman@canary\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman@canary\n```\n\n## Usage\n\n## Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"9a5bdf95c66915db8bd2ca952093017e646fa13b","_id":"@albert-team/spiderman@1.0.0-canary.0","_nodeVersion":"11.10.0","_npmVersion":"6.8.0","dist":{"integrity":"sha512-I1Y0sqP1IR+Q2d1pKc17mL031BVgxsaD5xmgIWgId0eRcTua5pegfAbnbuG6zkJb5XdztaiBzRk388v+KrA9aQ==","shasum":"7dea76219dde727360ca5ec0d3885040d99d7037","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.0.0-canary.0.tgz","fileCount":16,"unpackedSize":11592,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcdBuBCRA9TVsSAnZWagAAAFMP/3E0fjY5FYXcv4N7ogmq\nxcqUl1qTiOqcJWGkQtFOa2JLPYVwlt3rYP1oWt6MJggFs0AsjTSmLCDIxf8k\nMKennXHzHFuzaXs9CTTO1CC1ynJEPtJZDfa5OGubN7f6XbAnk0JTH+0hCrrt\nnrD1cPx9KaMIVumO3CKXszaLEpctxzMfg068cqMzehN/hu/NHMuaav0pBq3F\nVCNfXhS3JolnG6gt5CTEaHRc4L/2BzA3DpME+i2MSLrF34B9WOJXXLGoJKfc\n8UZDzj50xaPRf5qkeMyr1uIKTkZluDlPtT7+j94Bcfa0t5ZBss5TU7Lg0fqz\nhTkhCKi5DxnuhVP8Cr+4mcVjvi1iC+gs8ewvOOHqJMETLnA50L4pLnVCoLrm\nhmZQ9He5IV4uMZcc2tkC3qbrgxGj7b7lrFRb6yxPsKNvTL/BE3PrbftMPRFA\nPw6M5EyA2eFGInoX2nn7b1BKNlM5YfS7tvz7sU85t0EwJvG4jO2UpOevHvZx\nQWhDQPoNycDft7xSes79wSFPl+1TD9ydGX9rnVXMjHPJpzxDoPM0FWpmU990\nIJ9tsVXe87ooe2i5PTBkrzb8GcdBuIw3T1OUAr2mOP4bccI0SDko39OEj7QA\nCGlR6nQIF4Vv7h7TUFUFRsnKoX5MyBPH1VBJWYpg8ojUbYKQJ8j+FOBNfHk/\nz6Cb\r\n=Gun1\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDSA9VkLKT9uPYaVBB9jM4jrOt/PChd8JmVi8vQGEYfDAIgK1DPWUg5CEPeKzZU7fhO6omdl6CfnqyDTEFrM63S+sw="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.0.0-canary.0_1551113089195_0.017795041287258284"},"_hasShrinkwrap":false},"1.0.0-canary.1":{"name":"@albert-team/spiderman","description":"Minimalist distributed web crawler for JavaScript","version":"1.0.0-canary.1","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^0.1.0","axios":"^0.19.0-beta.1","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.0","eslint-plugin-jest":"^22.3.0","jest":"^24.1.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimalist","distributed","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/canary.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimalist distributed web crawler for JavaScript\n\n## Installation\n\n### Requirements\n\n- Node.js >= 8.0.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman@canary\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman@canary\n```\n\n## Usage\n\n## Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"8d4a233afed4a6d77b80fc4e24b9e59fca2e0ac0","_id":"@albert-team/spiderman@1.0.0-canary.1","_nodeVersion":"11.10.0","_npmVersion":"6.8.0","dist":{"integrity":"sha512-w741rDVcrU5RrYKywqVTCK+SofVsFM7cfIlS4+8ZT8OasvI9Sf92hrYVVx7GTCkIQCx3fwssUanCVqOWX5Oxlg==","shasum":"db2e2c790082cf70b877b358a8bf9f91fbd2e694","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.0.0-canary.1.tgz","fileCount":17,"unpackedSize":13290,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcekKCCRA9TVsSAnZWagAAwsAP/0H1xNZsC1K9VhqnisX8\nqNx+MnE/Rn6hX1hv716wEyGuLLeYxuJg5tLs8W/GXueLuDb6vEMxhWdPOpWn\nU73sUN2L9S4IFkb5B+fMMH6ycmX5f3Kc374YYpfMSKQBv6CED3CD+z0Z4lxe\nqpP+kKA5+fjx1luFska60ztTRq6xHlPbbTb/x4uTZGUMEYQmYjXBR3UQ+IAI\nRCZheBrxDv4/RwRvw/j8ViG/7+cHerZzd1SRqnI0rsOsCLo7FFBC5IzQOOhu\nVB/3a7Ij957iI7qu08qHrn1wcA3lBXh8yrJ0b3KE0U3VGLxR88PRRVjExlNS\nsqpLPzU8xlKbhtl1Fc7AJJla/w5P36rcIU91s794EvNe4hQByen7GZbsi+NW\nwgQVYQdHRucaN4N7S9PkVNemqTwH1srGPGOOZfUeOgGqTYmdp2eIl4dqeNhL\n31p2uq2MxNHikcQwiGvGb8RuxbjYQI9DkPblMIk+8izBD1z7orafhgN3Iv9l\ndrlS6IpFDq6UKXyjxrKhNnX24aIFna10MXtD46TE+IH1q3Ue7KjqItNbUNQP\nQiaanfUnSU4v+TxpyDPgfDW6vMJzdqGprQT/ppr0d0oKLzw1m9hhoMubyqaU\nYNMvcGf1wUfik4vW745dbb4nU+lTfAgS/O4oxl7gjgaFjavH3IQbKOhH01nd\npvIQ\r\n=934P\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCNGEA8xfXBc6Uyx7vfMaZP9j0UgMwlmiBGMUrtZhsp7wIgP80j5HmV/kupVVnQiu+lzDRo5n3mT3mWKyMpcavqILE="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.0.0-canary.1_1551516290223_0.8246001816477531"},"_hasShrinkwrap":false},"1.0.0-canary.2":{"name":"@albert-team/spiderman","description":"Minimalist distributed web crawler for JavaScript","version":"1.0.0-canary.2","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^0.1.1","axios":"^0.19.0-beta.1","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.0","eslint-plugin-jest":"^22.3.0","jest":"^24.1.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimalist","distributed","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/canary.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimalist distributed web crawler for JavaScript\n\n## Installation\n\n### Requirements\n\n- Node.js >= 8.0.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman@canary\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman@canary\n```\n\n## Usage\n\n## Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"f3819a6b74ec2b0cf0c0160d0c2f3efadd716819","_id":"@albert-team/spiderman@1.0.0-canary.2","_nodeVersion":"11.10.0","_npmVersion":"6.8.0","dist":{"integrity":"sha512-f5F1tXEpavWyJKKDvv+OVVcOHljpGFjyxSAXq1xKoRW8AK3p+q4sImM5ZSaWyIfjpx26mTV7aurzCZzfXh4bXw==","shasum":"3b6cfb55496d0d25f0f01f0644a5356fd916de08","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.0.0-canary.2.tgz","fileCount":17,"unpackedSize":13379,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcekf4CRA9TVsSAnZWagAAokIP/R8poVuiz30DGmKHf5PA\nPd2XwV4uCrj211SzJtCLz6gueKlf9z2WF7Wt0M3Q1Ubjpl+LaQelR7rwZM38\nPJGqpHCnaniugjF38nrn5HtOR9jDOzI2h+yE1f0iDwJTfWZVbUCaEuTIkkfq\nCAzYm3K7pmEBebvG1Lq50Mgv926HduObG3sfJYcP9pYrOqEnr7OeHiCfFC5S\ngHiiAJnt3jlVygFX0IYPJ633hNFkEs60/uvroQrBGpVdrUha5z7KeTPKOZhm\nuK6aExdv19+JyxIvmI76lzGNkm185dGgLNucPPACNSyko44p8GevEcY8DQDw\n9gTUAnZGpBXkc2TuX/595mK2B3nboHFYjSdtc7EN3dXu3dYrLNeZj7PaYCfu\nDH4aOQl2sW7McA/DP6VYxWxitxK9inXGQEaEwH0h0Z7lhEhWOluCWWVisydT\nvuWXhdCOZSBmOyQnHOKljvIwATmf9E61lCAw1xL/5DEV1cuLGyldi7YBcPrJ\nnSkkuZ7Yelu3/G9A/2IDiCVNphE+SpSFVZMnWqXMhGclM1EQQ+VNeffEfWK3\nmDH03wsbM4bTqFctXwWWzskF6axLj28Nr9o3CUN0rEivjux0OtXSA9giCiPo\nazjVB5LJwTqyk2eWqwwvxX8PmL8Uj2coWS18zIQzRSt43Ufsq/Iw2bVkK3Rx\n2G1d\r\n=PDK3\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGJtbzLKYRQfvfRzrLhG6fHY4H/YEUiFbbETuxnDJZhkAiEAmjUvVoYBY+OGCPXUVZhLsr/0JGwfjs5cpxUEOYYIVxI="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.0.0-canary.2_1551517687812_0.980249976667545"},"_hasShrinkwrap":false},"1.0.0-beta.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.0.0-beta.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^0.1.2","axios":"^0.19.0-beta.1","bottleneck":"^2.17.0","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.0","eslint-plugin-jest":"^22.3.0","jest":"^24.1.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/beta.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/canary.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimalistic web crawler for Node.js\n\n## Installation\n\n### Requirements\n\n- Node.js >= 8.0.0\n- Redis >= 4.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman@beta\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman@beta\n```\n\n## Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"10049bef0a9a395651854cf3bc8bce53923d6d54","_id":"@albert-team/spiderman@1.0.0-beta.0","_nodeVersion":"11.10.1","_npmVersion":"6.8.0","dist":{"integrity":"sha512-tUbx5ne/tj2ntatPsFXuIhEsq5yYgTYcu/p9JOtQNSNkiiZX6ziSYLdftwgeI6czOQUwecjklhNmLS71dvGfFQ==","shasum":"c3cc3dc19fb07ba1588053116e3cee7e1c4dc86f","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.0.0-beta.0.tgz","fileCount":19,"unpackedSize":14365,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJce/iFCRA9TVsSAnZWagAAcaQQAIIStj41+5A1MLXRVCXY\n/4lXmtO6G9QG4c0enIGEQQzLGDu/wsJs/4jnfUGksRKQZVGkUtVPoPVqoWwi\ncE9UfEwsG2PdVwEX9vHaxpmDoRcf844h7RNgj3eUhhowbyeeQWi+BEBb4VrR\nJOM/Vke7flYYK670ajAajWYqYmxHcoLf7pH/K3iHSfDfPoICd7iOCyLo++ZZ\n2n+4GXZmOUvqCi8xC8fZIuDgvRZcIzEDNh9qQHNUhmdMzZvLP9Rb36UMhsaq\nDLTlIKzbJIbL132m8eil3REeNx0ikc7xOy+RgS8hl7UTb1XRYLQ9N/G/GoIf\nyzCZlxNU4YAZLTEy2QUDuYmdwDB7lTio7i30m5Y86hlSaQwPU/cSqRR15cw5\nxb3vKgJ/HmKBQR6K5n4mvKebWJa0u9V3z3n4ddj6dPm06N/Dbr9KPe+zj+Lm\nsRZ/tnZAJCIQ+rQF/WFYL76XQ5+68JPc28fPEeDJMKbLFEUd8gdx2/MZmd0e\nvdIVTzOKRPz5jRyLk8zNE5GZ10Hlo3h3V8LcfYWFk+CAiQhW2qIw7rfclcWU\nJn9xhHykv9pu2mJb1HkZvcQv7WtH5+XpSYcH/Mfpfv7+bXzpKYBjJVn+2lFx\ndU9RslDYd8CVbKYHDUeu5fOhPSpUE7jMpzYq/hEtxxchLRFEOYll23DF8jJ/\n3Pgh\r\n=zbjf\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGFS2ZMFMt1oK9QNkJMFGTPYaUSz7O6wpZkx4uEW3TjWAiEAgEIz4YjPRAvgkN/nX7foSKx3CmGzoDY3E6kFF3EU7zQ="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.0.0-beta.0_1551628420545_0.13666990091305475"},"_hasShrinkwrap":false},"1.0.0-beta.1":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.0.0-beta.1","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^0.1.2","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.11.1","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.1","eslint-plugin-jest":"^22.3.0","jest":"^24.3.1","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/beta.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/canary.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimalistic web crawler for Node.js\n\n## Installation\n\n### Requirements\n\n- Node.js >= 8.0.0\n- Redis >= 4.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman@beta\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman@beta\n```\n\n## Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"b4052f456dc73f537ba7ddc1d38e46c35e89bf3c","_id":"@albert-team/spiderman@1.0.0-beta.1","_nodeVersion":"11.10.1","_npmVersion":"6.8.0","dist":{"integrity":"sha512-Np0o2oaFhmh2gKVI3z52mOumtK+Vqp5O9oaW4cduErqGN4fvkfJWg6jAJ6OWxs7n7b1woMdH37zXFtYGoTgGbA==","shasum":"7ac75ec955b16b85d4121f82221270474cb9e8ec","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.0.0-beta.1.tgz","fileCount":19,"unpackedSize":15527,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJchS5eCRA9TVsSAnZWagAABdAP/jYD8WwJ5xuuZzfXe/8X\nRgKVRznhFzkBIIp1ZeGGHVqq+1SxSJ4cosTSZAhj5CBWkuK5i8FAvU+5K3La\nK3tmerV+QpUF1O+afVdIcMxH7Qz+JfKqtAF5qfEA9avEu5dwcNpkt+aFDYyR\nXLupq/qESyhhdl4pOGZLeIldUQyVRk0YBbVGsdQK4Xh+LOv4AJ/z6aNTkhCK\nZWnx3fX5k1dnay9Lt2g+i9lNHrfzBSLpj1VQjDiK4UvjOTdelTy5JYcHVcud\n5lCMDOU4UG/48qC/K6sVUUNK9ghRJUCrKnmP5YZkJXGT9nIRBmRWrzVbDWEI\nxj5AZRa71wTNe/Yi+xiWg6UdT1G4Qve1dxZFeBh+RjJHogsIflE6wIgyg38M\nOBHyFzLmKEtyFgafDWPK5BkbFovIB2CYPk0TlhGTbuRCJjpMit6e6JIKh4O0\nfSGstrumrZMR+BwaGNiX0jtlPEYez9FBb1QMcwpgx8XS7mTztmqk0/eRIfCs\nDhBRZDTIqpEW0Ymqo1WUC9JnWOIhsWovKT67RtIeqeCfkyXH39uyv4hj7t00\nVm5JuWVElM/cYqkLjUtQuwnT3ullH1/yXa1NyG/tExT7opNCVrPln78rjelr\nmQ1ZHGKVhnYbR2mpNaq7FlAsCKGepGhzlKe0VYgMV0w5YuKgqJUFN0jBnnJ6\nv6Gk\r\n=C2rX\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIFQY+fMbOIQrNgOI/TofcU18XPAG4++DUxhSOsGdhLuQAiEAmqkubBzouQ2ZQf20rERCPo/qiedElvD8n5wIW23GsB8="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.0.0-beta.1_1552232029682_0.0315670791455791"},"_hasShrinkwrap":false},"1.0.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.0.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^0.1.2","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.11.1","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.1","eslint-plugin-jest":"^22.3.0","jest":"^24.3.1","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"95a8835c945ea05f2b006d868116ba207bfef094","_id":"@albert-team/spiderman@1.0.0","_nodeVersion":"11.10.1","_npmVersion":"6.8.0","dist":{"integrity":"sha512-kKQtvbXs3eCDOXo/TnyrPR3Y/409GwWiEixCVSrU1REt+RfEnZKPFuGFzeKyhadYrDHUlDVhMLWkqUeEOKXxzg==","shasum":"4ea0b60df38778c523849c0ad0b0df43528e8937","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.0.0.tgz","fileCount":16,"unpackedSize":15257,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJchhiUCRA9TVsSAnZWagAAO6EQAIcmF88pNv8IBch20tYq\nPt00ldFbDP0aNqYa54bg2BIxx20FeUyS2399YlaAVoDoTR+PlBfVpyUSArgY\nTggPADYTl6eoMhSn7jkOq7BtLgKs8ARRaWW28p1WJTqQ8y3mC07oC1sKMYMO\n11mvhH8MdacODIhZkO4X3k5ho/JOX/u4w616bEtLkgHwJLHwdfVj+q3MuL2y\nujOQe734CMS/gClRAxbSG5ChdOT5ZUZ5jsnPquEloOWJmhNgMxkfQJy+HOEH\nMnhgpnhfE7SKT5FSOGKKMc8fpBCM8ixhNRSef21nqCHV4YzBzfU3iznn1uaJ\nJoLdrPh0DPk670tBlP8qKfeu83hKb4w1UevcySraDQF3fyCG5zxNiWjm4FXU\n2aajCmd7qH2Ew9i8ZHfjFsC9cxW5uHOMGGB5Pc4NwnbF2PITg/z/ix3ez3mG\nQIZ591nGANVjFfO+B+t5UenvfOe60965gtbaELBxHt8e1VFFe0ghIcajAAcH\n1gecmRM2cPR99xBUwPesQpb3lJyN7KslUWTmD3Zyj8uWfyeFy/fqWWyW++rf\n6TBPKwjZMx3j46cCJGLX9PUrW3k42sQWvzo4gLJ8uLq/uvzf91Yia1FKAYH1\nofNQeLbIRjONLJKNUqukyAtI37aGLRjnzad57fBb+VI7pPgIKVbxMtJ9Vf9y\nmi6Z\r\n=ZKoU\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIE4m/qG/3rofVJamPlAOLsmalCRilFwylxPBVyxI9r5UAiAOoVPdo+Jfn0e+NVET7iOP8h88qHnGb+amKsNqJ0CKMQ=="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.0.0_1552291988251_0.25748141330644536"},"_hasShrinkwrap":false},"1.1.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.1.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^0.1.2","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.11.1","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.1","eslint-plugin-jest":"^22.3.0","jest":"^24.3.1","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"8b656f12bf32f374f560398e28e04e96c72cf56c","_id":"@albert-team/spiderman@1.1.0","_nodeVersion":"11.10.1","_npmVersion":"6.8.0","dist":{"integrity":"sha512-kzbVl20cVxvVsh8RQceTapO0pLTd2yFyIme7JRoFRsRo57bbAVOCSl5pzFy4Kvijc/YxGAGGTeo7fNSZ6Bdyfw==","shasum":"cb76a2b7e764378d315dfd6d0f08641b22f8d23b","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.1.0.tgz","fileCount":16,"unpackedSize":15702,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJchoWZCRA9TVsSAnZWagAA27MP/jpVSN9Gf4VTRmRo4mv4\nfBJrOyL+COA4B9GojGpX0f5UOV+lEqbUUe5P2KES95l2eYs2j4YT3o1j9EAh\nAP6u4dxULMM8lcD4syam5eUdE2FKqVAYJY1VF+E8sfARjqzg1A9fRb6/6C0e\ntrhOHSGBfh5j02nEn7go1Wx5VU6RISPN7hRCfseyT1rSDVg66DlrVazUaLbm\n19UQghzwSN7h7JP6g5quMLkWyXhha5awkBIzd6IC0GQgeOquLZApRCDIvVE9\nBG7IRuxso7/h5cOQXP3gKTU8sZrX0TgD9djYoA3n7JQ10+tu92kyS1zM0/kr\nx14jMFdSeP0eppx1G/MqCKlcPLOQ5IL7vhdG2u9YS9OVd5KZ4xpoQ6mGSsCU\nIrYVgAtSMKgzp3KzsvPZtN7ZHszgcJ4XXTbQBAM8hrh1NiObLZR7T2a0jqWw\nGKOe84knGOhMr2TA3TrNlDnaK4PEaBbGiWMOJmuvUNMrL/PMaQHh2zyot6jo\nZUxwkjFLQlNmHkjUp6+VgfoLUnA941S6sWSv6ipqUF55f10mRWXPg1Lx8aM2\nFLxVu+/H7qOhb4eDHXOxmkBqFzO6dRCptI0SMgauJhVPoE+o0zea47CBm/ig\nck2CDoUBj7seRfH43WLpyLKZz9dTLNWG1GQz7XQi0sias3tj1KjPNb/3D72p\nx9Q6\r\n=JyD+\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDs44ZPidmDruvAkMznJk2tMcYr6IAmmMGHVxY81LWdqQIhAO0ZLBUAwK/VpmTBX+jgdRzhKOExwS70xK/WXE0ZRd2K"}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.1.0_1552319896314_0.947836324765688"},"_hasShrinkwrap":false},"1.2.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.2.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^0.1.2","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.11.1","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.1","eslint-plugin-jest":"^22.3.2","jest":"^24.5.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"74cbc3037d0ab54c3edb070542b71abb9645922a","_id":"@albert-team/spiderman@1.2.0","_nodeVersion":"11.11.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-xZG0wBADIjR0DHBJt9ygdlgpl3Mq4SsHiQd5eiUJC70i2Wj60sQKGxb0EpAX2XiIIISe14/+bangIQbbZBmpcA==","shasum":"d5eff50c1b4297cc334dd32231a582ffbcd50001","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.2.0.tgz","fileCount":19,"unpackedSize":16610,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcip30CRA9TVsSAnZWagAAoJQP/RPaY4PS+JCimmWjB+fq\noxuyPr2DxLgRUB8oczssCBPPHmlzx2ixfPAKKbt3vzo3KTzZMPZy36UQM+Yx\ngNVdSUGziWMN6sBWELVEoncCSsoiMVnGlKxeu/hQxyItvMBNp8Gz8a0XLPoK\no5LopjwzJjOitJxQhBpijAReI/m/0wnsK79M/wGUuL1POGOa/G1v/F5hGJMJ\nLXoJuZ+idkVGxNUSET0wfzvF154jsNSz5ciBVoyPrMghcDspt2iWrw4WJdiu\ns6ss11LrtL2NziyuN1rj0fDrgaBTZjR+Xs4qqhlk5sdCgMNiJJNEzWZ/bxIf\nBpj2pkU0Wy7knwoy8EEyZrk3FQagnoYQn/BQSDgBnSdS1HNOLUBR1RMQLb+z\ny79NghSNV5U59Jggoob2Jq/mel0lIwPaIdNWoEOJotF0P7r6yjuLU8zfdRN/\nvR2Ib1c5dV3ju3g2BAD/1kVLrN5m/0r29jUNpYR4SjhEyQKDbbr/17CRtYUo\nM3awNTkp4L0bP7c0qY4pZw714N2Fr5t5Xgam3FOXCzhYM0pskNVLW5I7srf4\nutEaj2BgZgCKLh2bf/u3GQ4l7zQ8NzUqDn13V9oVyGS4NAJ67T0pmvM/XijA\nuZjXt4ifGndszbG93/1XHZF57/6Y61pE7IbQRw2+zluuXco7yBGwALIs9hUk\nOTdi\r\n=Gb8t\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCp6NsuuqKJPiKS3uxgyBUFXnGkGLLqeMfqBnJJXCwCYwIhAKT4Ydm2VqddTid5WsQCPA+FWdNldyt7Rm/RH1WZ4sHf"}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.2.0_1552588275561_0.5194431949888052"},"_hasShrinkwrap":false},"1.3.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.3.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^1.0.0","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.11.1","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.3","eslint-plugin-jest":"^22.4.1","jest":"^24.5.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"67f1afc8f236a02580f25cfa635e37060b4d782b","_id":"@albert-team/spiderman@1.3.0","_nodeVersion":"11.12.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-e99pNx+wnC6Sr/ATODqBWv9ILfQRXicl/IKD6b7V3jE6+5FGiCoCh/kO9qyhrnFWO9dVYwiwKLLmFPcyqheszQ==","shasum":"92ce28b611c3f37ba2e613f1fa12f0c787fa603b","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.3.0.tgz","fileCount":19,"unpackedSize":16622,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcj96XCRA9TVsSAnZWagAASC8P/jmdgcwNHgH8f+Vzd0kc\nFp54ZkW02Fsb+kg2VzuYC0jTUztxJaltStHSaVZNWSgQcr8+SunFVmvrfHF6\n1CF+ASDJ2DpS5hOSPsczEqw/IFWZ8yUPWlW/bwwn2X3U6a1WKYw/g+iKs3Nz\nHUm+E0xOq1XPyhf4ytcu7OIZEy09KukIxhfjbnDsCUVZ3N4IkcWYpAuLi7zk\nTwEzqnXydggQWNNW3iijQBSVcNHkDTlJsRR74v5mMLQm8HVZFUiVEs6zsOYi\nCE4J3Yy12sAlNDCwVzUTBnRzLg4KYxHdWe8w8qphD292Ts6ifYkntwY6iqtf\nRfxmQLaGsBrvnmW7y0VcMBZHjRxTlvVv8y9JBZkDQXkt+1T3sm8Yidb7wa8o\n6AXHQIzoWtWu5SNRdKeTCaU2jhUA4kYL/FDGyd4taSoUrQm/ZeWqlnAqjalc\nqr2CgUyDMntA0X87vNmjYZlpALloQD21DWOWhV6u/eB5KtNLPPaxpb3OmJbg\nMRV08wCSz8kqVbSwhu1GltHxokNe5vEb/oAhvJt3/BVzkJq2GY7NeEJniIAm\nii+sSQ0zCJPwM9XK50kkCFi+9nVI/RdLuzE4D7c6b79C22caNaW/q6sa4gyk\nWmIwTL06SEghgJ9lXTxT+lcG9O8tMLb5kFP0+X0U4r3qpZb9Yx2J1Zs5lUs7\npqaf\r\n=UwCR\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIBrJuEznuw7zKSDAghlME5Dymc8qP+uSy9I2NlohUgGPAiEA4L028QjIaREqdS0biT9ZCrRTgchxuiwx9brz00BiOJE="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.3.0_1552932502748_0.7585398054535688"},"_hasShrinkwrap":false},"1.4.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.4.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^1.0.0","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.11.2","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.3","eslint-plugin-jest":"^22.4.1","jest":"^24.5.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"5bd9ee534d4a6e6035e992fcc36ca760b157e296","_id":"@albert-team/spiderman@1.4.0","_nodeVersion":"11.12.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-MI/OHorTydTeT4YeWhx/Vs3Es9I14B8kly3dDUphSUIXsWJAa4a1ENg3GBinAZg+BZevzb0Mk+QU1Rbdt+K9xg==","shasum":"d9126e58e71f76f4e1a89ba3ba4084d47faf05f8","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.4.0.tgz","fileCount":19,"unpackedSize":17889,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJck6q6CRA9TVsSAnZWagAA3P0QAIg3Ci2P0jxwJ4F9ftv2\nUeclmrUyIQMwqv35nFSN15uUOrXz13j5VUhVKINwl5MZlLaDCO5WLbiYs6j1\nVdZgTxxbNd2T6Mgb0fmLwxU3L71tykQDnijCYdlpxt64L5CWQzkieq2fwgH1\nL8IQQXiDK95GWOI4mrUiTsJdiLtmVj2wD2pVw68a+c2J5txufUua/Aa7Gur7\nk5zbhp8W/ZTbxCjCY4Epc0IhbhWxZik0DDUZvfFPdl4z3bBEJzeHfm7kl/th\nNETRHt0p/gCeQFKwzCKDpkXWRLAkkVaTzLfqbhmKppXejub/25HsDAke7ylz\nNzoIDy3C5LOM0AulkTuBrsSeQx3GGg/3pD2AXnoHV6ROVtmxR81Bd9aWluQ4\nt5iam/mX9R2r5lBc13+TkasEuyGEaA+FzBRXUfrWbjkVN0AL1ypUmcGLP2Yz\nDUaJJFwK8ijj+xypCaqoizaCEdvscXzFZfkC9FivKwBvaMnsREKN89JLM7qZ\nlyrBEbxrfGwWPaMkSxPzXlEwtD7EgyqorK4uiYWQtbBLGvHdN5LEtgsXOpUs\nKIodGMuoaqw/GoY9t8A1NJdgPCr8aUONfzCbC3vuni+09CKV+md7v/bN9JWD\nvtH+x/ZofTuBQJjKm2fOELRYf72GsVDSB6kVnd4G3F9QM8gLrltfmh38MJYV\nU6CH\r\n=dZhq\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIB8BAOWeJgGcPptHZKzblW31oADm11RtXusbBuidhQZCAiBqbq33NXWJYTka9WIbUVdiuHqgtjRXuoOunVIU6epN9g=="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.4.0_1553181370157_0.6852539109745395"},"_hasShrinkwrap":false},"1.5.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.5.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^1.0.0","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.11.3","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.5","eslint":"^5.15.3","eslint-plugin-jest":"^22.4.1","jest":"^24.5.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"ee5f73b6a7b32680fc5bb5c55108a91a93b2f470","_id":"@albert-team/spiderman@1.5.0","_nodeVersion":"11.12.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-9UdQ/holKtFHFAuBbxneS4YDw2zYMjdQurTgzRwl5S5OgLfWWRHYja1MpATb/Wy+256K0TsfjTVjQ2C6U6BIsA==","shasum":"49f4dee0e3317fc58984c01d0f687691d68bbe02","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.5.0.tgz","fileCount":21,"unpackedSize":20350,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcm0OCCRA9TVsSAnZWagAAu2cP/0Vj6fc0knSutb0d2kNK\nZYZXZq9vugT5xgQszbqadGKcl5UtvQ4pDD1o/yy3eRnD87DLNdjrlYhAyakT\nmys1S8FKaYzP2hYbk1n7gYMTk7QWGzzycUkKMDcgZKEcbYzFhKjTSZxaiZg6\nqpIzF8G2Pt10hmfhX2LpntSWLVGBR49BAkpVX9KwYQhTr1oVBNDU7iRXW5XS\n943/gThdJcxXUtzM2UxetCRPq/xiD/Mo4auH8lX3qSW0Ob7E8CMmAx4Fwk5a\nO/6PtUCbp2SvgdpasLaWldEfNNgONCMJI2jclQsWVHSNofSIfdOrbHKbidVR\n2pfNMKDGe9x3GnwV9U/Gn9fnBfnzrRChjqewhD+XATE/hDeWbdugUuh/DgKU\nomaw/UfhqNWCt5c2iiK260AP/eSUcx0CXK4wvbIslOh4afPiLTwfPK8LEcdT\nihtUz8U+BHezyw6hskXhJego02EcAILRwWLUALKI/aDu1nERaeSYbrL/ijKq\n9aNG+7uo1ZdnXH+xpdQJlPB9qRuqFaTm8I7TTNsmCrqmKOeE6F8WmxDAMIh2\nmqfdQMcHlH5bAJ/LbCqHlpov7RqqFHSVOroy66J5l0PojJf6LRuUTzSM5Ja7\nyllTSb1GVKe1z5bLJW4uc3TaW4nO876QsgWmXbhKRvlRoLmjHUerd0REQ7bz\nXs8/\r\n=Nw/e\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCID7Ywf1spfvC/4IpRFHL/kvC2/I7x8Ru5oNPd3x7gwcsAiEAnITcKGnzFpSt0MGtpxX3/77dK6xjaNe72ixF5KGoM1I="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.5.0_1553679233795_0.5833868708847276"},"_hasShrinkwrap":false},"1.5.1":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.5.1","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^1.0.0","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.12.0","xxhashjs":"^0.2.2"},"devDependencies":{"better-docs":"^1.1.6","eslint":"^5.15.3","eslint-plugin-jest":"^22.4.1","jest":"^24.5.0","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"b9c92c32531767d2edfe7133d111cdb901d3873e","_id":"@albert-team/spiderman@1.5.1","_nodeVersion":"11.12.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-8i0cufmoWyCnHUjHl7lU/f/+AoZ3eP+8hxWyYLfrbzN4a/79E2iYT441ZNbXzi3xQP/Y4EJ/0RN7efzE9nDo4Q==","shasum":"7113dfc045eeb7d72b4dbabd3b6975eb306e8457","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.5.1.tgz","fileCount":21,"unpackedSize":20408,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcnPFSCRA9TVsSAnZWagAABkMP+wd/JwOQ/+SVTBq7xR2W\nlifPo/p5oF9DLE1zJNd1wIWQ1zyO3CH6vrJRYcNIPlUPFtDxPxnp1y22mTAT\njBiiOeQn01Cssm07DlRCFeIh37WFNfEiCillCCmD1bszMgeFl9QObHyCTGg8\nQDv6gVXSVATZD4HPRkInpUxoZXCTILvnaRu9v6GeQnsSM27aNoXUIqTiwqFa\nh2E1nHUmblEKEQeLNgoMPaQNZER9uMVIEQMp4Vmmkz65qFteHP0WjVUfgL8m\nOEp8qmq93mb/5GYDakCYfWh9CmFYy7+TjZ/p/j17V0MloY6CMcEnCwI2kzr+\nF6OmJPP9Esy/Fn6xA1Sw7a5yTX71YcKuKkLXKAf2NxRsFGlgQmH40ZiHrNo3\n4ygKib1GMr6slFaKXQJawCRytLBsuoUVa6R7qT00OWwjgdl5P8m3Bj/D7rmW\nnUx0OBAG9yy8sIq5peLXzalHe7f+O0LmaWn3YD3/OUEWYuMvyMa1+OLR48H8\nb0trzpWVNef7vaAyQBkwCOrMYJM20OSnZ3o2onWM0lpV2z6aLAuob6vbxqOC\nvkBl5zlh/j5vIqhbL7dDtAkdA/9n4ZUD7GjxQZ2PFW7YFKWHG4ySFp76TpHy\ne/pBvBip5iLsTpDBEN7w6EOBQr5m4UItxq01vQDUXuPNZvMRhtBtlv89qoV3\n6qX+\r\n=elNb\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIAzg177JlvlZaYNnrRqbeQlryyuSczqXE0MMTuUxhKKIAiEAlyHantmft8h+B+8FPOvOx44cAzeeRnXsOz7Me7jvcKE="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.5.1_1553789265504_0.0894748538618857"},"_hasShrinkwrap":false},"1.6.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.6.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^1.0.0","axios":"^0.19.0-beta.1","bottleneck":"^2.17.1","pino":"^5.12.2"},"devDependencies":{"better-docs":"^1.1.6","eslint":"^5.16.0","eslint-plugin-jest":"^22.4.1","jest":"^24.7.1","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"27e295de60d8c14ef8faa21b8f052f29698939b4","_id":"@albert-team/spiderman@1.6.0","_nodeVersion":"11.14.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-klKlNhyUMbiDbjSRekYU8aNjAwQM5rWDCI+a6UOUCPOTgZKKYkQLu20ZS4aEwCS/2RX1MMLfzMUWYnSst5cQDw==","shasum":"ddb004e133025bc1278a6b5ce2810917e27e4b1d","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.6.0.tgz","fileCount":21,"unpackedSize":20988,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcsc5aCRA9TVsSAnZWagAAqxkP/3zhwybjAdQ9Jx6rmH07\nNrZyazO3QbcUS08yAdD9l50v4ghPruA+yUxu8aR7CBK8DglgwDM3d6t/xLze\nEnUO+g91fMgfxM9dA/8LJIVJE26cROftpBrXCNzxbijPQTuQ6KsWFAK9grFe\nfP8yWNneQIXr980fS1GAA9QsLb+FL/0JU6ma3hRcR/CfJBwoNxLqV9HQDlua\nal4b+B1lqUMzV4/9Kl5RrYLLMQGToOra23P82mO61mPC4LN1IUIJ1/I779fo\n2MNQxegXb5wufEfrVnkTtn8VRLM+/UD5qTzYdjaAUZROg0Qs7KSJCx/b0xhJ\n647XFsv+rvgCHno3nDSrItydxM8/5wxgLbINFEwV3zqlwG8oi3cpblxuVxVj\noVV7D+yLlCDJqy0/oGcVvy9WZ6QBnNDs1/kOaTPkK1wnaZJAmAk4F6mHxXb4\n+/wHa2tIyweyuiM/z2o1mFFyn7ZkL2VwO10gS6l0JYf2cC8zZM5+Hwkcv2kB\n6VDyM9fjrbMyTm4+/KhYc2X+WUHtCKBqwTO86KRT3uWWZymkCw4RfM8TxR7S\nHQPrhrWmLBj5Ey0V/D6SIPhHzJhI12xMnRL8sXhdcBBCyT2Jo/obX4/XCA6Z\n5Hj7wIAGs29zUCQkjSxf+ZhLYFcapVZasKulykyR5OOY4M/EZKvkB2R71LJr\n04Dz\r\n=lncN\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFZloZQjH/qDv90SevatHlSu1k2iQlRnpXf49F1k6HFPAiAMnHBCcM4QF2+LYHs8MRfuHqjkjSEcTQVms61DgDdBpQ=="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.6.0_1555156569741_0.031181439358966223"},"_hasShrinkwrap":false},"1.7.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.7.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^1.0.0","axios":"^0.19.0-beta.1","bottleneck":"^2.18.0","pino":"^5.12.2"},"devDependencies":{"better-docs":"^1.1.6","eslint":"^5.16.0","eslint-plugin-jest":"^22.4.1","jest":"^24.7.1","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"e82308de10e33c2faa185b6c4842123c76e456fb","_id":"@albert-team/spiderman@1.7.0","_nodeVersion":"11.14.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-bEdkXnCuc+gIGmWTvqGHc96bYqtleYv2vMmQ1HAV8VE6hj84KkbK1Mg1w0Tklu0ABHdoDS07mMLeGt8EgqwSkg==","shasum":"3baff00cf372c60d30feaab8c9ebae2a0cf1b930","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.7.0.tgz","fileCount":21,"unpackedSize":21332,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJctJ6FCRA9TVsSAnZWagAAfOAP/34FWUiYCLQGmLuS6+GD\nXi6AJ88989owNRoFThBV06B1/cSXIRQYYgCuVnWLJeGpu2nIxBDqiz82Fkti\n4bOu0Q/u/YvUDKgrdXjxasXHTVENyrUyBOXJic5kdmoK2DpgsYSMLUNRuiDp\ng7RHfJMSVB/Fr6GNbKd0763ddiVsOgMUhcibW5s4qkRNy6kN6HW2biCcoydI\nU7Q3nNsjcmuhyk2XfebSX1DFwF6Zp60KCk5itnTgeYghl6at6zMZ6/iwwHqm\n4ez+sgVcYF8zMHZHYKAv3JYoui8UrajthET3oZtKWi0NNjGSyrEox12ysybE\nwNK1uUKATXvZkhBPRm4A6RHL8qHpcr2jB/FvB+eyLreKQsInLjQpDB6YjvSQ\novggshIx4JkH0hbnZP/bqFlrlbpDHB3Q31K6lHKci1W6CakZHM9YCmQG0cWp\nFNZXUuAFOtmqxk0ivVu1aQA3Ijh/ztpIv7zzVb/WwInxkKbT2VWQUC6iopQd\nl12/Wje7zFx1ku3GRETQA9Nn2itkUimm1BcH88WRhbA7yRCueMW4RJJBWsw7\ntLcX9YH88hLJKNz+Etl5guBGi3fzFRvNXaC2doYSI7naFS8s1U5DPkRVqP9G\nrmorsihc4+5j0cjAZY79htwpoCKS4dcnrO+dSY7H0HsGzOWjKVnsqJyAA7DQ\n7XWj\r\n=lChn\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCICX09rzUWUZeMIlKYPuCyyPjoUv8xVHrtHdckgFjL9kwAiB0mCdoKdyWv5y7JH/ZMHU+8omZlLMCFgV39hxUu1UL8g=="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.7.0_1555340932391_0.2592389143739511"},"_hasShrinkwrap":false},"1.8.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.8.0","main":"src/index.js","scripts":{"build:docs":"jsdoc -c .jsdoc.json","test":"jest"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0-beta.1","bottleneck":"^2.18.0","pino":"^5.12.3"},"devDependencies":{"better-docs":"^1.1.6","eslint":"^5.16.0","eslint-plugin-jest":"^22.5.1","jest":"^24.7.1","jsdoc":"^3.5.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"112530659d8950a671ee8a3632362df5c5697473","_id":"@albert-team/spiderman@1.8.0","_nodeVersion":"11.14.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-mDD1qbXe5/SpFARDdq+rVLY5dr6S5aSMj/Wt0UzINX1Wiyq9i1mUIY9opGIltQYXqtw5ngNXKPUpI64y9kVYfQ==","shasum":"81f1981c7f7005102c39bcfd48ea108b71206a94","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.8.0.tgz","fileCount":22,"unpackedSize":23353,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcw0FWCRA9TVsSAnZWagAAMg8P/jyXu3n6NxK2DHfn1Be6\nHxcZpMRA7rtL3y8C677ZpCf68WN7CLTF1fgRTWLABGo4euZCz8cuIOYP8fN/\nYtVSeKtRHZ4qi4peVPXt2hnp/NJ7Qw6EIVJ2lYxt3vxTEviW4DOP9M+rxlrD\nQsZfybxDp4fBLoB65WEaZgghBhZL8rNSn7eTKA9FDtFUI2jlZfTy49xRgfPv\naD8vAG25cLA7jVkKKmVVuH61ee9+XGaixp4CrvW+DGCYRp2EnRCraEM9XoR+\nnUG622kGIjiXkkUm11sz74ULG6ia+I8OzrRMDjll7JzK4loW/uCb6/qgXaZl\nHP+N3xybCguqafe25gdvGoR0Plg+N2u4JwbbCAuJb0jc2tfyFzcFek2csov/\nssF4+mhPJ0u5ap2P5jLE3H9gIWP46HpG2jim+sd62XTolqzXIWO1Dn8dNTup\nHCM94xvEYefQTuaLK2y84sIPotW439jCZ32rYmCrAiPc5yG/FGXUrJAyYxzM\ni2qKWJPqwEhjdXHXZm8/QG0GQVsFCPeXN3Y+DA6eeuHVueKYT4r89cKES4E+\nuuU2RXP2cklAI8wBlDysknwnucozOqC09DdbdATHqC07E4qmKKt0GcTei4eg\nggm+t8nkrtEZIOJjP2K+0rGZLC9NH+vmx42l5PYtmbmOfHTgkcOB6XJzxtPU\ncXtM\r\n=0oEQ\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIHnALHPMlSe6QTbjRmtLlb4YHcpVVYZhRLrrcWxu8xwCAiBel9FIP9tliQ6tanv5yF8bUYJ7or05ixdLClzmzgIZCQ=="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.8.0_1556300117348_0.15055333978006713"},"_hasShrinkwrap":false},"1.9.0-canary.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.9.0-canary.0","main":"dist/index.js","scripts":{"build":"tsc","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0-beta.1","bottleneck":"^2.18.0","pino":"^5.12.3"},"devDependencies":{"@types/jest":"^24.0.12","@types/node":"^11.13.8","@typescript-eslint/eslint-plugin":"^1.7.0","@typescript-eslint/parser":"^1.7.0","eslint":"^5.16.0","eslint-config-prettier":"^4.2.0","eslint-plugin-jest":"^22.5.1","eslint-plugin-prettier":"^3.0.1","jest":"^24.7.1","prettier":"^1.17.0","ts-jest":"^24.0.2","typescript":"^3.4.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimalistic web crawler for Node.js\n\n## Installation\n\n### Requirements\n\n#### Mandatory\n\n- Node.js >= 8.0.0\n\n#### Optional\n\n- Redis >= 4.0 with RedisBloom >= 1.1.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman\n```\n\n## Usage\n\n### Quick Start\n\n```js\nconst { Scheduler, Scraper, DataProcessor } = require('@albert-team/spiderman')\n\nclass MyScraper extends Scraper {\n  constructor() {\n    super()\n  }\n\n  async parse(html) {\n    return { data: { html }, nextUrls: [] }\n  }\n}\n\nclass MyDataProcessor extends DataProcessor {\n  constructor() {\n    super()\n  }\n\n  async run(data) {\n    console.log(data)\n    return { success: true }\n  }\n}\n\nclass MyManager extends Scheduler {\n  constructor() {\n    super('url')\n  }\n\n  classifyUrl(url) {\n    return {\n      scraper: new MyScraper(),\n      dataProcessor: new MyDataProcessor()\n    }\n  }\n}\n\nconst manager = new MyManager()\nmanager.once('idle', async () => {\n  await manager.stop()\n  manager.disconnect()\n})\nmanager.start()\n```\n\n### Examples\n\nA working example can be found [here](https://github.com/albert-team/spiderman/blob/master/tests/index.js).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"43635b8bf139a64645a4b15917d8455a83fbea07","_id":"@albert-team/spiderman@1.9.0-canary.0","_nodeVersion":"11.14.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-9A/CaeN/tsmh8Go2b6K9wlP5Oi4EzUova/X/biXne+X8yiisseOrZGGRNRPceXqj4wRi1g77MDaddv47cqB5wA==","shasum":"5b28f5b687b6e73366ea8ca3ed18a435a332660c","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.9.0-canary.0.tgz","fileCount":22,"unpackedSize":28251,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcxyF7CRA9TVsSAnZWagAA6BMP/1DVRvQDzGvgH8irtW3V\nGneExWYSNgqbFcKAUTprISD2kmetmSblT2KQWDbvvG+9fWJ72ZvPceHW9WdY\nSFlhHftRXqHjTsUS1fll4nArXsnvqlOra8t0N19pIAaBli69z4MHh/nyOD3p\nSXJgn9rRkaxJDl8oXkhhkKYq8tcApF74p0KDvmiS9kS1m1C24r3sUswPa5YL\n9w3jOodv2wvyusaryuOte8xc7ka5vJF6irVd+cqZshiJlC3Y99wjLp0ZvNzn\nCm7fpzVmJG30yFNAhZGePl8/3Y/Bh4gmwAP9bNRQmzuBI5gAIObq/YyalvQO\nTuvumvFxIZ59OR4rxAgeTKDksfy1LxvbXZhQ8vQBb1JG5KrBH3LMF3qVwj9x\nLsLbl2j3S66buw0u9Z89EFXL+W6pbY1KDrg6fiZZUVrnQakKTuRYT6reg/Je\nbYxk5cWeEsRBnMBNgYTDnV45NL+GOH+TJZSa6Rvp+RwFAvbKw+cSN2bHbwWv\n6IplY2+o9/EYXeDQXTHaOmP8bsn/Wz87fUIlH1hJMv8isJkAcaJ4TXfQKJ1p\nAI+oYad3mFe+n+TIkIqnxGRhQVxGa+4bPsAojDLCXQxM5bcwbrQ/ePygziw+\nFzUdqPmEQyDNcwZf5Kqqt160cU4cpLq+5nq1WbnIVVin9wP9M9K735KV5Le2\nBXxz\r\n=1TDf\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDx9Gn3x/yUEwpgqSbtZVhSQzQ4WGyAr/TiouhkJEz+awIgfdw9AxpaT70DX+ok6ci5vQ+kR2IEV+KYca8x62jaCzA="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.9.0-canary.0_1556554106704_0.25229499987994286"},"_hasShrinkwrap":false},"1.9.0-beta.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.9.0-beta.0","main":"dist/index.js","scripts":{"build":"tsc","build:docs":"typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0-beta.1","bottleneck":"^2.18.0","pino":"^5.12.3"},"devDependencies":{"@types/jest":"^24.0.12","@types/node":"^12.0.0","@typescript-eslint/eslint-plugin":"^1.7.0","@typescript-eslint/parser":"^1.7.0","eslint":"^5.16.0","eslint-config-prettier":"^4.2.0","eslint-plugin-jest":"^22.5.1","eslint-plugin-prettier":"^3.0.1","jest":"^24.8.0","prettier":"^1.17.0","ts-jest":"^24.0.2","typedoc":"^0.14.2","typescript":"^3.4.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","gitHead":"143e8a67e2c18e05ad2739ea4e2c5b19da463e98","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimalistic web crawler for Node.js\n\n## Installation\n\n### Requirements\n\n#### Mandatory\n\n- Node.js >= 8.0.0\n\n#### Optional\n\n- Redis >= 4.0 with RedisBloom >= 1.1.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman\n```\n\n## Usage\n\n### Quick Start\n\n```js\nconst { Scheduler, Scraper, DataProcessor } = require('@albert-team/spiderman')\n\nclass MyScraper extends Scraper {\n  constructor() {\n    super()\n  }\n\n  async parse(html) {\n    return { data: { html }, nextUrls: [] }\n  }\n}\n\nclass MyDataProcessor extends DataProcessor {\n  constructor() {\n    super()\n  }\n\n  async run(data) {\n    console.log(data)\n    return { success: true }\n  }\n}\n\nclass MyManager extends Scheduler {\n  constructor() {\n    super('url')\n  }\n\n  classifyUrl(url) {\n    return {\n      scraper: new MyScraper(),\n      dataProcessor: new MyDataProcessor()\n    }\n  }\n}\n\nconst manager = new MyManager()\nmanager.once('idle', async () => {\n  await manager.stop()\n  manager.disconnect()\n})\nmanager.start()\n```\n\n### Examples\n\nA working example can be found [here](https://github.com/albert-team/spiderman/blob/master/tests/index.js).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","_id":"@albert-team/spiderman@1.9.0-beta.0","_nodeVersion":"11.14.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-9x95BJEVEIEo8KGFQBVV0ALl1jyvwQZyKpRRDxIYvqG/jAwE9qwpCI1EyEufGAdSfWJQeOIKbGc+KB9438fSgw==","shasum":"ba93919eee1129a395033ab15409321ce8d8be5d","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.9.0-beta.0.tgz","fileCount":22,"unpackedSize":28634,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJcz96PCRA9TVsSAnZWagAA6akQAJ0DZPVkoS/XVqJksJz9\nQVzBojsH1hHN6/7E75YIcz+o59nmPZd89WJFCTUUDEkKiMVO5tYASqfYk9y9\nJN9LqJ4J0Tr0MpCVQAYiwrLqfa2iiGXseZ/Ii7352E+XuecOKzlZJ9Pircma\nUzLQrYZY473EDQ2qV6dG9vK3+dnQFOvHcPuV2T/O6kjirUqH9nW6kgFyP7ne\nq9CHJEFynp2xUZHLSlzeiJEBpPu5vgosPZiTvdIhe+3eROHjFsnEyTEE/Rz0\nWAHCxP+JhvFAGObc4oo9F91vmNbQUHLyF6wYU1uc/+0KQ7ttd/gNSfJUFjDf\npvMkjC3iOnLhqD9vpsEknEaixAJGvc5ywzqf+qXpk+mrWaTZSkR0gIe/ynCL\n4z8FrYroVFuR0AiSYkZpRxI2ns3QEPYukJYa6/JYHgUs/Lc+Ewjr3N0oFAqI\nQoWAsZxxyEGrQrr0FLo8N6fX/NBu5q52GqWlPw/bNhBVZZCEszPAZ3yXjFgr\nE2KR118nVNd5ZnJlcCjdFiJCRdGV4DAOGAmiX5zicB7zIYb1VCSl6iGYB4T0\n64TilxVAKKCo2qQ8c17wacE6U45TRfXSirPF8yoqp/PR6SwOFrYyXOKj3xZ1\n0SHl759i4/oJ5y4xj+lgiUOfqjgrMT5o/xmuKx7occuzhX058HKupfxyOCk4\nqjx2\r\n=LRdh\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDZbpKfQizfDBct6ZAGKg0FbWYfvYoKOWLmeqG9zTTALgIgRWbneG5b+TmFGGlazSN07gBtCN05YQ1unPaDyVw+yZ4="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.9.0-beta.0_1557126799141_0.8440547720320177"},"_hasShrinkwrap":false},"1.9.0-beta.1":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.9.0-beta.1","main":"dist/index.js","types":"dist/index.d.ts","scripts":{"build":"tsc","build:docs":"typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0-beta.1","bottleneck":"^2.18.0","pino":"^5.12.3"},"devDependencies":{"@types/jest":"^24.0.12","@types/node":"^12.0.0","@typescript-eslint/eslint-plugin":"^1.7.0","@typescript-eslint/parser":"^1.7.0","eslint":"^5.16.0","eslint-config-prettier":"^4.2.0","eslint-plugin-jest":"^22.5.1","eslint-plugin-prettier":"^3.0.1","jest":"^24.8.0","prettier":"^1.17.0","ts-jest":"^24.0.2","typedoc":"^0.14.2","typescript":"^3.4.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"keywords":["minimal","minimalistic","web","crawler"],"author":{"name":"Albert Team"},"license":"MIT","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"homepage":"https://github.com/albert-team/spiderman","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman/latest.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n\n# SPIDERMAN\n\n> Minimalistic web crawler for Node.js\n\n## Installation\n\n### Requirements\n\n#### Mandatory\n\n- Node.js >= 8.0.0\n\n#### Optional\n\n- Redis >= 4.0 with RedisBloom >= 1.1.0\n\n### Instructions\n\n- With npm:\n\n```bash\nnpm i @albert-team/spiderman\n```\n\n- With yarn:\n\n```bash\nyarn add @albert-team/spiderman\n```\n\n## Usage\n\n### Quick Start\n\n```js\nconst { Scheduler, Scraper, DataProcessor } = require('@albert-team/spiderman')\n\nclass MyScraper extends Scraper {\n  constructor() {\n    super()\n  }\n\n  async parse(html) {\n    return { data: { html }, nextUrls: [] }\n  }\n}\n\nclass MyDataProcessor extends DataProcessor {\n  constructor() {\n    super()\n  }\n\n  async run(data) {\n    console.log(data)\n    return { success: true }\n  }\n}\n\nclass MyManager extends Scheduler {\n  constructor() {\n    super('url')\n  }\n\n  classifyUrl(url) {\n    return {\n      scraper: new MyScraper(),\n      dataProcessor: new MyDataProcessor()\n    }\n  }\n}\n\nconst manager = new MyManager()\nmanager.once('idle', async () => {\n  await manager.stop()\n  manager.disconnect()\n})\nmanager.start()\n```\n\n### Examples\n\nA working example can be found [here](https://github.com/albert-team/spiderman/blob/master/tests/index.js).\n\n## Changelog\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/CHANGELOG.md).\n\n## Todo\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md","gitHead":"d9e0a03198119dfa9a002c03f17ccfb92bfb26ef","_id":"@albert-team/spiderman@1.9.0-beta.1","_nodeVersion":"11.15.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-xrfuuyPeF3BoCIyyi39spi0rGv5nx/blYGs4NCmEGVAvi3X+2B+1O4IU1EaFpUDLFFF0LFMTW6y0Y7iuVemuGA==","shasum":"f40abe24754a4b3c3dc7721203c238f8900edfa3","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.9.0-beta.1.tgz","fileCount":39,"unpackedSize":36112,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJc2T7rCRA9TVsSAnZWagAAuvUP/1mYgp9c+sLF5czI5QKp\n+KbU9HzFwzQcz0J8iiLDiqkkfe6EIqWcSCPG1ISJcIFMXG9/Tt+Sj54Gnn11\n4SVSr1Nx8J6D0KbAE9zZF9/yak7Kw+7oXlLYeJydZ4AIkEvCMcV+voFDp1wx\nH/lxilfcydeF+dpow6A4aiVbx1oOVUxfICpefMxItfPldIGfgf6HmjcETlE2\n/hCYWyXy9if91dMBOtijZq7Sa4p4mltR+DCEKigxYHkgZlklNKT+zf76QcI0\nyKIGJ9wGFwp7ZyMuitnmY4xHbMz+23XiKLhTc3AisiJ3IPaHStQhlc2Tn/ro\nXkyknjfN71jgX/Zp/zeEDHU6zzl7ma+rmC4AI8LJrkCNCIg/j6rijD8NrNE/\np+uNRVD/6/KI6UOm2/OmsHxtEQjgvZ2Ocyl1cd4GP0yFqvC9uq7N9zSJccNm\nK3pzlzFZii2BZ+xBIqSPeZs+D6buIcuJ9XxRMXsLz7wi3H4XO5tx9A19AiHz\ne4psdjFbM4o6VbEeD31wK9ciA8Ha5TIu+CH1L9q55cdMi31/ZRtFR6t6C0SJ\naYYxnzG4S4McaoRy9v4LpIsnO07IO6YAmjj23zEnW4hdPmMU4+9Q+z9WUo6n\nMNfCYeVkA3RD4KSubPk9OjV0vOuHGsEk4plyDcQpL+YqwkCcZcjn2qeD6gm3\n5H3Q\r\n=m+lg\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCWoL+ihrwIXHzlRmyALmV+ud8OEdQroKAkgJsYOgjlewIgLS5lL+DS8f+0mYVPdBNN9cZo020gv7TErwg6rQMuQGo="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.9.0-beta.1_1557741290820_0.7896805628951515"},"_hasShrinkwrap":false},"1.9.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","license":"MIT","author":{"name":"Albert Team"},"version":"1.9.0","main":"dist/index.js","types":"dist/index.d.ts","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0-beta.1","bottleneck":"^2.18.1","pino":"^5.12.3"},"devDependencies":{"@types/jest":"^24.0.12","@types/node":"^12.0.1","@typescript-eslint/eslint-plugin":"^1.9.0","@typescript-eslint/parser":"^1.9.0","eslint":"^5.16.0","eslint-config-prettier":"^4.2.0","eslint-plugin-jest":"^22.5.1","eslint-plugin-prettier":"^3.1.0","jest":"^24.8.0","prettier":"^1.17.1","ts-jest":"^24.0.2","typedoc":"^0.14.2","typescript":"^3.4.5"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"c42b8474577020ea888948007286c773f6928a87","_id":"@albert-team/spiderman@1.9.0","_npmVersion":"6.4.1","_nodeVersion":"8.16.0","_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"dist":{"integrity":"sha512-cjUUU4cuIsoVtWEx9vHyTL2wnGe9y5bY3Kom7sfhKhphPKf+DKKSOZPevWtgCVxmoNGAFEdDC6kzzlBcAT7gkw==","shasum":"8201a8e9a2b4456b187717dac905bb69c0d8b1b3","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.9.0.tgz","fileCount":39,"unpackedSize":37737,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJc2cuwCRA9TVsSAnZWagAAsCkP/2CVupfz4tOi3/GF/SRG\n3b2ybwvp0yg/F5JYAwuW7829AV+XWlRJ7GpyFoWyAEN3CcCViu0+wcyU1RfG\n+/YeY5FcXoIoAJov6jr1LXGWXK9tCT0cz/dgFhlsKV4LbLcXY3p4IRb1+nW+\nbnleXlf79eavT8IrTY5crfOT4fejl398REdwRLOjWoAJrqODZo66ySVKKbRQ\nFT00mV3PyVTur+CRwJtbrhhzcJ7oZRhrV4VMRMs3HKhWMoijEB0mfapewcc9\nEVj2wNEAlgVDrbSo+IAP4r98q9MdoH2hQmUofCmBrhYETQAaawo8mbEpjpMd\n94IJX0Acfkia4xQjaWxpIksfHSNarqUTCnHT4Q9HG/h3K8llWXYIB9gteWda\nyVF8WIQz1xKU9YntUNWTtExZ/K2L7GUKHsOGiCZFhmxsljyF/EQvyROE8pFI\nojRxTC7RFOc7bkm6dJmLwI4V9tZPWdQCBEFbo+VDTILD/8+RBzqk8w4Lv6Ot\nDZjsx+oO6a7yb1K5R7mskp/jCRdzB/rClm7ROmMZgvQpKjanSPimDon4krl1\n435PIAzGB/OTuMjgNsllMs+Fjjm5JKoB2yAd3hv4O6n8NqyxBEesMwotovZO\nt0neR9dXLCOCDA2pOWkfeS+tZRCScx2SZ7IZbYQoPCptszVEQTnSd7I0nljx\nXL8L\r\n=1qxS\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIBpdQxlOsuPJQ/cUrbKvmwXPoQERltz5xwIm3oGHTdb2AiEA8De0TSk6GcTds+JggUPgi7Bwsq2IcfNoj8gwo53+Ygg="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.9.0_1557777327303_0.4402018790346671"},"_hasShrinkwrap":false},"1.10.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","license":"MIT","author":{"name":"Albert Team"},"version":"1.10.0","main":"dist/index.js","types":"dist/index.d.ts","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0","bottleneck":"^2.19.1","pino":"^5.12.6"},"devDependencies":{"@types/jest":"^24.0.15","@types/node":"^12.0.8","@typescript-eslint/eslint-plugin":"^1.10.2","@typescript-eslint/parser":"^1.10.2","eslint":"^5.16.0","eslint-config-prettier":"^5.0.0","eslint-plugin-jest":"^22.6.4","eslint-plugin-prettier":"^3.1.0","jest":"^24.8.0","prettier":"^1.18.2","ts-jest":"^24.0.2","typedoc":"^0.14.2","typescript":"^3.5.2"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"fd4a536d00f9f53f1b10a03ce39bcee58a0afea9","_id":"@albert-team/spiderman@1.10.0","_nodeVersion":"10.16.0","_npmVersion":"6.9.0","dist":{"integrity":"sha512-zTIGpHil5+MEjF84KAe8akF5vKoFWtiPYnE7/4hp467lyYSpcA4+uQVcZY45Gk+4Ds9LKkS7eKZP7J+9/mxGJw==","shasum":"bbb3c669eaab9f69519db24b568a2b5d57f1cdae","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.10.0.tgz","fileCount":39,"unpackedSize":38353,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdCmEdCRA9TVsSAnZWagAAPFkP/369leg5KAPloePOr6kB\n0xIXOB0F/xJ1u50HKVdTCaC8G3tdWOey4NYZhPPhR1CMV3Ld7bLrKPssVLTZ\nbSVaSK9IRFTB3h10K2eS/RVZxZy60Dm9/aIWd2eR81o8UsxPwE0iBA2Yp2bZ\neOxZ/jApLAj8rI7/OEIUWYBHbv7EW7u9lbrBBAX1KcUTkQMyupVYkpHQ/Arg\nU+8skj1zI1M6kBFWk8SzfzEfBF2fih9qkajKPN35DBKinwfia91kHcfF5DRU\nwfasDB8kofVIEccQACnGFg8Vk3jblaE3flC4XfhjuD9SrI2Ysrcc3LqAH+xV\nuPdr4KSu00jQlC5YPq6qgJjBhL+LfC+GqKKTxScdwndGiAC3hZhHcBdUh2SW\nlPvlQATn252hjkD3Ocu2o0SAYnfydkaxgtcbtHLowrX1AUbnH60boWKMiif+\n0aE7w2WbuDbzr+SoSKnIn8KRwJlvMo5dfLPN10yl019LLRR9dZq5jk1Lyx2b\ns4RZhuOCugYKsFLWev5p4bFqS37DIx7znz7POd/VfYHgWcL10QEKMCXs10PI\nlEpW8b/3Xxd9731SJDBRZXWG/EgiLnrG0qlBKomq71YYyorUr1qwYtzqg2ed\n8kf1xd2SHn8+MbI/MukGA6ck8QFeHO+j9HnWi18p8qQ8vi/hWY5E4eSXMSwp\nQfIp\r\n=UG/v\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDqm90qITx1n8JgsxW0z1tYW4xkSDeJLK8dXLZQLOmGDAIhAIs6pbViroJJO4HkvSKjvw+CKnxgaxqllidkB7tJPwj/"}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.10.0_1560961308175_0.7053475611024749"},"_hasShrinkwrap":false},"1.11.2":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","license":"MIT","author":{"name":"Albert Team"},"version":"1.11.2","main":"dist/index.js","types":"dist/index.d.ts","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0","bottleneck":"^2.19.1","pino":"^5.12.6"},"devDependencies":{"@types/jest":"^24.0.15","@types/node":"^12.0.8","@typescript-eslint/eslint-plugin":"^1.10.2","@typescript-eslint/parser":"^1.10.2","eslint":"^5.16.0","eslint-config-prettier":"^5.0.0","eslint-plugin-jest":"^22.6.4","eslint-plugin-prettier":"^3.1.0","jest":"^24.8.0","prettier":"^1.18.2","ts-jest":"^24.0.2","typedoc":"^0.14.2","typescript":"^3.5.2"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"601f2d1ee04159220dd5178d0be0278bce58146e","_id":"@albert-team/spiderman@1.11.2","_npmVersion":"6.4.1","_nodeVersion":"8.16.0","_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"dist":{"integrity":"sha512-/fSTtPua+KM8xRK8uowRRJucmnJElRRc8JEFXNRPKpl0F3RoH++XAKo2Kne2EbH2LFfSsj7lHSvDYqrys0JBvQ==","shasum":"c6747b6c6e918f04a540d9f644c24e55e83c18fb","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.11.2.tgz","fileCount":39,"unpackedSize":38432,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdC0gSCRA9TVsSAnZWagAAf10P/A38YrefJcEyr9isQv5Q\njlJrYl4Rotw12C7D7afAbIQ/ShH4sGiuZnH/U7XZdkXPFaKUuUqyv9+6j26J\nQcoIdOUyUj2zuejAxrMntE/BO5RuNwiDCIY7CvIcmG3WUIsJD4cG84J8mzFN\nlaL6ljhE0l9UIsokZIBTr+zASRJg7FR5rcayZO6dzQWC+l6teupsHpSOXEBn\naSarsFw7x/HkspaEHCxCmwZcznJo3wIOxy3gyZ5i0+o+vRjsjVlJPtxeaEtM\nUBHBPc0pEJzebRMMe/JetNRokVJ5yZVaOZOAJNfGA/vpJfmaR4X8pAU+XUOF\nQ/KttZtjJAs5ba1MbwAqbVVEpsSoFhZUK4GG3Hlytaj5dX9Xz/L5z2mM3JHR\nkwJ1YqRFaVd3ODCwAslGMoQaltaPiECbfaFWIRnulPWoH4t5hKgBCZJsE1en\nn1TUU7kKuvnBUIzXY3bQ0rvb+gNuBwVVI8E7B+2xeEuYVpQpNOKiBdyKV5da\nbDn75N6CvPtfFByECjBZ9t+E307R97KSS7578RiQoXIxpIt9FFyiPPLdFWh0\n4sV1YhywOtPruPWkReGJeNqw7+vMQTJQP3gwYLlxP2Y59ngUEqsne5wKaUZr\nEbg4ANB7hSXsyYwaIrYH56LdHgBC42nYp2p5teK22zkm+dpNSKvDyt1wbtKo\nhkVL\r\n=IT7f\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIH/WM82yFFtWPqaY5cXKAXPkNGYZJyBEjQwbCER98pIdAiEA+a01WlZ/W1+VGuzyhNqCxc3C+jDPeeZXWKs1CRxeMdg="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.11.2_1561020433886_0.6022161077555177"},"_hasShrinkwrap":false},"1.12.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","license":"MIT","author":{"name":"Albert Team"},"version":"1.12.0","main":"dist/index.js","types":"dist/index.d.ts","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0","bottleneck":"^2.19.1","pino":"^5.12.6"},"devDependencies":{"@types/jest":"^24.0.15","@types/node":"^12.0.10","@typescript-eslint/eslint-plugin":"^1.11.0","@typescript-eslint/parser":"^1.11.0","eslint":"^6.0.0","eslint-config-prettier":"^5.0.0","eslint-plugin-jest":"^22.7.1","eslint-plugin-prettier":"^3.1.0","jest":"^24.8.0","prettier":"^1.18.2","ts-jest":"^24.0.2","typedoc":"^0.14.2","typescript":"^3.5.2"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"9c9d838fd508fef53413b9f665ddc185ac309fde","_id":"@albert-team/spiderman@1.12.0","_npmVersion":"6.4.1","_nodeVersion":"8.16.0","_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"dist":{"integrity":"sha512-kzCoZMWTR2MBAwZZkMkXtQzQi2blEICtDdhCCqrxrdgiFiKLVtg47Om4XBWpEU5RvRV7bGMeO9FPYLHReHl17g==","shasum":"a85840835a13b92d29e032355f1b1eca35cefd2b","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.12.0.tgz","fileCount":37,"unpackedSize":36890,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdEQDYCRA9TVsSAnZWagAAjskQAJjRZfVOrqwsGzXxLCTu\nAtigtKAZPHX4kgZIz84WydBfLXs8DChAPxCH6r8719hifFKKcXDDxV+LnBfj\nubXkfgJykKhXndOQew2wQbiAN+Y+4vZEXbfUqI+XWGTklol+awrTSPi/0ciW\nBILDuadr0sHkCA138Rij8KpkJwgD78jczkBzJM8PDRsZSf90yILnzJtx5i8x\nQcNbdUnaNR1tuQ9tL9SrTxKReyBK7YgplBH3lHYIG73Y4Uj6nijxxxw6vUA3\nDRLDmvOrOw3ipwtkLktEUPX4snFyqS873bxfGs5yUbrMROrS3Lcm1jcTrMNA\nCexOthx9BVcw6PaRbmmFDRc8T3jFw4SUaH9s6aD20LO8meuODj/iKLJqZA4E\naZYj0yjYWTuAiUi2BqZaGmbEE7UYEVj+WDSzsAsZV99kWNN01Bj9Q3JAUs84\nGYQ5/mq8Gb1plfhJ30kp6967xUlqbByrkbdZprF84d+QmBeJwrTL7TbbCTvi\nahpbYy+pm1RqxEaajBPScfKTZtjSBXfHfjzdUiHfDLaPbAel0T2pnBU8S0Jx\nuB7vC+Y3Wo9F/GeKeOlDUufmamOd4/zaug58JnsP/c3+mFHUkZ0Wm2kvEDDf\nA0rauz8Ttp/kaOhk/+rxcD2J//zKILEcEZWFfIOOLiG6tif7Bd7+OHZ3wBwT\n+r6H\r\n=rvLG\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCICCX9V0wVJsfsjd/OHYkA00KNAgtQ7DLybVWtMbQfaJrAiEA8M3wJu4M1GX6oI1zCVeM0X+TBsIM4bZIZlXcrMwQXSc="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.12.0_1561395416028_0.758474950778913"},"_hasShrinkwrap":false},"1.13.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","license":"MIT","author":{"name":"Albert Team"},"version":"1.13.0","main":"dist/index.js","types":"dist/index.d.ts","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^1.1.0","axios":"^0.19.0","bottleneck":"^2.19.4","pino":"^5.13.1"},"devDependencies":{"@types/jest":"^24.0.15","@types/node":"^12.6.8","@typescript-eslint/eslint-plugin":"^1.13.0","@typescript-eslint/parser":"^1.13.0","eslint":"^6.1.0","eslint-config-prettier":"^6.0.0","eslint-plugin-jest":"^22.13.7","eslint-plugin-prettier":"^3.1.0","jest":"^24.8.0","prettier":"^1.18.2","ts-jest":"^24.0.2","typedoc":"^0.15.0","typescript":"^3.5.3"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"645c0f43f709e4778988cf91ed0ab3fb31ec3ca4","_id":"@albert-team/spiderman@1.13.0","_npmVersion":"6.4.1","_nodeVersion":"8.16.0","_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"dist":{"integrity":"sha512-JwynDS1JVu3wi+jcEfU7CGWcyQRp8r5uMq8Wr5dFVLYRJ+WA/I7a3apjFhWDZ51Uh7dHXl3NSbMMREOv/0Stxg==","shasum":"d63c3de76eafa058eb73b7473b1006470c3f666c","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.13.0.tgz","fileCount":37,"unpackedSize":38705,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdOyq0CRA9TVsSAnZWagAAmycP/jGvVeIGxTxPlevYA4qM\nyKH8KUfvd1wkMgj2uEjF4eNcOfXGg1It+9R5djiCwZmB562in9q6fgZU/tLX\n/nGfE1Zkfff8bRnuXhUfjgrJLsF/lbTkHMRura9vRZGFY/UfDd4gD3G84U43\n0QmDJfL705hEqgAwx/iQx+BtWXcbNm/9uCVB4PXh6Th7nJgta9InVXePPcy2\ni3lEhzV8vTzx5FghLDEfOiJqKOlFgGSV8oJGDLleNhN1W7QXGTvL72O7/vEm\nsS/bfGOreUWxL+143PCRtmURQtjTDGulOHJFz1pB/rgnsHjXPJK10qmOEN8k\nEygT/kvzdQs8ehkz6wK/AUhm91jo6QjSoa9nqhgr3bxfb75NhwsGOQcR8Cms\niL6UAeSZTN+p86d3mji77NsakO0D4gbjqxKGftxidBN0FchBtScstwONsCw2\nipkrZYCosdBPlazxa+2S22rB52Ub2I89Z6SK08HfOi5iU0ncsd1YpsQq5z1W\nDuE6uxQFot7gg7r0u+ksh2qcyn2fQtI4xAzGKWg0LQLSTCvZ3BqwhrFncHZN\nhGqM/ZMt6qzUBqQkn/kqbwaiSjXyrjH1fyPPq5MAufyTHBqkoNa5AmonYZdY\nu2eQK2WHUhcChemGnqJS9voX+Ns3R9nKIU8q6OKiALecdCiT7wPWzjstL9K8\nJOrU\r\n=zu8M\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIHfnjTswml1DJ1AvVg2FFoaZMvL8uzLtCEVJHm2baNhbAiEAo17xOmg1MwhAfrA2HesL7dccTlIWOSYpa/UUrzeS61k="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.13.0_1564158643894_0.10565453955649673"},"_hasShrinkwrap":false},"1.14.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","license":"MIT","author":{"name":"Albert Team"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"engines":{"node":">=10.0.0"},"version":"1.14.0","types":"dist/index.d.ts","main":"dist/index.js","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^2.1.1","axios":"^0.19.0","bottleneck":"^2.19.5","pino":"^5.15.0"},"devDependencies":{"@types/jest":"^24.0.25","@types/node":"^13.1.2","@types/pino":"^5.15.1","@typescript-eslint/eslint-plugin":"^2.14.0","@typescript-eslint/parser":"^2.14.0","eslint":"^6.8.0","eslint-config-prettier":"^6.9.0","eslint-plugin-jest":"^23.2.0","eslint-plugin-prettier":"^3.1.2","jest":"^24.9.0","prettier":"^1.19.1","ts-jest":"^24.2.0","typedoc":"^0.15.6","typescript":"^3.7.4"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"c9d48420f961f1676b37ddd17b16fee0cc7d454b","_id":"@albert-team/spiderman@1.14.0","_nodeVersion":"10.18.0","_npmVersion":"6.13.4","dist":{"integrity":"sha512-UrlgjnAaKKVsOtC4GsQXK66OXT9p7Z91oJ8S0kxaMTxfTKfZNXG66p/rHgA+I7hjTfI2SpjUfmwWHPdjEDKBew==","shasum":"ab49e924876cfdef808638035fcf3268616dd0d0","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.14.0.tgz","fileCount":30,"unpackedSize":39000,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJeDMOsCRA9TVsSAnZWagAAm7gP/3YRMTEgvJlBoOBHkyKM\n7GMYF9OVH4VPQ4WfsKKc98kB1EOdbc2lxKtI18+a/S7VLWekqW904V88mcaM\n/360ZRYyMGNQQIJtvsuCTurrXsAUA3kFFCumPsGmuebPLj4zhxypx1E5hQov\nRAgkv8OfaGF6HIOFCdSDKwarQIHaMxIUD/k+edeRexJ/6RMH91LUXbky39Ec\nsIYJFlEZ1roCmoxWkdfbgAEuAwWSjZsQ6fjPCbd6GzCCd4THpIY77aRmdCz7\nFjcvx+vLhBKD+mZ/c9cIPzZWajDI7jeJmgGYr99/18ZEAfnVrfSzQ31zgXuX\n2tJmjGKGlGdehA03IdS5njNDHdDqU8p3jvOnd7CYk+LOSHIa9RNUFY3AnUzA\nb/eVyTWOJyqYDzhWgol3105Qwu3rah4SwOYcvUyLTbU9tuR4/OlPzdcnnw+x\njq2REnPsDG0PkAawU5DLoTwUYKmETrBe9Ebw1Ozlr+7nhtbGeVbe5ECA6elz\nJY3OtShXiv3ZTykL/FazkujYVxgwKxNDPF6YkU+NWNDq8Jxj5CeOy3g45LuJ\nQi80OmbwIuepB7+ySI/vgpi64N0Whd+Kp0XeZEKVoQ6Z4uflIKv/518LQjw+\nwmxTIUqf8915D2LuH2Cp6z/b4Q0iUNA2gdw+ByvtmVTVo/B/GvlAMki2ETzG\n0Jyq\r\n=V/Mp\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCAvBz1PJsuoYJKq91wQzhR+qknkfcU1tIMe52NAWTviAIhAPw6LguhTff8dVvt9zOPxNcdKGdYYFVjDU6asyuAp5up"}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.14.0_1577894828294_0.8026380207070534"},"_hasShrinkwrap":false},"1.15.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"1.15.0","license":"MIT","author":{"name":"Albert Team"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"engines":{"node":">=10"},"types":"dist/index.d.ts","main":"dist/index.js","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"@albert-team/rebloom":"^2.2.1","axios":"^0.19.2","bottleneck":"^2.19.5","pino":"^6.2.0"},"devDependencies":{"@types/jest":"^25.2.1","@types/node":"^13.11.1","@types/pino":"^6.0.0","@typescript-eslint/eslint-plugin":"^2.28.0","@typescript-eslint/parser":"^2.28.0","eslint":"^6.8.0","eslint-config-prettier":"^6.10.1","eslint-plugin-jest":"^23.8.2","eslint-plugin-prettier":"^3.1.3","jest":"^25.3.0","prettier":"^2.0.4","ts-jest":"^25.3.1","typedoc":"^0.17.4","typescript":"^3.8.3"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"61c5ec6a9a67dfc03fb5c25cc7ec953c3e8c6e53","_id":"@albert-team/spiderman@1.15.0","_nodeVersion":"10.20.1","_npmVersion":"6.14.4","dist":{"integrity":"sha512-4MkZjAxWKv2+BJR3h/Ewhh/TDZVjp+LDWJgMOf+7ZBxoZzX/CgWtD0JQfabUExsMRvFzpvB7wHDyRLYWtyUtvw==","shasum":"1fe99b838359b2b876bfacf2bb8446792b1470f2","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-1.15.0.tgz","fileCount":30,"unpackedSize":37013,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJel092CRA9TVsSAnZWagAAG6IP/2HoQ2muiExseXxLQvBZ\ndDkSMv1UBZaPaaviyL8dTY0seepEY+RFcXkM9S96Uf4uD5VwHZaCiMJPaDWj\ntFqZe8e7V2AZ4zZJqjEGGdt5UYrgZzHLcNIQCriyDoTPzJmwQjG2sTIHe97x\nVmyh+IvCnmO5olc9unpKAZ4v2hkHbytKxg4FMceCIC56aaosTpCbSga4UGD1\nuqs7GeLnqROJhJ5FBTodzQbGdeeAiEFp8AtaH7I32YVvjyekPusec57vQDEF\nJh52LA2Jn0SrEiXnzpUVV7TEvEr3h0XmNyIKWqKuK95f6U/fkwTUyzR+KNLd\ncji+/f1Aq0oA0Ld0KqSSzJ4wyDBleZel7O5QiFeFeIYQgrmWLe+ug8kIbdnb\nHT6DHL7W+/uHcXMYM3iD0yunwIHrj5OIZxsKeuuqlrTDHHkBPJGDw0CF46Ma\nXz1o2DJTihAx5tXh2xheRvvNxpfxfotLSyp6Zt/8xgXLs4dEsukT2YrmBoro\nVBgetukkC3/UIziw4nNPR1Zi4CZRZQiN3lNezVmoW4638CkM593CRK8HaqLO\nrIkXx5FHO/lnFtYhuGGCTdKNoDefhlnfx1MuJEtaY5r2LdS74WPWkClMADf9\n26Hx5CgYdeQKRIUUkz0o9myQcbmFxoQzh+IlgRa7o3SwqshFqIb1u7RxIbuc\n449y\r\n=H+/i\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIEIrAinhmvoq/SeFEAierpdrR7f13wgaXs0vWreDuZNkAiEA/o+lsLiueHUf5M5OZViGmUgTZLCP+7Gt2jGICilNkkI="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_1.15.0_1586974582244_0.9885601586804555"},"_hasShrinkwrap":false},"2.0.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"2.0.0","license":"MIT","author":{"name":"Albert Team"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"engines":{"node":">=14"},"types":"dist/index.d.ts","main":"dist/index.js","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"axios":"^0.19.2","bottleneck":"^2.19.5","pino":"^6.4.0"},"devDependencies":{"@types/jest":"^26.0.4","@types/node":"^14.0.23","@types/pino":"^6.3.0","@typescript-eslint/eslint-plugin":"^3.6.1","@typescript-eslint/parser":"^3.6.1","eslint":"^7.4.0","eslint-config-prettier":"^6.11.0","eslint-plugin-jest":"^23.18.0","eslint-plugin-prettier":"^3.1.4","jest":"^26.1.0","prettier":"^2.0.5","ts-jest":"^26.1.3","typedoc":"^0.17.8","typescript":"^3.9.7"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"d13ef7316541882af9dd102a1aacec08f400f93a","_id":"@albert-team/spiderman@2.0.0","_nodeVersion":"14.5.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-uhvhFFV2QsxGsSoiq/4MUrMtyGFhNapP/WayjCGPr5H3XG+5z2/DKnUEbBYDd+TR9J9ipZ29Dd8+uhcp5RdA5A==","shasum":"5bc56e17a445b66cc4681416d0e4fda2a0f8b0f8","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-2.0.0.tgz","fileCount":51,"unpackedSize":29780,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfFC7BCRA9TVsSAnZWagAAbU0QAJzRQPkMcY1GJk8KkMxU\nJKFzZ4o4Uc5G8p06LljIFr1iJMYQJeTvZ+a62lIs0H62EPu5QiN2Hx6Dhi9l\nPwg+BcLLXX2uj8PMgIBu/PRQmIscDAZGyQMaxa4KvsI1H52H+/dWOPgjSZ4x\nX9OcNtov+15nzmH9TgJgQcbQtAZRXS9PJiPsNKBSVzX+NnB2e2eOkUcqgqDq\nfRD0nmPzLMVx0QT/5ZoN0Iu5kv7GfR1Bynij0bqCb28tYElBSBdL3i/Simh7\nTmjF2m0sJG3KTKOypz5iKHRw8gJY5/eswGD60W9rpLbCq+4zsns/Mo8hXHh5\nP8elSSESXKUVIcda9bHPkEPJWniSeL3xJiD3AhcK4t3WN5Gkko6ez5sSlqSJ\nTZ208zn9/HmdRyTlvfb8XmrcWVF2yvrBucC0VSn9SRw/vJLTrrd8QLZ7IKja\nhrYZS66GsABm0q+cLfk/O/I9EZW03ZdoH7IoXV1C8yhtff2DhOsGrcxj9QV/\nzT3fyDP3YlA3zbcLytGx6aQnQo1+tpmZGqIb0lUbddXM0XJb6Am8pZZI3kGC\nBT6LiDw/gRMJ4ETK0fAsdH3ak9qTxq4nQeNerINi270pMj6RhdJVrP8b7O3B\nuwtt0cTzfYg0vBCQpxMglRVT966Hj/wfXMNc9KoNKEtOHlx4kRRis7EV2AcR\n/CLw\r\n=AJSI\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDMKXCl2+DNooyoKzsaDA4vHOhKMYPvOs1zj3K8meeTfwIgHUjaVgCW2heVS3p/Q4ZtfbfCxAEsEDjLseqk2bK9H6g="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_2.0.0_1595158208744_0.17206982774960622"},"_hasShrinkwrap":false},"2.1.0":{"name":"@albert-team/spiderman","description":"Minimalistic web crawler for Node.js","version":"2.1.0","license":"MIT","author":{"name":"Albert Team"},"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"homepage":"https://github.com/albert-team/spiderman","bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"engines":{"node":">=14"},"types":"dist/index.d.ts","main":"dist/index.js","scripts":{"build":"tsc","build:docs":"rm -rf docs && typedoc src","test":"jest","prepublishOnly":"rm -rf dist && yarn build"},"dependencies":{"axios":"^0.19.2","bottleneck":"^2.19.5","pino":"^6.4.0"},"devDependencies":{"@types/jest":"^26.0.4","@types/node":"^14.0.23","@types/pino":"^6.3.0","@typescript-eslint/eslint-plugin":"^3.6.1","@typescript-eslint/parser":"^3.6.1","eslint":"^7.4.0","eslint-config-prettier":"^6.11.0","eslint-plugin-jest":"^23.18.0","eslint-plugin-prettier":"^3.1.4","jest":"^26.1.0","prettier":"^2.0.5","ts-jest":"^26.1.3","typedoc":"^0.17.8","typescript":"^3.9.7"},"keywords":["minimal","minimalistic","web","crawler"],"publishConfig":{"access":"public"},"gitHead":"d7ee7e560285fbd7463bf73551b061ed308e02f1","_id":"@albert-team/spiderman@2.1.0","_nodeVersion":"14.5.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-1lr7QRJw15ZDzvPa8lnfZkyrYg5ZGa+Tqp/fZa0JsGB0BCrIbFD8NE7iMxnsXhMFAp06Z2K9x3QDAC6anYID+Q==","shasum":"9f43c2c9d0893164a2f0c39e4df13d16defbf80a","tarball":"https://registry.npmjs.org/@albert-team/spiderman/-/spiderman-2.1.0.tgz","fileCount":51,"unpackedSize":29956,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfFI7BCRA9TVsSAnZWagAAkWcQAI96avym+u1yFwdK1Bq3\nAXlBESILhEs5Wd45rBoOUFnGtiXGDWppWh7U4/OqscDSmHTd2PPd2ZQMfBxF\na8d/Dp08uSoMh8oHJdHRIc2zQDXuh/zLzzsEbRj+h7GLofpxjE0XO5fKsRwN\nEUE50PT+Ez0LfCO8w7ViDe94vfJM06zPghwOp08xjvDD6LmzpRBYCrebT4zG\nnizkFrWFbQrY0KlEG5gf/FNgA9+cFy2EaCIRUFmIyRP9j0tvIWV99ObkySnB\nw8l7CttIaMffJNwobPDwGYukc/uLqlfj9V2vBuovQvrNqnrtZEXD3ydX4bBb\nc1pcqRnP7SXWIORokpt9F+iWOCtbrkiZ9YuWrHSYMFksXUGuiD4kskC47llt\nRlbelfMDM2YC1ssv62UU0i8ei646z4xU55mzEPZQ1OqR6soNt8/3r8qsKteV\nVkKVsNNBqkh9vkGOGrj8GOlwmzzxYjYw0fVbND47zWxcrXQeFuy11IzyLsVx\nOzZ6zBsctIkst7HNVjquTa1qZehBijeOyvInQG5YkRBKnTN3ZaOYgZaqJnN2\n/7HHMas91UQKKostK9Z6tD/zFhuxKpNsbZZy4qlteFSBEY5BL2Qdc64FsfzC\nemn4P2wVwJWFYMX+30yuO0brrMlxCfI0O7R9W6sy0x1lf7bGwxviHC0N/EOg\nk2kj\r\n=MkYu\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIDOjTgxVmb5PRK2q0nAqERDHnV9lkZOVczIk6G+kdKxsAiEA3fdegdoz2ExJJyA71uv2t1JgoVaTGjJuJYXyDmRoWYo="}]},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"_npmUser":{"name":"lqmanh","email":"luongquangmanh85@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spiderman_2.1.0_1595182785114_0.9150208373612012"},"_hasShrinkwrap":false}},"time":{"created":"2019-01-11T09:28:26.671Z","0.1.0":"2019-01-11T09:28:26.962Z","modified":"2022-04-04T12:35:21.956Z","0.1.1":"2019-01-19T18:04:03.303Z","0.2.0":"2019-01-20T06:51:22.301Z","0.3.0":"2019-01-22T16:21:20.370Z","0.3.1":"2019-02-02T15:51:24.190Z","1.0.0-canary.0":"2019-02-25T16:44:49.390Z","1.0.0-canary.1":"2019-03-02T08:44:50.449Z","1.0.0-canary.2":"2019-03-02T09:08:07.940Z","1.0.0-beta.0":"2019-03-03T15:53:40.716Z","1.0.0-beta.1":"2019-03-10T15:33:49.877Z","1.0.0":"2019-03-11T08:13:08.403Z","1.1.0":"2019-03-11T15:58:16.571Z","1.2.0":"2019-03-14T18:31:15.771Z","1.3.0":"2019-03-18T18:08:22.940Z","1.4.0":"2019-03-21T15:16:10.269Z","1.5.0":"2019-03-27T09:33:53.899Z","1.5.1":"2019-03-28T16:07:45.721Z","1.6.0":"2019-04-13T11:56:09.923Z","1.7.0":"2019-04-15T15:08:52.515Z","1.8.0":"2019-04-26T17:35:17.514Z","1.9.0-canary.0":"2019-04-29T16:08:26.846Z","1.9.0-beta.0":"2019-05-06T07:13:19.381Z","1.9.0-beta.1":"2019-05-13T09:54:50.987Z","1.9.0":"2019-05-13T19:55:27.419Z","1.10.0":"2019-06-19T16:21:48.450Z","1.11.2":"2019-06-20T08:47:14.036Z","1.12.0":"2019-06-24T16:56:56.149Z","1.13.0":"2019-07-26T16:30:44.105Z","1.14.0":"2020-01-01T16:07:08.520Z","1.15.0":"2020-04-15T18:16:22.366Z","2.0.0":"2020-07-19T11:30:08.856Z","2.1.0":"2020-07-19T18:19:45.233Z"},"maintainers":[{"name":"lqmanh","email":"luongquangmanh85@gmail.com"}],"description":"Minimalistic web crawler for Node.js","homepage":"https://github.com/albert-team/spiderman","keywords":["minimal","minimalistic","web","crawler"],"repository":{"type":"git","url":"git+https://github.com/albert-team/spiderman.git"},"author":{"name":"Albert Team"},"bugs":{"url":"https://github.com/albert-team/spiderman/issues"},"license":"MIT","readme":"[![](https://img.shields.io/github/license/albert-team/spiderman.svg?style=flat-square)](https://github.com/albert-team/spiderman)\n[![](https://img.shields.io/npm/v/@albert-team/spiderman.svg?style=flat-square)](https://www.npmjs.com/package/@albert-team/spiderman)\n[![](https://img.shields.io/travis/com/albert-team/spiderman.svg?style=flat-square)](https://travis-ci.com/albert-team/spiderman)\n\n# Spiderman\n\nMinimalistic web crawler for Node.js\n\n## INSTALLATION\n\n### Requirements\n\n- Node.js >= 14\n\n### Instructions\n\n- With npm:\n\n```sh\n$ npm i @albert-team/spiderman\n```\n\n- With yarn:\n\n```sh\n$ yarn add @albert-team/spiderman\n```\n\n## USAGE\n\n### Quick Start\n\n### Examples\n\nSee [here](https://github.com/albert-team/spiderman/blob/master/examples).\n\n### API Documentation\n\nRead more [here](https://albert-team.github.io/spiderman).\n\n## Changelogs\n\nFor the latest major version, read more [here](https://github.com/albert-team/spiderman/blob/master/changelogs/v2.md).\nFor older versions, read more [here](https://github.com/albert-team/spiderman/tree/master/changelogs).\n\n## Todos\n\nRead more [here](https://github.com/albert-team/spiderman/blob/master/TODO.md).\n","readmeFilename":"README.md"}