{"_id":"@robertsvendsen/node-crawler","_rev":"54-6ab0f2de3643de2bd976669b4f06cb04","name":"@robertsvendsen/node-crawler","dist-tags":{"latest":"0.7.0"},"versions":{"0.1.0":{"name":"@robertsvendsen/node-crawler","version":"0.1.0","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.0","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"2f11675cb5161f45250139d6ba9b7a9149a9ef67","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.0.tgz","fileCount":13,"integrity":"sha512-HDeOK2xSumKpRcQ1JbUHRor2TzBFZ0ffHQCW50IYIqJDvXJ+fJNvax9oa+Yz6suN/GrxHtj5vLYePvMGbiieHA==","signatures":[{"sig":"MEUCIQD4f9Rf0nPxeZ5Gqe2cNfUkcHtxL0vfYurSqshGZlW76gIgQG1L7qPTqk3a7AVahDhr0FWnP7byOwY76VgP3JYxwpg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":99377,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjxdopACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrT5Q//XrbU7U3z0imP49GffZnf/lRGFWeOn9RgaVIWckWOw0mJefsK\r\na9hOei10JQxKBHhUlSc413wFqvE7jS/Sn8Jy9JOXNONdgKoemJmcu2RiKgIz\r\nZScwAsuDvAqj/oBNV4LtAfc4B9exd9Ku8TW07m4Wou6Qne5Dxh0cuRjTfzbG\r\nIzFIVlHJm/PqtMeuQsYyIVPUKD4EKtPor4WsO+NI1N814JdSbjU5zqkiB9no\r\nX1Uw3WSrd/0XJFYuVF9lCjo88VWUitcF0tzKL+XDwj4Iv+E8Ee+gjnQ3kjmi\r\n6zlXdSel3vF47EjPFBZk/hKJu9XI+qGOsR2hcK3Ojg+9JBwo5akZ3TzqnXzb\r\nhBZRgo3IuOfyTWnDz70y2nYMtoKJUYFUr2bSLUNP7Smtu3RzIQCjCGsTYBoX\r\ncTOk8FAYM4ItJTeMQh81m2em8BFUE5HzIWrAhEsJrW350EDDUL/pPxjihM71\r\npqiQbcJqrSOrZhQo4X/9OKxrOsCK6kQc/B7NVm+jMb9sn9+zrYixlaBAJ/xn\r\nt8JOuJMRFBLZkaNzNTqMqYK2M1SQ4/+DJ0T2C0mBV77trfFiEtwXf7e8qbNf\r\n6Wg0uKhI79qvhG2Fyq8SZ35mudI87K8xDDwlQDenWJW54iz9qM7/sFtSgFa1\r\nNxeWPHCVqb4szyZhYJv4X27l1RyQxsj54ss=\r\n=P8vG\r\n-----END PGP SIGNATURE-----\r\n"},"main":"index.js","type":"module","gitHead":"53ac32222ff6ac61f21c069b770e7406a240c65c","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"","directories":{},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.0_1673910825362_0.838924082103498","host":"s3://npm-registry-packages"}},"0.1.3":{"name":"@robertsvendsen/node-crawler","version":"0.1.3","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.3","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"aee31a157af10db744815d8efe086f305e7fc6a3","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.3.tgz","fileCount":14,"integrity":"sha512-bL3hvTBUDfRotLHSJaPpkirKURULGuoZkwPaAn88KIOAeiv9qxHaOS3GHINQ2JsuWWowChZ9oqHbhn+OdwJyLQ==","signatures":[{"sig":"MEUCIF6K/OgOveHR1aYIrQ2Nbx3Yeanmm5LwYDXzxBJe1l2tAiEA1ORX6oFA5d6XtleLBrxnTN7V1mQ+9zXBWCqIawdXudQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":100413,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjxelkACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoArg//ZRHiVmR/NadDZikK4zv1j6vm/TJljMQMH7XdfRSVnA9iP2qF\r\nH/3fZ75MqYZXrq5B/tbWOv0G15xv53PY8XcdpZVR78NymZmy4P1RQ5cfhTN4\r\nK34qqiR2SsesCaum/yxV0W4aejWhEPwo02MB9K1futfRTV7Zb6cdner4eHKw\r\nUc5+vKjEnCgyrp9fujLhr2Zc2cXl9kPJJchx1PbEM0rjzGrcX/P/LE07arX7\r\nzSzeR5OrErMFVvDIbkhXd0gJv3fkybZpHN5xmw+Sd/upN5qhtJ8oOJOhjzvR\r\nUV+hmHsI3DxZeuNCrxdLB05Ci+oGEEhCFsfBCEWiOaYDNFZrOol9rmFvmiRL\r\nbFI5FKUeeh2n/0MCmA4EPlZ5Nc84kGhrJh5FLXg+6ZuBrtb0ZuXAVEli7YQe\r\nPvlFXn9ggwM8+d5104a0urnbGzgoP7qrxu8EkWAoYGlJ2juJuslU4gcMATnM\r\nz50O0oKdgLxbTMRsfZombKi3dXjGpd8jrqkeCtge3rcDFE0Fv+KKemQtpN3Z\r\nSxPdzubcg8XVRWQZdC9601I9JpVlDIvK7D+YMJN0BAu69nDrUaSCIswMQQHS\r\n2De/sP4MHFgEbtx6cbGL8G2wZhRl+l37uKtxZgMer3XwBkfJmNHK8ojThDug\r\nIN8nXGFydqGnT+wI2jR+AzJPwab2krs9qvs=\r\n=PrmJ\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"83d16b5da9fd36f43d636438daadc41708b97dd6","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.3_1673914724168_0.12302358369436495","host":"s3://npm-registry-packages"}},"0.1.4":{"name":"@robertsvendsen/node-crawler","version":"0.1.4","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.4","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"9c17f89a0d72a0c5829d2a5f24ad4d5bcf638dd9","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.4.tgz","fileCount":14,"integrity":"sha512-iVKwPwBki6O9hfHJODs7a4KWNpLT9MJSyIRVaWh4L5MdOhIAVyEgCaicie8EXAlQz0N3vbJgY/y5/w+8f4o8rg==","signatures":[{"sig":"MEUCIAU8qj3aF3bwkNETdkfq46Xbpkkl8KbVGoH34qfmAo4gAiEA9HE1l+Td0ZgRH4dZWLy/JbI4Taz+nFcUhoi1VKbnBjc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":100416,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjxemmACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoHsw//aUPv5sefcOjWMHkXA6GbT2LXBtillq0ElxHdVm9prK/znSgL\r\niqB6/cg0qNlFWkWg4sXY394EhLwmKHhV4xfBFWibkxFXEFky9Ed0tEBJamgU\r\nGRvVs4r9PokooY+KeBRp9SpHHdnJZhAnmstbKrgfl4v+l5Jzq2kVpCUv1MU5\r\n1vbhMunuzpMmww71rhn97oggCJAGCPWOe3C/Td7gWppm8u/5zhBq3muy5PGb\r\nNvYC3sxY0Uns0UkY8qKeyspvP6Jgm1tw+AVetWzQ4Yo04LhanEZpx90/7GMh\r\n6utt90sT0U85inwJ/b3v1NqRJd3b3ZYTn1SejaDP0emeVIYGS/AxXuweYERh\r\n3oTmyPJQlYwORwIqjDFyU58y7mes+8fO/DPqHQwyarotv46icmjrWqdAtKE+\r\nrWiP52zHdYZvvr+IyLghckfnpTR7d6fhZXOmb4foMAruRKG0YJeQLr06EMbk\r\nSGanp/xWYhZ5aG1UeFfDwRDQJ9JCQ06eVMXRcRnvdQYf1huDkLYEjlZfEQiC\r\nAlegIzhkPupDYQ1ZgIIqUVri1o48bv33vlpAm/R04Zha9MzUQpQPzC1QUNOp\r\ni+Qe5CT70BE/EX60T+hnUdUhFB2ly8coRQI9gkdFPnLiEvECg+WwWIXhSUWI\r\neBN43C+8QP2NoUlou40dzQkHzvYhy1d8VgA=\r\n=h4b0\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"5dcbc2fe7dc36cdfb638546caa67719276359dc4","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.4_1673914789975_0.8964529686845344","host":"s3://npm-registry-packages"}},"0.1.5":{"name":"@robertsvendsen/node-crawler","version":"0.1.5","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.5","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"546402232c37376dc620e89e6db28736bb05274c","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.5.tgz","fileCount":14,"integrity":"sha512-hy+Yu4Wd2MNHAaoUy2ReAcAqSg2F1SRBezVoSObujA7TyQN9Nf9t2bFr+LI4od/sSJ+lZPkXRMzchKSwDFKK5w==","signatures":[{"sig":"MEUCIQDCkwBNbLiPJdFq11Ca7a6ImMBp6PJ11WShulig+R62YAIgEZT5sTYa1P3cbhxFwpnrVu+e9PnrUoFroA5eLSUYwOM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":100419,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjxen4ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoS5g//Q61o/rZaqq5EnShZnBhmDWdWpYgPS4bajEsXIQEVHP5lN8cy\r\nqgxLshpYrgfLx37Z/T1v8LF6SaMzgD1DCeZiH/INkqU7yHl3kZls5vzJykXt\r\ndjVNDbxVmzG6kT2BqQZbS7C6WEP1ESMwFUuNa48mAESTPEE8fUETPNQ3dFNm\r\nV60APQNk/3SG86fz+Ijng0CqQHnKri30BIQKx/tR2jKOn+/6OrgIfOHUU/+4\r\nuvUBk7WWR35xh4SbFbpNWNo1lWJXKL1W2kgDbb7pZiil2H259ObJdm/bU2jx\r\n/Ne79DgkCYOMmAHMKdb8F62i1kazgz/vTXoFuvhc7OyRZcQuoWqIP1SmZ2eZ\r\n1WdTuapu1ZPJKjwCAUCPNmqDYgWPvwU1JWJFPqi8DlWCCkBTKAKysFb4xgOE\r\nge0h0jnh/EFTfwMvKSdL5FbAShTA7h64G1DfXC3TvXYxN/IhLrNe2LJUrZ0S\r\niQTXHlGCBaSND9dDKY+7q1zf4zkGOeUqV8sQ0IuiCvIX/kTs59Cxm+W9mJXa\r\nLtmx5pIiYjMmL/UJCweZxwSrNc12REFCfql71AlagfjkbxiCwUGzk+U+1yFk\r\n9fuAaNln2J4y5jqgJbOysc8aMWMmao3vniP4QN55eoU2eY2ewM0VlOmLEqgb\r\nS98d7Vf63pSQFam+4lq+69ZxD3M0EEGI7A8=\r\n=8kmJ\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"242efc807727ef0f4de1bfda767138f7e1be83f5","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.5_1673914872522_0.10198602656240863","host":"s3://npm-registry-packages"}},"0.1.7":{"name":"@robertsvendsen/node-crawler","version":"0.1.7","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.7","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"3fa5ee4002b5ea84519430a01a3fec5862b22e29","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.7.tgz","fileCount":14,"integrity":"sha512-N5xTeYzbKyRLJTOlpTDLh+TtZdJ6y98W8OOfcurwpcPZW/an5b3vyO2SZTrhz0fpPnbJxQtE1gAqaaGMBoivBQ==","signatures":[{"sig":"MEYCIQDVoqpUaiEbgsMFuIpZKGwLDSHDw3Due+Ihk5NMqMhTYgIhAOpqGlnFWZ4b/iXKAJy9E0DxolZaAHVYYxCXd0hrilJt","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":100981,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjxmYUACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmo/+A/+MATvPvu4TgWhQFsW/VYY5iWNSbBfIQn0tVbA2DC5b+Pen36s\r\nBjwVLojxtNG/vaTzmTCxWlWVbPkXn1MVXebHb/4/PqxLKXIsdZB65vqv+3Lc\r\n2LM0LbHQDKu4H0haAU5tkminH8kItBlBQIFGwLjokGGhWFADPNXO7wT8psR8\r\nM5wLJeCQM/DDJNWZQ0aqJTNoR7KwResbW7JwNVl5LcnWXLnGcyV5wGGz70/U\r\nDDZJW3ilFYS9FDUoTkLvoD5dFYV29Z5Fq2mWScJThaYwGRrQfbgKrMtpiGWE\r\n+fpntybXh5dR9AXy1T/xPe/iCsUQiLXcy0Ta4B9FljJek3ArIzdufEZcp1hZ\r\n30SXMEUeaxYSxAwBpTS8rRuT74rqBLXlwuEisljGbUFlgk6BVHWyDRyFTAWp\r\nd2JgL7iB7KFubO160xmtBvVPhhe69TxuCNxHjlLUGGAOFUqrPvVWJpaE79PU\r\nPKna0OagQpFP/vxpWLQuL7Afu5MeCZIt9BoD/KYHeNLm8OKX0tTzU7glpRRo\r\nDDAYvTRCcz16kSQyhScB7JKfrp9bIOHgo6btOp2mOyTHMcnXvYQ9ajgQMCQc\r\nYyGZNn0wiAwr7tRwF7uNGiJg85DCLnPG0QaZLNcRcf5E+vwmTx2zoMlS1KsR\r\nHu5tOtPQ/kNKHMITp/Dih7OCJKMU2S2HsKk=\r\n=nrPQ\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"058020fbdd8c5d0eb875147adfaac29a82adcb9d","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.7_1673946644116_0.7752273151538553","host":"s3://npm-registry-packages"}},"0.1.8":{"name":"@robertsvendsen/node-crawler","version":"0.1.8","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.8","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"de51de7271db6213114c55d05df3107cc99ccf36","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.8.tgz","fileCount":15,"integrity":"sha512-3apXPaZunKGvTkaafv4uOJ95Yp8T0mD1wVbQhfCsExMlYVEDWfXgmf0c3AhBqTc/4+k1oKpGGJrQtGRKjdbhHg==","signatures":[{"sig":"MEQCIEwOHagtwhdNuXaM9zY18YydsClwpz9DRViTsFbkOGZ0AiBIRdlOArK/J9uIbCoKd5nIDiZg4KLODTSjdvyxHxKJYQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":101435,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjxnVDACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrZRw/+L51nDF83MuyN0NNgDuKBes6hYjk8j2VOwqtRsmoKt6DLX2qW\r\nrUiVM2Nqx0vLlUeJ4aUaJsdel/jb2YovrMJD0hgyu3MgD2NLIVD8TkJXW+rS\r\nP8YuSaGm0TggFF2bz9fxWnxI40Cbe/aSQjdEAyyoWtnzoxNXhpfwBADa2kCC\r\nD4yYiODAqLQ1rbTH/HESC1cXgnIUY5DWug7mjhpfNc69x4Hw7tKTICuiom5+\r\nsm++R6GCu82Av58QQ6uTMqJQJc12Gk1NIvCU8bsA+EUdSAgRdm4xuLOXIT1J\r\nX9vasE2lPYzE/fmXw7o5wqs87qpDosGtLJVrufB3HskQXVWrqMwWjHWiYe4E\r\nTgcLdQpDcPSpXp6bZ2SO2iRZee54gjestHG66macsJidH5VUO01aOlcaUQoq\r\n7QBui11b+tYDVlh4ZTZ1Ez15xfHcQqkEwq3yvlE36BWeorh4tCKcWJN/aK/d\r\n3UQsrMjWu3/arcKQVEwi0qXY3p5RZdmoboIatFPjqAexCxpSZHb6Ep+At1Mw\r\njUUdtWFEd33qUAYGNeNhVknQakeQ7lL9f61XnLyQJzcQqti6/zXTgKOP2VsF\r\nOl+d+rjMzzhqzarr0rAD5PzEb510NJmbsvPLA/NAz+Wuwi2Z8ESqy+TLbdn3\r\najV9IWHNIku40vhtIFiLofZvIaHCu2HatDA=\r\n=osSd\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"39f4857f7a1cf3b0b91af7f776ac80a62c90748c","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"## TODO","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.8_1673950531732_0.29344113075260747","host":"s3://npm-registry-packages"}},"0.1.10":{"name":"@robertsvendsen/node-crawler","version":"0.1.10","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.10","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"45bea5b485cc206b178f663c93519e7ff6d69df9","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.10.tgz","fileCount":15,"integrity":"sha512-ZO9O2o+BAq94HHGZtqVxha96JIGCMWUpOMF9tNKJBTcD1Ybv1dwSjwuLP/Q7a0yRmrEU1621EYf2HcOMKnlK3w==","signatures":[{"sig":"MEQCIAk3RI66ADSIBG2EzshlLqK7Y0/Ltts9QFLHKqAcR43LAiBoWSX9KI4GY9ETCM1E+Kkr/EvPo1Ts8iddBHxFxtBeLQ==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":101758,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjxwqxACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmol6w/+JVf7niRrbKCGXsLP8BOrk+4BEWo221qqJR+uh5vWAueKcIi2\r\n6jSGWt0SWpkAOiTgWwisXrtsHu3nzRLdeccgtjmeBlzYYolUvNTKS1fxB+Ta\r\ntzLvm6R5wwe/PzmPWoc0I6Zp6iXs21c0wA8g1BG8CfM8BVI3/v5jqxWQJXX7\r\nWpbdjHUVFPbWkTA8inTo3ukXfl68BBqaK3NMoTduZWL9ojncZ69t6bi7mgOc\r\n4B2deuil0Sart24Pgy5CURCeInCsIIDy3fLWSkyFfT3+I8biqDtaJXT+CnX7\r\nRJnkGEHlkr/tFUaIH3ATyKi6jh8UYDv9dY1/qKb/uChW0HKb+tJZro479GO/\r\nSk4NXmP0jOZ+kJ+s5W4gVmM7DZFjtkJGfRa2yvj5chPkFEhLv5HIsorrn0PO\r\nbK77MnDMRW+6ViV6Rh9en4T7RPYBa97uBcmfD17ZpDbXfXCDXh2TuJyhUTLi\r\n2PwCtIy/ggR6/pifcp/bnZrqzRJidOf33fI5idLpTYgJFJBXFUHtVOtcQSW5\r\nKCMSU7AfC8YwGsYKB6dLvLzGsexUjCRXJEDubc7x9v4N+FMgLbFkpGXf5C6S\r\nKvzE4e6ECEqtERj+DE/Uy5abP8iiKrch+CgtBM8e2qPCGVE9zH0gNvN8Ehhh\r\nHT5S45A86otQnzUYD0zDStB6cUiUA4Av9Ow=\r\n=TNed\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"6e77b1510b8dd7fc082b39e5f1dd8c114306a49c","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"## TODO","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.10_1673988785697_0.18316870146971875","host":"s3://npm-registry-packages"}},"0.1.12":{"name":"@robertsvendsen/node-crawler","version":"0.1.12","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.12","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"0d6630daa4e499106d10c3338eede2584ca10aaa","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.12.tgz","fileCount":15,"integrity":"sha512-ENSOSsLzyeUf2cviGm7lBcKV316XDk2GK4T7wpJl/ZG2DZZUjO9zuPQhqXfVpJPxKH3DLPpV9jcLn9ASJuxGKw==","signatures":[{"sig":"MEUCIQDP5wr1iUahEpWCm+ifX1mrya7JOSl6K2/9R3QdcfIKLQIgHE5sYsbg/mFaQ7tJF+OrhUAppZNDZoP/bzU+oCeCzEk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":102837,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjzv0kACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqPXQ/6A9QpW2rKKgrRXjuMFEhm39yFmV9IzG5FGvmACWNmjn2Vq4Sf\r\npXeVLAZbG+G4ccMQVPqSokgKNpIr611/uW7hMndtThrXGOanifXC8zmKVlDm\r\npH/Xrk8wM9Mni2A++fy8eeyJVN4lv4K3SenY5X67VXTTYw82eklg0OJuxQ8S\r\nFd7iaw3KdkSfX0DWInFCjX27mH11tUY43Xij7tGL9fb0XDowsaQkOpPKwMtu\r\n8NeJGE/GFuXguTk+NlzYltMRF5yVDvLbfFWyk0HBSb4H6XKsCXyjnJyLWBS4\r\n5fN6bYNfI3Sdk/zS37aaNaxW3cprurvWBLJ1AAjrpgBLTqqqZkJKAAMHsg/4\r\nwm7NeTL3qeiy9KFPo2PRPUSpOZaDA1J8knACyrHLti3+nPVfp9E3lz0Ekw1u\r\nUnAxZplxNSM+d8Xvwu6Cuw3sUJdodMXZavpxRqnUTg19NbRt/qkg9pFb1zeg\r\ngRS1KfnUinnKAzwK2+rFBGYSPWzxmn3rx43hndJAT9UFwBcPgQ+91vMbYVaE\r\nAsH8IC3DubFAxPJH3Ad0K5VINPAyyeqDhHR04Hp9yqhrlk7e2cYxHOZZo4eJ\r\nuTuJgv+NCw7NGRv0b8yrPY3zxII8vQn0m/oV3qKxEk3saFDpUQZDoy3WyFe7\r\npsH+uOLCSRpkSwZQPKqZdbfWkn3hbNNYyag=\r\n=tHuX\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"b41493ea0e4c875f20a72866a38f068eabcc16a4","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"## TODO","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.12_1674509603873_0.993255919675063","host":"s3://npm-registry-packages"}},"0.1.13":{"name":"@robertsvendsen/node-crawler","version":"0.1.13","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.13","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"8aaa5c92a5d97d2308e638424e0c76e443403a4e","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.13.tgz","fileCount":7,"integrity":"sha512-dIaegYpZ4ClohW9SKpCCgL4qBu+EMDYGZUUYFIQiJujiGVu0gO3YmlvG8h9bWP8mPGOsOqZvEJokxtUik6RM6g==","signatures":[{"sig":"MEYCIQChkf1kRb4nmHlR4i89/kkxfJ3niEc1xs5kFN0EnyE65AIhANVlUTr/Ul9TK7Ll/rLDMqF3DqqmpSBS6ooBmU57XkK5","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":67170,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj2YL4ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqsshAAmy4VKjWSMmOKhDn79VIe2iE8OnikmuEGxo1YJsi6Fl33v0HM\r\n6zfMq+z8PaghS3Dt1L0mfSmjI0DU5Jz+QA0QVeiQfBinnFKNUvxZwfw7RcZD\r\n1yKlY5PuZQfPbt0/iij3Wp3Sc9bvfsDaZ2sGBypPf0gdx7hoUl1sFAc6imzJ\r\nQ56pgLtdUP1FQhE5xy/aR8CqtD2qNcM1cKek4aTBuQpqYrzgF9lMRQTUe7vz\r\nGHcutZju9z2NIqnBxfHKhRq042oDbMK3SfBCMPn+hMxf4IHPUTVyje2SM4UB\r\nuBFNfvnmGMx06nfpbDl7ZVZm5LnhB9VCfSgPkCcbUmjF543gaA0ZqYSksiQw\r\njZyNINugNQfa4Ydb26twN+EthYFwjkAWQHWoZP3f/on9r0tbtmMjdujKrxH4\r\nkZXKFy6NWh5elLZzt1V2mpYeYzGlfxQ2BI5px6BxWAi62o7fn2Wg39FMxugE\r\nfn/gatd78AqR5oeyElC7hQFpccDNimPynqK7tg2Vcx5F5u+r9O0RtfZTcx+7\r\nwEPgNRrbaCSenRnU/3lA+0TN6v8j028faF+aWtmMCK4qfiIWV39fihGB5mYp\r\nVcfenC3blAF4ulWQtlFQSyAwRYfA0JzjqYXNNgsFLX2ojUtDBYwgOB3JkrVu\r\ns6ddeT3UY2TYfLNx4p0VvAcbetT/HUqXoww=\r\n=zS/S\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"76b2ebea7e75255b1345b6ef01487df99f732aa8","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.13_1675199224215_0.24518487269371936","host":"s3://npm-registry-packages"}},"0.1.14":{"name":"@robertsvendsen/node-crawler","version":"0.1.14","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.14","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"1d2304f75efb70b2792aa81b22b1b7a6eb68ed45","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.14.tgz","fileCount":6,"integrity":"sha512-WIC+aM+Uwcbe+dSPJeP4sl8jKLHnN2ruYp8c3DL9iac6RHpv+qu2MPqjkxdzHidrpV1n0lRPoNSfNwESfMQGgw==","signatures":[{"sig":"MEYCIQDBms0Ynp0oHO5oo0vNAA7i8GBdNpIwkIDczJEiEH4BTAIhAMN1AQnZi4iwEY+MQ+8XoDoLHlhVIz92CV2HC/2DEFJQ","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":19364,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj4Z0PACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqJjxAAivQJSmz2wTtte7w29jZC0hSxKwsIph0uL/CzVxfeMrvtsxRf\r\nenNaCBOstc/czGsNykLR04pCsVgEvawd1nt4jAZ83/9JA0K8552xobGWFc03\r\ngvrnhmnWA46KVA/MU9ML1twbtbG51yzCztcTDWlUUrU7Pn3UULRfLHcG9ncU\r\nyh0xZovyQN1QwhyaqirybffqI2n+2lCsArs/76hTpuEDUETrMcg5ZDwg/XNK\r\nUfvFXitn4xzL+t4HJE3GfdHJ7/P+BoDbMbjLPNFTK8UzF3vv7cV1BvgaDa3F\r\nOhiBHIFAe008FWuj2dMVBkE8u9QEgzGzRdE0/nJqRuhPtRaGwxLWFVcotIye\r\nU8itfF4JKLFGwuhXjgwNbGnyH8O+cXuSTvfSaqL+y7rNsvjvP+TJT+s3FKk0\r\nKjroes+Kzi+kBEOwcQnxA+iGat7ARuWkzBnfSxLnvi6xaXOXHOof2e8yJx+f\r\nDK1FT88Tu/oyNzwD0iubpJ4sAxYoxaHGaYIoBzRWC65x3l43a33zsGjjINTX\r\n3ZTegpjUxN5FINSFvUBWFw69OaLZIz9w5XPKnwRsltZrVb5JTvvoiJrkLp4z\r\nyh1tsErnASUV9yhuYPmnX2voIXjwiGQUFK1wndAfrKUA/aPzdmzjf9gr4eAH\r\nEdl7OlIATT+1soDXdiXk6ttqa2R/dPg2jt4=\r\n=yOyN\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","gitHead":"e7b6a36d98007cf9bf91469417bfdd766724d08c","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.14_1675730190835_0.5274777472189047","host":"s3://npm-registry-packages"}},"0.1.15":{"name":"@robertsvendsen/node-crawler","version":"0.1.15","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.15","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"5512881035c88b1cd4fc81692f44c20242e23ed9","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.15.tgz","fileCount":6,"integrity":"sha512-32BvSswe0f8pDw0tHZT7hNialtsJyiEIDf00rvgptKSqBcngjA7smqPs91t0nSORKd10v5hmGvb8N3iwEkljdA==","signatures":[{"sig":"MEYCIQCIPxwrM8/TNCH7dkdn9PqdIhAHrMNgKibi4rHqlugDowIhAOSmpufSkiidWdYmfWdY01IsTLvJ6MwydslK+B+pT3E1","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":19490,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj4nCjACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrpPxAAjLnDxOrx1T4n6vavMIBgvdmp0AcCywiJp9Jj+CHzs2gqM2i/\r\nIbKFFv922h6tHOhzj38p+hfKs8BxKfxO1nzB5njSkr3YDuaJ2f2Nf5LPH4JU\r\n42KqVzOolo/LG0l3QvCcILGRT6oKFFXDOHBXPZnlKTTgVVL3ImVo7ApMPJZ+\r\nm/Hm7Ds+/biLMUlvXb1eDltsj0W7gl2mewS4BA8pqHFAwgYVIsr+53YKbSYL\r\nLo1UYHn+Tf8YFPGnqqSzgdd1bZBwiOfnGtXvm3CHTdXICnOAeGk+cG9S0zWb\r\nMR7kER7uYdJ5oeIqwr+ns/XVZvQe5a0Mk6co19PrFKzr7+5rtoYPsPmf4g9Q\r\ny71V8iwMAaL17i3SN1YO7uWReHs1dXc8g6WIlgv4IwKBdWVDpr2T7ntrMhYb\r\nbFD0GBvEdBiEhb5ifXXl3txoRXL9uId8mI1ICYhzQZWxWuQWl6z5TtmuLv8c\r\nj8eSgpsw+KMbR2RKWkiTa8L7Wdmqq4pDXcLVkp7GpUFcmUaIPZGGuk1fHje6\r\n+Cmq9ymH9TEV5yBkjMwJtGWN3xchutTj6XJOiaht+TDlez+2DL+bQzg0el58\r\nO7aydtld0kHENCQ6weHEqxN9SA1jM5hvumv7x3JQ1nDifnsHQt7xI9f5S1o4\r\nHTQxHkcfEy56ZozfWasvZ+F0w/tTta4QMnk=\r\n=h1uv\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"04e19a9fff92f418153bedb3929e56f027042106","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.15_1675784354825_0.5983890814626969","host":"s3://npm-registry-packages"}},"0.1.16":{"name":"@robertsvendsen/node-crawler","version":"0.1.16","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.16","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"d89ebbebe24526b9ea65ea6e94e30f0e0ecc8d29","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.16.tgz","fileCount":6,"integrity":"sha512-yAW3lwrY/NBwYLO73kenRRftENMx+OS1Be6CeBFcE4+UFAsHkBJfJc/b1l0IrR51IK7JPBt0NBx0hQFx/kfarw==","signatures":[{"sig":"MEUCIQDuiR9C8Fjxpwryjq8MteCkZbI9C2vtma7ztMRyVDZ6TwIgIUQy6Mt7ScgpJ5RpuZ4J61W5xJnCFAEDHOwjSlSgL9c=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22798,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj5WLSACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqTYw//Yr3MrzlUGhlbDWBwmhuGG2WH4iBLoo5giJszhMENZyCnwEZY\r\nECXRe8zH9bZ9Rvpd/FCiiAUCi/59oOqfAEDAaXR4zWEvGTf1qKH77xzSOw4X\r\nkwvL/5vwMUHA5aSJUKaQhL9gDxVFC+S6mO2gW31fnacsgJPJ1sY4c0TT+9vN\r\nl9DpTKpIfmPYafMdamvzdJyTKG3xLqMdJvBlmcTZIGKYe1AGirnq528riE+e\r\nEgyVSeDnv+vMVZD8SClBwygbcX0qNJFomjlki8AbVSJ4VhxcOSs/rCEGk7Q2\r\nPA8eIO7j/WDxcQXN4UAjeTB/N1MBQqGircWyxKKAAouU5es37hJeL6Toa+pc\r\nzIjNiHFtwLteQssP+9YldnSEtZuzpXMYTvT0gwygpdEMM0i0O17pDdOavytk\r\nZpGsya8W+KD8GLpxS8y0a30uIWB7EkzlOVTad7g9i40DRGNm/GKP5+ol5BZ7\r\nwfB0AHGyyXcfdsigRfOtGrr55bGZa39zBfwH18ssjNHKZfh9xNgLXhnmA6i1\r\nlfNpUspM8Y6Y7QPwwB+G1Gk6yx+pKRqtGeJeaQ9JApydNER7tzfR4sGTgfOe\r\nckEAw/tsR5VzGJECh+mi/xLwNXSO9GV0aC7Uebx/M0XT5hECNEWMtR2aLFRN\r\n1vhd+kzCxruVePqMyU/D+6dTaa3eKHccaKA=\r\n=hhXk\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"360cc1008259e7fb27b03bf863076cdb7d04b7e6","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.16_1675977425882_0.014987669377193313","host":"s3://npm-registry-packages"}},"0.1.17":{"name":"@robertsvendsen/node-crawler","version":"0.1.17","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.17","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"72d29d3d58f864a78a1eceff15d9fbf9df389f96","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.17.tgz","fileCount":6,"integrity":"sha512-UCE1HJNvMmiFl0E23DqnGZ/3CEnoSxVs3W9giJL3kr9hAWVuNsrssEEEYzpOY95hjOmPzENSRqw4LhhfWSSt8Q==","signatures":[{"sig":"MEYCIQDnuulhiKwnoA8+nXlHajMnePsufPgNMqvp5h9sDhZUOgIhAIWS79DZxvuu6FwARqZO+1fEEMQ/wCsxiqEpN79KdWKC","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":21568,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj5WPKACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmqmxw/8DCKIVMD1iT626qNXadz/D8t1c5akjaLUtYl7Z1ivtKUw180u\r\ni6Xw51QcTz7TQ2+1dWoD7xX2tVzYvFgBCmQAfl1ZlC5TsV3xYXQDqDOWN62Y\r\nx8gwVZxQF74QDUi+8LIaUrFkpHQ89dADc57Pk19uGoEi0rkvTYIyFQ+q1gP3\r\nNUeA07eSft2QRTHOEtjnddyXctelM6ZenNYvXWji/5wnydg87XO3VRBY61Kj\r\npL1Z/hY45Wb2CtmEkgvtCl5qYUM7mqNa1fxGzx8QnRHGtWK+UeZCp+1XdspI\r\nvn3f/aoCS5Ncgo2i1GfYiXjCFCDCjtJTjrlpuli+9bXsSj8xSyKfXOJMWdUD\r\nfGz35hdkJ7hcUKcRmUBwdfZgLcgi9rWeHUw2wtEb9HF0MhDfRmeXnR2vMFOs\r\nJJpVKKLqRlO1bmeqo7xVf7PxcLfLGa4BdqSk9XKJ6bL0lg8Fq7sOygoeZRvz\r\nifnkaLrNtQvZ9JozIpKJP+p4sCRey80lJHTsKVv3tXN0oJmdSPzgOrw+s74v\r\nJ40TLPTX8dkHjvtURSPaVPdVmySG2ES6WmjziRWxy+kd0Lsw9xOh1zT+VAOm\r\nO2yA8fdWFuU4QLR4AQk/5/DQXSiC2Cq4ZYpsGnfr+tYbHeaeAK1EgxSPvovL\r\nxs807AWwsp2166yTO408b0urzvdmdpqXrew=\r\n=iTlm\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"e790d6156bbcbbb4c42862407f7e6e478fa5f9ea","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.17_1675977673965_0.8941736371730218","host":"s3://npm-registry-packages"}},"0.1.18":{"name":"@robertsvendsen/node-crawler","version":"0.1.18","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.18","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"c4a2b725c4c2147e25c1f5663cb300508c0cbb80","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.18.tgz","fileCount":6,"integrity":"sha512-rqKr2WzFuy4rDjKNgQ6zN0i/ba2r6f758DlzH1s1Nlt3K8A+leoPhLn6jlQEZotl9wxSoOD2MV3RhWjT7C4E/Q==","signatures":[{"sig":"MEUCICOlUL65fjjemEA67hOgNqsLSTWGkGRzPTPISZ/ZzoMIAiEAt6MRO5/Bs5qCzh40MbpA8EauTWOnE45qACVms5LMUMQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":21346,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj6nioACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoMUg//XbY4dG94LopGrZE+5c61rbO0KYT1/LThthL0su7HX8fsabCn\r\nGSs0AKw2g5fnsU4JTmqEplWqMj3qBVUWQmTmr0bk0O3tgdPbSD4VdkLt59pA\r\n3ZLG7VD2G0eOzlgPN+8Hlo8QlRxvzhcrKVQwdX5rMPX6v9UD2qt4bQsr/wsk\r\nXbQdqt37RqWX0hNXxmQ1HMCE6DCYI5eebdUBFIKv5fzJrgzSIJx0TRBu19mZ\r\nBshE2GpQaB8j+RV1JzrEFNYa6zgzGfiNOATwpZAhCuiJQG5uwecaeqCWDEoP\r\nv+v10/zDVVyc3QHXtLosk99E3BWrQB7U+Ds7iQ/NfQOsxKLSHPNZ2Nv1NPVP\r\nei7lwHeNDTHxWDMNt0sC9CXTxQq16ulSR2XCJCavagf8t/0eNCrZlvg3novw\r\nMQbkA4k+mkghzd8eETo5hyMns/pUaEwWdnizTrhGtwnGhx0YymfU5aENw8b+\r\nlkNt5l+FEShEb/pRDu3UmjR34TjyysMnR5odCaXAgJkr0yoqAlfD1whXpsBP\r\nct/hQmLmq+mLtR5jrYzSZPKWKT0E2KDi8r4Y/SXg++bmQZ3++zK7PymQY8ur\r\ny5Cz2Qnc8rAY90MHnkB0slNEdLm33DqIAfoofopTBTriGntpq0alQUPNlTnv\r\nyeobFSyXJ4rw8pdNieS+UnOONx26MSQlDIA=\r\n=KT48\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"d9d04985d1f802af85dbfae5e114d7d83f076f07","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.18_1676310696491_0.4376357741459569","host":"s3://npm-registry-packages"}},"0.1.19":{"name":"@robertsvendsen/node-crawler","version":"0.1.19","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.19","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"26ab9020a24014f443cc21bc1e7d49dfa8934805","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.19.tgz","fileCount":6,"integrity":"sha512-0MeeYc3PCh4s3q0Jkmk7GTTez81DZZXR69h7+15bZUCkakWwnCPJ+oONmd1DiLMmd9VC6tT58NMoGHHboIT1Jw==","signatures":[{"sig":"MEUCIQDaGNUXB/Eci+xObd3GFOIFgStnjd3p8aWK2xZ8rhp2LQIgZdf0XYMZkxqLG0zK0HErNsyZ2cSVvZniK6GZvDREiVg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":20765,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj/7WlACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmpwMg//Y1Lr97xNknr/VqnCF9mvR8O0Aq6nGpSYOMwC4cdEHnzGlmbx\r\nQsgqTPNajwmpZP8bpPD7x4cUWgXJs/OUmd2F6dy21M5VbNFn3XU/25rGLRhX\r\nc/+TTpd3bhpMUWWOVld0TxcTZbJ3Md3Hey8BomMosW5EWL0Kb/pVhcif1pqE\r\nw7CS3wiCnweyoylnGX8oIksGjfjBjx8PFoJMKcvwAW5a1aUVS+Dy/CjpCVGJ\r\nppSS6yJePHA+U6f5z7VN41JxowKfQaFCYob/aQ7VN7qKy4tMZkzQNTh7A+Nc\r\nTyiUzKtPFTj6QP+CG/TtwGk2BLiaHNwmGSYPFdM/4ltseDViATxCZwMu8E1d\r\nDuS0OiJgNsNraS37giPx5HyHAcrteqnnme+wCVm9On5ddeiBcG5/0tykzvxA\r\n752HD8BBIl/5xdjm+XV+sja8WBeeaNo45+qy/q/PIwrlUa8UIzwbd1/FwaBj\r\nxd+Z+RDzRCAvrXQjxKaQqlo+FGx+OI3cmg7KbbuGGcyKmFfZdORUfcJx/HvA\r\nXI3klZ6Ds5hvdmAETmjXZxeevxF0d/c3joNbGNJ/Ca4oodHn6xabm0yfKdCS\r\nIIIjjfWfpsO+1RU+P6S8WQ3bOEx+kNfkYdjS/yVWUSSKvHMx0/LD4S9hX8vc\r\nhshUNZwZj2M9kUE7PWan370Z5qIwpBdPIvg=\r\n=/WGV\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"0b88eaeff2fd5584b519d3b7a1d4af80c488a27f","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.19_1677702565374_0.7411120405434333","host":"s3://npm-registry-packages"}},"0.1.20":{"name":"@robertsvendsen/node-crawler","version":"0.1.20","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.20","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"936a225548a78da31dd706b0d89352f268d2e8e6","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.20.tgz","fileCount":6,"integrity":"sha512-YbkEax6+CFex4v1RvBu/Y2Oidb8mkNOOX56hXZc1uPwXKBu1/ChAZFNUs0fjSwSw0TMbsEKR5Tq/whpYum8bww==","signatures":[{"sig":"MEUCIGeNJymZlP9hlYFluPenipX/cnCnDQl5a55At/4rBxPUAiEA6PurxtQC5dL0+BXgb82MFVZ9ef5bNjz564qirlgSTrk=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":21587,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj/7cGACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrTMQ/9ENtpIlBF/DU4dbdZ3naRGN6ikGfsg49WpWyoS4uJYtYMxsaN\r\noQ0xH7s1+RDFqZ158aOyFnUnwnwXVWaimhvS7MniArAQjbAN0urTGX/xreHf\r\nI1qwxbVf/SDGvbqvyEhcfaR5Mp+urSncz8Q0+5oUWq7mDNp5Qm8cGuR56Bza\r\nuYQcvku1YGa1eKMjbhDWD/egIlbaXtOBaRMJ/iGYk3R0qozFenInUCA8X10z\r\nsMclXycTgeqmHWnZoTsaXr09ReTKoLK/tLlPyEkoZKfvZHwbAc8H5TiUErtE\r\ntVauMuSOitk3GnNzHL88eHTo7axNO9fxrqhec4CpQRZprnC+V+Bd5RH+xrZ1\r\nihEiYcnnb2Z88W4llmEgBgQ9MZSmisGifng0dawkbptTotdPVEDZ96f987LH\r\nerZ9bWjz5XfUxh/P4PxIcnJCCqf5BxOQoYQGSCCwCQk+ebBO3PX2bLJZfSyT\r\neuRoymYY9MEbZboBTHNj13dAEul6p0QrnfePDUP+FyLufVeHxInOxkhKC3RJ\r\ne6CuVhUQzA+PkjmIMplbyK1LQ7P8K/+9GrpM81GeGClP5CLztIGvVG+Md270\r\nadhN+72hwjTEb9C8ozSb7ZGMvsxawsG86Ot8q8GJz1fOrG52+jEdOfZ/YJlI\r\nSLeeQNRYU8KScNf1CBFOCoMVJKOjaEQjlmY=\r\n=rTGu\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"f42f7c6c7cbd7d3c8ad055145bb4561c01d5d7d9","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.20_1677702918256_0.45059519244145907","host":"s3://npm-registry-packages"}},"0.1.21":{"name":"@robertsvendsen/node-crawler","version":"0.1.21","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.21","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"f63086d9ea37eff7bea2186094942dc92683e4a8","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.21.tgz","fileCount":6,"integrity":"sha512-HC6Uvk7hsMyzcDlBl6IB3fUjlJKO6XgcaQlb1NxcLwD2eLsmYghoj/rOk3Stk7ouoxLTyMKiZC8I2inSkrRwYQ==","signatures":[{"sig":"MEYCIQCm3qZ1GtK/6tGXRweC7Qv+qNzrbI2ygYE4dAAH/58WBwIhAOzU2Hm9uXIBtWd/kJtjS6QaOpTnKuNmHhSTLzugdfjD","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":21973,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJj/7mXACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoTkg//Vn+UFKubnBXMD+IYoS2wMGrB9poZ4o5tgSNWu/tC9SY+uue7\r\nuZYfnFeJ5JPXpcvRloiiXV8AUk5AUWjU7v8UJ+ZnxfHDOLpRPBF2APOFSnzX\r\n9X7F9bl/LDB4ZUMMq3k6KQdsBWOQGy96olXpOQx3bc/LBZZU3Jjq+FWvyWh4\r\nKB6o/ZFMQZbryf2IjeArArnzdKjNgyzBiJ9gZ2e5qvWIScPyEszhT78Zvnex\r\n7S5boUuGzozfN734zoKqU4q36+ezH9h9rfj168Uyv8IkLyXIrY82zQ4pW6+T\r\n5W4NZSBjz0hsr2kmVODp4pgX5RkvbizqWLPsxiuxXO23vV8NY4e0iP9JHlsJ\r\n4dY4TZxWdI+HnVARDVtkrzoVX7DgaBRzHwx/SQ/RToJJ3m+6KdfU5lgxLITP\r\nYvLMDNiRO6RQxZHHPdj/SIbrPhbqciIIE7bN2TU3CU33jiDO4c2A6O6JgXlK\r\nU+hhrSzzQmWKEJ/IaO0XZ+6PPhKKOGNCoOAjiGfcBhNx2h8wfrL/+EO75QD+\r\nVk9XZJdQK4dpx8hURGJ6NR54WWLv8RbXIUfGehM0xTNBuiSfxlfd0olUNyzl\r\nyU15hmkR3OQOw66j7DlpFB4RkR0d7N30nk7CZ7iB5qTmZuvjpnaC57VPvrZJ\r\n/Vbi5vot39gmTtUJcb8yHun12gIBQwx+tbE=\r\n=eggf\r\n-----END PGP SIGNATURE-----\r\n"},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"89970255dd9179185016c843a95d1a73b4e93608","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.21_1677703575055_0.02001396492584928","host":"s3://npm-registry-packages"}},"0.1.22":{"name":"@robertsvendsen/node-crawler","version":"0.1.22","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.22","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"e094b74788f1aee3fba87224daa306696c8c0f9d","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.22.tgz","fileCount":6,"integrity":"sha512-Kqg/W2U5TROoUxZKMLdWPN857hALFXdPriXO57iNdd3E6U+bxtAxx9gOo6g7wGU2gV8v5mnerbg5uFPp+6M/ig==","signatures":[{"sig":"MEYCIQCRlxEKO5EHuW4AuwxvPxuDPHDmxjOCxUmU9HG5ruAdygIhAIIt1UuG88hWaxefe9HBQLZrkzX9hvWEGSMjVUdDEfCl","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22095},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"5c0f46390f35d9a2f89e57b8cdbfe92fc8c9f9fd","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.22_1683832529456_0.14188775053758262","host":"s3://npm-registry-packages"}},"0.1.23":{"name":"@robertsvendsen/node-crawler","version":"0.1.23","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.23","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"4698ebc114f16c09cb57adc1b14562ecf77d7422","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.23.tgz","fileCount":6,"integrity":"sha512-yPVbe1FNcBw6MhqXZpAKWOCz7vPJwG8JdPjdvnV4cjl/dVjOtytqHFgbgJ/znQFgJK5BHmlTuv7k2Z9uSWg5bw==","signatures":[{"sig":"MEUCIQDljup6JPJeNmPclTWM53ekOclZkCUdapu4BI8CDMYbuwIgWbqeOI+62LejSFx8z1+dXCOBfVCPSXFU62cMwMgj3Fs=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22122},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"5dfe0874e441afdedc3b37bbcf16c9de0f0bdb93","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.23_1683928043704_0.8672018073871897","host":"s3://npm-registry-packages"}},"0.1.24":{"name":"@robertsvendsen/node-crawler","version":"0.1.24","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.24","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"91cd23a0dedcf8c97801d85f024fb6ac0ae9625f","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.24.tgz","fileCount":6,"integrity":"sha512-ez1cx4RHR4VO8/SZYxdNFSJRnYJIMLEFB24JXJh5xEuaZv3N9b9u8ZdtbZijFRF7a4C5m0ind/j618kCTlSSLg==","signatures":[{"sig":"MEQCIEHzY7x4TI690hMvcZ1w4VpiBTUASZm6Nv5NCINM9AHVAiBR4CdTo5XEbod3Azu+YN2ej6WmLwy1kHu9/gX3KoOapw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22165},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"7e63a0d703a91402e56ba24c78c162b8ad569ac0","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.24_1683928302330_0.15947339472213184","host":"s3://npm-registry-packages"}},"0.1.25":{"name":"@robertsvendsen/node-crawler","version":"0.1.25","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.1.25","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"6c1fbab40f11f6a76ec62a2a2057b68b9b94062a","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.1.25.tgz","fileCount":6,"integrity":"sha512-cLK6uHfxmkXEXTWisuGG9SifrxKeTYn6RSUJrjUUDWAH5lay2WtF9WmcBwtugmfxtbe0MDKLr56iUd25mRbnFw==","signatures":[{"sig":"MEYCIQCcI3bfqifJOKcg2y4+jKDPPXXWsE3faB5HCuamzdg4dQIhAM8vDxatF8wulv52R8YTHxOH6Uzy2QST7qvdq8ndtIQZ","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22095},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"4df9d12d64784ef1a64df3bf507c693c35db1b17","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.1.25_1683928706330_0.29346321332405645","host":"s3://npm-registry-packages"}},"0.2.0":{"name":"@robertsvendsen/node-crawler","version":"0.2.0","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.2.0","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"fafcffa255c58e9d14e4ddc391d730016c74252f","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.2.0.tgz","fileCount":6,"integrity":"sha512-unmlpbumzxB753ttlBvfj3Udkn5T7Ma5V8eAtCgYJ4y7MBY3hDw17TfMiAy2B3rYNsEVrphzwB4cqq0QOgcigg==","signatures":[{"sig":"MEUCIQDYskS5MF7TKA8xvE4u90C0DJTLrqXrPQvy+hSYyLu8TgIgZnQFPS75OTqBksdKtxhJozE4IlPQcpQ0nWjRPRCYWKw=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22152},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"95cfda2e97eb76444b4bb8f5a013ea0fb3f2d7b4","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.2.0_1684151225317_0.8993010662756542","host":"s3://npm-registry-packages"}},"0.2.2":{"name":"@robertsvendsen/node-crawler","version":"0.2.2","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.2.2","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"f83b4100f3fb31b8600b2b0542a852db5d092652","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.2.2.tgz","fileCount":6,"integrity":"sha512-A7fBNp7v3yl10p2jobopQLvOkXXbljJNuvtwWGL/VtqfiF4Zp6ZxE8wZxWkFVZDtms4D1yxMbMEhuR+aHzDmAw==","signatures":[{"sig":"MEYCIQC1mH+28CdM94YItlMLXO8BCPO/2MDGG5thXe4TK3lKKwIhAPlHmqvQbqZz7MhTCQ8WFOFHGBT6LALftOWUp0sTfzAT","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22982},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"8eed8a99b168d7b983ec1b51aedc86404c02c0f1","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.2.2_1684183306887_0.7343532797488466","host":"s3://npm-registry-packages"}},"0.2.3":{"name":"@robertsvendsen/node-crawler","version":"0.2.3","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.2.3","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"e3b5191a035471ab68f893aad34f2cc1cb19a19e","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.2.3.tgz","fileCount":6,"integrity":"sha512-79VsNy2J9Lrh+XdN8bS52SYWjfBpO0RqbKbgpfagtTN86DH0c/VkG3HKYJFYX0pASkTadSuhUD6uRkFQICJH0A==","signatures":[{"sig":"MEYCIQCxym71bDiuy2Eze42Tr1NSVDAlk0aE1k6Zjx32bDmNRgIhAMjusWavtDXjhSbDQbZ2L659iyo6Fx0sx785zG3qFtKq","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":22999},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"f815152f387ccbabfcc05e0d61ef8634fe212974","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.2.3_1684184014160_0.7216421453434978","host":"s3://npm-registry-packages"}},"0.2.4":{"name":"@robertsvendsen/node-crawler","version":"0.2.4","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.2.4","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"0e1e7ebeb7dfd2095ccaa654f7bd8c62468ecaf0","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.2.4.tgz","fileCount":6,"integrity":"sha512-PGBuWzy3ZAzZZY7bFW5ttE+F5q049ZGH+Mapj47RQnrfXxLaC7/fY0OucbfxnoyFQYqqbGpIjELrn2LJ6UlVrw==","signatures":[{"sig":"MEQCIAHJW73NvKhGSLxkjVPWs9Pf07B+2KldNmoEES7bdAhJAiAh21EYYRDS1LVow7XbQxm2BMZJ6WDcPjL0GQu9TxUQAA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23169},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"ed159e668b6fb0b09b9b08ff6dc3674f1c3caf40","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.2.4_1684185557071_0.00697312250907034","host":"s3://npm-registry-packages"}},"0.2.5":{"name":"@robertsvendsen/node-crawler","version":"0.2.5","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.2.5","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"7dd03437b467b1084592ee57e178b796fe1fd964","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.2.5.tgz","fileCount":6,"integrity":"sha512-Fn3FueCIhLojjizdXvKjKeWUPnZr2jnOTl3SJFbf9RuEJRo/zvKYaKq1sPrH5nBc1JqroIahqTa4JNd3kippGA==","signatures":[{"sig":"MEUCIFmuGiHQZELVZJNPwnuxgrPYeZOQ6k1+Lv1sZcN2ud9fAiEAlWX/YHp4g6v9/wf5P4Xt3rIze4Y+6TTBvxw3KOI1ZGg=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23287},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"5822eb823c5c8ec37842b64f7be2d0755fb0ce64","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.2.5_1684186122955_0.012385889148097906","host":"s3://npm-registry-packages"}},"0.2.6":{"name":"@robertsvendsen/node-crawler","version":"0.2.6","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.2.6","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"61041086be927a6a5e2eba64a3b00ff92c05ed7e","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.2.6.tgz","fileCount":6,"integrity":"sha512-OZzqXI6HbCZ9hV/J2f14Ezn3wGMJOnlwDatDZZ27ex6hfZp+ckglTHFv1yibUbmNnxN7tfmy+awLZ8WKPtP4Fg==","signatures":[{"sig":"MEUCIQDhWdXX53WWRLh0XPGOutNuK/q9+kKV3ju6DgfdR8NDfAIgWy1bZjZwmFNS9bGO5UU+dVf+G00ptmCbcuEbnopjgnI=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23438},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"da867f98f3e3a3834a72853099f986b188682919","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.2.6_1684186513787_0.9162379925358117","host":"s3://npm-registry-packages"}},"0.2.7":{"name":"@robertsvendsen/node-crawler","version":"0.2.7","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.2.7","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"6c552a63cc0232df70bf0f105d0f33ba52f60be1","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.2.7.tgz","fileCount":6,"integrity":"sha512-3XH7qywQmZ9p/evCevYtelGXQaFOzEr0HZNUV88+lgFSVhiXv9M9VF8oucd5PlPf1gzVJ+zt8eNTPT0LgerGRQ==","signatures":[{"sig":"MEQCIAUEfgGq2Vsx7PZ8jO2CT3WmK5fhs63Id4N5sN9OBa1KAiBK2gzFXfv4UCGvrIOuIhwagarNgd7Ov7OdcEye854tag==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23425},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"741b02088ddb2d1ce09b259dca98b26ec6ff1910","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.2.7_1684189552072_0.5954901457819279","host":"s3://npm-registry-packages"}},"0.3.0":{"name":"@robertsvendsen/node-crawler","version":"0.3.0","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.0","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"a241170c09fbf7ec431697e3717921387109071d","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.0.tgz","fileCount":6,"integrity":"sha512-PQ+Ofhkx/Iiodb85jwC33eUqyytudk8VJtdKcKvllPxfPptqjLVj00GGTahS4soHz++2IY0kgKR/biZ+nUdlsQ==","signatures":[{"sig":"MEQCIEM7uUdgSzP5yyDzYOxDanAIaaok0bNf6UZGVbcPm8j3AiBViKXxDTELPgyNsau69QTh65LO1JX+DRkhK5iiN0TTOw==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23638},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"309cd9f75345ef92966d1d52e70cc7c2d5841a98","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.0_1684794708674_0.1435932492559655","host":"s3://npm-registry-packages"}},"0.3.1":{"name":"@robertsvendsen/node-crawler","version":"0.3.1","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.1","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"b3200917ab6ea18ff9f9ef016698048461cded16","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.1.tgz","fileCount":6,"integrity":"sha512-fXgnt1lEtNaBc17oQatTSdEIZ+W2e39N7IZaqhICUioQ8T3gDL5FNnrmpO9NfxqPemZUM8405Ra2Z5hDABXfKw==","signatures":[{"sig":"MEUCID2dyAQ4kjr3XWCXMt3Eq2c8e90hhA0nL7E0pJUc+mowAiEAvQzdAewdrZJl0QR4OT5oK9Cc0Q2DJzU0qsvzXHKuNrE=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23640},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"3ec6212a6bcd37509d13b75efba31905f5318b34","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.1_1685474909573_0.5487798994603865","host":"s3://npm-registry-packages"}},"0.3.2":{"name":"@robertsvendsen/node-crawler","version":"0.3.2","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.2","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"2c02bff0572400e34218ac1650094bf6f0ef5f8b","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.2.tgz","fileCount":6,"integrity":"sha512-f0bOWYhwKJWOCnF6UCQIFE409WpE+cNOHPnSaXRH6IjPtET9S+DpvA0U8Zf+ZNXhvwKx/lhZqjfTGk4xi7uiOg==","signatures":[{"sig":"MEUCIQCH5bNR47Ge32Il9LWPhVGC2FSaAHlXm1eF/73F3d0F0AIgXDoPqVLEnYkRL4Hd0Tw5TKaHjYD1+rcZR/CNCUfbKss=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":23634},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"c75f4c6b65978a34e2f9ce87fa9a6d86ff50a5e0","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.2_1685475186157_0.1020126052453334","host":"s3://npm-registry-packages"}},"0.3.5":{"name":"@robertsvendsen/node-crawler","version":"0.3.5","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.5","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"19602c58ae298e8dec1f620d9ab4aeb863017d3f","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.5.tgz","fileCount":7,"integrity":"sha512-i1GTFHQ+w6iwgYt1Ue7hWjZM74ZOLwyAW15OGfS5U3dN1BKq3vrOJklX48esM0vjREDaUFjftb9/uVUniZqg5A==","signatures":[{"sig":"MEUCIQCt+bUSCc0+uLuzOTIWhF8jCQqCF6b08uSHJ7xdlU5V1QIgNsoMhUYLU56bevQFD33LdgJDcAuI1J9omTDyJRAJ++c=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26315},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"8864daa997ff23d5e1eec2844866cdbeb94172d9","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.5_1685480792351_0.8777049763899081","host":"s3://npm-registry-packages"}},"0.3.6":{"name":"@robertsvendsen/node-crawler","version":"0.3.6","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.6","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"0e7c1b2ea0cd4ea6e12783d779d8281299e790cb","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.6.tgz","fileCount":7,"integrity":"sha512-0Cg/k74bw+/yFDt+VfbbJn1D9exeg10lY8HbsqEjpJvytw2iDDRk6oCY9kjUmYLtxbj1ZZyuakW35GHtLmknoA==","signatures":[{"sig":"MEUCIQDZCfYweRT1VNia/4VtLL9Oc/j0EvbDbB25YdqjoFI7rgIgbX9eUjBs1zkf1Weszh7lysDhuEDGZVOug/cVg0wOpb4=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26407},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"3bea56171682dc9e558ec9931dff81d164ca3cf8","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.6_1685482115798_0.3755909058997988","host":"s3://npm-registry-packages"}},"0.3.7":{"name":"@robertsvendsen/node-crawler","version":"0.3.7","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.7","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"1a3e77ea8d5e6162e1aeec1bc987bdf7594098d4","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.7.tgz","fileCount":7,"integrity":"sha512-GV9MsdwunZxFCt8lB5kkyTzTfde9IDBP60NFnM3fp/JhfRLPspQE45E6Yf9LlURTSe4SJUuzQXnPqzmLwpmb8Q==","signatures":[{"sig":"MEUCIQCTQDbR/Is/Ak3/IXff6Xka3qJW7ztIFAqV7odzz1ZOuAIgIR5mcE2D0ctQ9BYQG2esxIOmSTUdRYtXxNRIbxyML1Y=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26426},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"1b454960da3ac0d5717451028c2787ffd5a4acea","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.12.1","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.7_1686261889712_0.7447482559566705","host":"s3://npm-registry-packages"}},"0.3.9":{"name":"@robertsvendsen/node-crawler","version":"0.3.9","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.9","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"50eec80f3e2a8eef6f2f17678577c03606d410ac","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.9.tgz","fileCount":7,"integrity":"sha512-tDBpjvGA/qgXstziFkKJn7s5EDmQeDo3oGgdR84vI3SoywKvv1v5EzOMm/erCHws3/HhOkMmwEWDYWNbNPUjLw==","signatures":[{"sig":"MEUCIF4kVaM1BVubicUKQCsV3GHQA7WR+96GeEE668LvZXg7AiEA6A2rlk4R4PXVY1CFls2Zl97YD0xyexVOkUJGbEkHwjo=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26548},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"d04739d9595d61a1ca38bcd733538f28e6570227","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"9.6.7","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"18.17.0","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.9_1693341306492_0.6761610061385261","host":"s3://npm-registry-packages"}},"0.3.10":{"name":"@robertsvendsen/node-crawler","version":"0.3.10","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.10","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"d2c199acd70ab95965092144444cf1ad05df3478","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.10.tgz","fileCount":7,"integrity":"sha512-jC+DMRaeWWVBevy0GKc7DZ6dgx6VJuMfEL0HdPaXtMjkWcXHnE7LlDq4KenXxZRwpNx3ObrtjEi8B0L3VdQebg==","signatures":[{"sig":"MEUCIQDLXpEdGqWkbSO5Helzr3IV+2H7yHM8CK1QvdddL+p3CQIgCg1/8BZXBzAIPE2bGCrmC46YZ1ZlKiVqARhPNcLvjDo=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26556},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"346c961046b517ac04e6e2cd7e7cb6f849a849d6","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"9.8.0","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"20.5.0","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.10_1694508739477_0.7264123702870167","host":"s3://npm-registry-packages"}},"0.3.11":{"name":"@robertsvendsen/node-crawler","version":"0.3.11","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.11","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"971a8cecfe1e1d559bd075723480dc572e844709","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.11.tgz","fileCount":7,"integrity":"sha512-BPOtzdHJXox+QjgB3EmNZJ+7qlmSFHTLb1xg++pVvSo47HyoEV6tZrRXgQlxtpfyePql3yutUW9fMtc1Miy2mQ==","signatures":[{"sig":"MEUCIC0sjKxtJmHc3+mXnjZi9EbhZLKy6y2FDotJkgqSgqbDAiEAnT41pb6A55vWetxO25W/TxAgRqgx7lIX7PaPjwyXJ74=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26669},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"11beb9eff89577f07680aa6f01536f8a11b786ba","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"9.8.0","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"20.5.0","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.11_1694513155244_0.11970346265760301","host":"s3://npm-registry-packages"}},"0.3.12":{"name":"@robertsvendsen/node-crawler","version":"0.3.12","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.3.12","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"20fda82051f788fe6d11470aebd0907cd32ad44d","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.3.12.tgz","fileCount":7,"integrity":"sha512-YsuSfunoNvXFkzTehlqf4BQM2DlivVNdXSAE1Jx+ZBqaVCbrT+KMmaWX4ZIBXyF8vsX7u0YQCuhumgWxx1dZtQ==","signatures":[{"sig":"MEUCIH4e4a+9FvK1ijtwLtrIM6iN+L9yYhef0NTMOjwKUgS1AiEAvqMR7xTwgbTk1H+iUMSHsoNv4GmmmAS4HziEJ83jja8=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":26700},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"631ae61e9335d00e345b39967f7d1dc7065f0b6f","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"9.8.0","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"20.5.0","dependencies":{"p-queue":"^7.3.0","pouchdb":"^8.0.0","puppeteer":"^19.2.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.3.12_1694715348903_0.7543003135554747","host":"s3://npm-registry-packages"}},"0.4.0":{"name":"@robertsvendsen/node-crawler","version":"0.4.0","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.4.0","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"db86fe9553e641624ef31142ce9061fdb127d854","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.4.0.tgz","fileCount":8,"integrity":"sha512-XeOEHV2SPIJ1n/Xp9URW7oixqENIX4Eq5WxoCkGnO/74hYDmvW250Sc6FDCQxPeM4ZNnhSzaZiZBUX0eEHW6CA==","signatures":[{"sig":"MEQCIDGyJ8JyxOfS+wQ+acnJPZNmeHhGz/G2y5v5XnZpE1xMAiBXAAaF591fKdFaD922zUPapEfOr1qVFO2NW7RCRrI28w==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27490},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"b705747047f3f2dc2a0081868613dc9de0e523fa","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"8.19.4","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"16.20.2","dependencies":{"p-queue":"^7.4.1","puppeteer":"^21.4.1","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.4.0_1699318538636_0.3329119716181217","host":"s3://npm-registry-packages"}},"0.4.1":{"name":"@robertsvendsen/node-crawler","version":"0.4.1","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.4.1","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"76adca892c1376e61fe37eb99ff5d028f9a3f4f2","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.4.1.tgz","fileCount":7,"integrity":"sha512-XHqeDBxWxJYcvY33r98LlfliDy86jsq6ZyfEEwVnTu39tSljnyxWOEkwc6LLbDAcTQns6nEygw0pXm8L29m2Hw==","signatures":[{"sig":"MEUCICex+K0DEKgV0Ht1cIGQmt8bobMURZj+29gLxn39Jo/IAiEAtAUzNEvE5RwVy5y+mxxWo9MZ0/T3Bn+/heZ+fUTJh9U=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":27365},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"b6f885755930cf73aeddf0b4285c5a1fed75cde5","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"10.1.0","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"20.8.1","dependencies":{"p-queue":"^7.4.1","puppeteer":"^21.5.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.4.1_1699320118838_0.8957106040113936","host":"s3://npm-registry-packages"}},"0.5.0":{"name":"@robertsvendsen/node-crawler","version":"0.5.0","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.0","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"876dc9f9a4b035fd7c3ba57962a1bd3d24adec37","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.0.tgz","fileCount":14,"integrity":"sha512-C6q9TlQ6U34c3dy9Wx2RQ6q6gCV+Zyc7lwl8q+SltkRSzrshPpcysLsqlDzBSFCDKk+JtijqNlqzq52oNd1pRQ==","signatures":[{"sig":"MEUCIGFefDSAqMKvtglcM4aXTm17D/W3xi3Fcs7c2b6vHtXGAiEA9Hfz533TcF9uatR2RZGggde68Qp69ybywDaKBw1Jvpo=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":81959},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^22.10.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.0_1717635459632_0.3327614097066116","host":"s3://npm-registry-packages"}},"0.5.1":{"name":"@robertsvendsen/node-crawler","version":"0.5.1","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.1","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"87905a32b79471430272c94cf66b66f4cf8ff51e","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.1.tgz","fileCount":14,"integrity":"sha512-752dvnxMR9Kq7ML5IAR1/BUSCGsdnq81IMZN5JmWBI2G5yR9F9Mwo9o8lqm1cQmppeHfOv+t9r+G2q8x615U5w==","signatures":[{"sig":"MEUCIA9fILiGpxFb+czzAYqCON3P4KvqyZhHlpj2BdxvTTu5AiEA7PqLIDKTWmTPBjVt6sVa+ynQ6/eImmnN96I+AeF3E+Y=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":81994},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^22.10.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.1_1717636380535_0.06986904503561298","host":"s3://npm-registry-packages"}},"0.5.2":{"name":"@robertsvendsen/node-crawler","version":"0.5.2","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.2","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"f036bc9efb4349afa9c3376fd660612710bfeeb8","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.2.tgz","fileCount":14,"integrity":"sha512-aEkL1hx6Jg4jI5mTK6mrFk7QXC0bRZoZ+MR71AcRjfykar46MPtn4O9IovWSZ7nmuSWUZ92Y2MtSVs9JMv8IYA==","signatures":[{"sig":"MEQCIGwvWVpfqgebp4g+yKFxj2b2hvGGN2VoQUszwSc+iY+KAiAWRuhJ4ZR4v80lfoSCd3WsI1io4wu9AtmA79FqtrvhLA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":81962},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^22.10.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.2_1717636761233_0.42234892767327326","host":"s3://npm-registry-packages"}},"0.5.3":{"name":"@robertsvendsen/node-crawler","version":"0.5.3","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.3","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"1d8fd58636d571f473fb213b46af9254debf99df","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.3.tgz","fileCount":14,"integrity":"sha512-6KUsiAcNevXUzVn+FkgQjCC/Ilwb56mmklky1KM5zfoZUgWJswAEz+nu91M+2p1YPemGL+GXWRQXfEMkVo213Q==","signatures":[{"sig":"MEYCIQDNzoUEEG0Kr4YFuSjq5VxeKG/HJ8c8HDdapRgw2n7+xAIhAJKg/db3TwYuE1xPiUd+aZG/wxFT32H4SenWm/RWG7xo","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":82079},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^22.10.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.3_1717637466209_0.9383697250554512","host":"s3://npm-registry-packages"}},"0.5.4":{"name":"@robertsvendsen/node-crawler","version":"0.5.4","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.4","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"f65afe2342af5b1fefd9a870b095b7a23d7c264d","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.4.tgz","fileCount":14,"integrity":"sha512-XmB8QTQsJj4g2Bznh5fF55KEpbJKhYU3A3BDotZkrqnbWl8u0hjLjs8Fj3z+L/a+4JhlRJdCBiZln8dOxAuqvg==","signatures":[{"sig":"MEQCIDGr5jmWX+sEsMcfc/Eo9TMvRU6p0rmgzR5Y0IIqAeIJAiAGMQbwc6yPZza87/M+VC2F6gts78qaQb8Xv5CZmG1pBA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":82082},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^22.10.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.4_1717637880539_0.9666855768441689","host":"s3://npm-registry-packages"}},"0.5.5":{"name":"@robertsvendsen/node-crawler","version":"0.5.5","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.5","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"06f91876dc2d7b0057ea16a56e028938ff4dcef0","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.5.tgz","fileCount":14,"integrity":"sha512-ELF3NuACcKheUhwQIeZ9xijMb5Stm//yhVIV83tZ/cPcr6lQDq/HAif9k8Rxqpnbgxv+SQozCfJPnIU6+KDVyw==","signatures":[{"sig":"MEYCIQD/FZL09zUc/LPILUORT7qyT3Uo9UnMWTTNB80PkXEzwgIhAIcsDFkAFeN/vtz+I2S0gyNSlU1NetnEIm9GtVcRZZu3","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":82477},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^22.10.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.5_1728159760524_0.0373695587503613","host":"s3://npm-registry-packages"}},"0.5.6":{"name":"@robertsvendsen/node-crawler","version":"0.5.6","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.6","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"5dd44099ea41019fdf58b51339582cbcd35100d6","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.6.tgz","fileCount":14,"integrity":"sha512-Ou5J0ptQ+06XSpA6gPgah67H/iJ1ENxntkPTpjWUC6P3XJdI3UV2njSjwb5g9xaAoShhE8P2jKi5LGeCxWWcfA==","signatures":[{"sig":"MEQCIBF8TuXDvjp35+1XjITS/Y6WaitRwsprlPaNBZ5vWA1EAiBr4P/JAqTtbU7Tc+5dLUG5DYR6hX/w6Z2zFIzEX1D3rg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":82476},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^23.5.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.6_1728160418084_0.2898586413304558","host":"s3://npm-registry-packages"}},"0.5.7":{"name":"@robertsvendsen/node-crawler","version":"0.5.7","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.7","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"e2b5e6ef85f391b5b4aefda1f4da9c6f32a911db","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.7.tgz","fileCount":14,"integrity":"sha512-Yi+wenwSofSQXYiv/Ubgg7XgQXUvL6+TV6pIkU3BL/tQtDEjIKFRpvDDnZsEFodSr5HkRLtgIS/pyt8U/plbNg==","signatures":[{"sig":"MEQCIHURczHzkLJE9frmax5HYe25Y1HCSq1+cSMRDejhzuzRAiBoZe8wfwo5PSoBnhm2WtqPNXrYx5NhG8m9SWhDNA2Ttg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":82401},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^23.5.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.7_1728168287253_0.7720415559952012","host":"s3://npm-registry-packages"}},"0.5.8":{"name":"@robertsvendsen/node-crawler","version":"0.5.8","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.8","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"b7d320c9714ebd617acf881cf5c2cbc4ef3e16b9","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.8.tgz","fileCount":14,"integrity":"sha512-VknoodhL2E5twHeSwDSpfKf9VIGe0EA/Wiou4b1MsAi/rvS2zdqV01L86dOFDUwAIn17uBlOAz0KL3o6GC8fyg==","signatures":[{"sig":"MEUCIFBlZeYTM1e44IGM3x90K7DR7orOD6HY40VD+enlv+3aAiEAobE9uOymVr3pCowFuNtJyJFoIjEtYsCCWnRkOe5CXYM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":83556},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^23.5.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.8_1729063393401_0.5942395249972183","host":"s3://npm-registry-packages"}},"0.5.9":{"name":"@robertsvendsen/node-crawler","version":"0.5.9","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.9","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"855a1d71e70f93e7640c0caeed7a51052fae4bf1","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.9.tgz","fileCount":14,"integrity":"sha512-vIwo9Pp7e0MJZVsHPmga9QDw5d0t/l8TM70/OLCtU2SoCyyOMBFDb4BKprLHmrtZTNQOB8LsRep3s7RiyJAWAA==","signatures":[{"sig":"MEUCIQDuCM2AoB0vKdxN6oP7aIH7679E+LRUcrHGre8Fr5vNiAIgYz2e0lYvoehD5XDOFrMeW4059fHRNEzpbQ8CWi2TUnQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":84112},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^23.5.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.9_1730881101075_0.2954378825890318","host":"s3://npm-registry-packages"}},"0.5.10":{"name":"@robertsvendsen/node-crawler","version":"0.5.10","keywords":[],"author":{},"license":"ISC","_id":"@robertsvendsen/node-crawler@0.5.10","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"c5a8a00d357823fa86751ab2eb883aedf6085edb","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.5.10.tgz","fileCount":14,"integrity":"sha512-bwXTiyox5oZoJqxJrOqQwAdqqaS6Niwns3YSv+c9huD/AojBC9ZBNs2NbQ/5OQpCEm5JwmfhZmy01JstS/EVfg==","signatures":[{"sig":"MEUCIFAbutnJbAzTCXg6zgsTGPTe126Zl4LyoQOoCJ2iHeMaAiEAnpaxApStkfregA6d8aBRY8/+lXzWJx7Red//fTsRoa8=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":85223},"main":"./src/crawler.js","type":"module","module":"./src","exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"description":"Crawls web urls from a list","directories":{},"dependencies":{"p-queue":"^8.0.1","puppeteer":"^23.5.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.5.10_1731413113407_0.22597576468461056","host":"s3://npm-registry-packages"}},"0.6.0":{"name":"@robertsvendsen/node-crawler","version":"0.6.0","keywords":[],"author":"","license":"ISC","_id":"@robertsvendsen/node-crawler@0.6.0","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"dist":{"shasum":"e5db4175c09cad23d40082882c3d684776503cec","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.6.0.tgz","fileCount":7,"integrity":"sha512-/MzHMqRzsO/MeXYiuv1IVoEVsaPERuhY1vUUgTbCYmTyZYBpM+Jxm2QCsYEj/KPEtIAF6DmEmsPMX8s2SWZZ1A==","signatures":[{"sig":"MEUCIBI+JKxFhwdirvXIf0LqxhMGRDeo5rg9qB+ExXWDMvOCAiEA7+YhJtnCjx1xOTrfVLdllLb1KUWipe9TY/gnlruvr+g=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":30765},"main":"./src/crawler.js","type":"module","module":"./src","engines":{"node":">=20.18.0"},"exports":{".":"./src/","./src/browser":"./src/browser.js","./src/crawler":"./src/crawler.js","./src/browser.js":"./src/browser.js","./src/crawler.js":"./src/crawler.js"},"gitHead":"ceeb6c966cdefcc29cb7bd26a528ed69b2be10a8","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no"},"_npmVersion":"10.8.2","description":"Crawls web urls from a list","directories":{"test":"test"},"_nodeVersion":"20.19.0","dependencies":{"p-queue":"^8.1.0","puppeteer":"^24.4.0","microdata-node":"^2.0.0","robots-txt-parser":"^2.0.3"},"_hasShrinkwrap":false,"_npmOperationalInternal":{"tmp":"tmp/node-crawler_0.6.0_1742907642793_0.0865049223204093","host":"s3://npm-registry-packages-npm-production"}},"0.7.0":{"name":"@robertsvendsen/node-crawler","version":"0.7.0","description":"Crawls web urls from a list","type":"module","main":"./src/crawler.js","module":"./src","engines":{"node":">=20.18.0"},"exports":{".":"./src/","./src/browser.js":"./src/browser.js","./src/browser":"./src/browser.js","./src/crawler.js":"./src/crawler.js","./src/crawler":"./src/crawler.js"},"directories":{"test":"test"},"scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"keywords":[],"author":"","license":"ISC","dependencies":{"microdata-node":"^2.0.0","p-queue":"^8.1.0","puppeteer":"^24.10.1","robots-txt-parser":"^2.0.3"},"_id":"@robertsvendsen/node-crawler@0.7.0","gitHead":"2eed09769f9587c591250b003d650e55591c2a94","_nodeVersion":"24.1.0","_npmVersion":"11.3.0","dist":{"integrity":"sha512-nqJBoJYoERBHlxQJ9CjeQ7ljuj15RX8UlHlwBA0H6fP3z6OXlLCF5oUqITmv6ixJFb4fSG2IQj20A69yX2nCew==","shasum":"86fe5382040e4e12d1d1b47bd19625765ae96574","tarball":"https://registry.npmjs.org/@robertsvendsen/node-crawler/-/node-crawler-0.7.0.tgz","fileCount":7,"unpackedSize":30828,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEYCIQCLk8QBhLolOJ/rEwhTsxJgEmuXb8RSbnMws15BaElPIQIhAJP75RxDvgMKw0PdiRIjo7UzHC09UOEBbYJuy3To7oNL"}]},"_npmUser":{"name":"platoniusen","email":"post@robertsvendsen.no","actor":{"name":"platoniusen","email":"post@robertsvendsen.no","type":"user"}},"maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/node-crawler_0.7.0_1750188937667_0.02450603564986209"},"_hasShrinkwrap":false}},"time":{"created":"2023-01-16T23:13:45.361Z","modified":"2025-06-17T19:35:38.044Z","0.1.0":"2023-01-16T23:13:45.574Z","0.1.3":"2023-01-17T00:18:44.373Z","0.1.4":"2023-01-17T00:19:50.165Z","0.1.5":"2023-01-17T00:21:12.692Z","0.1.7":"2023-01-17T09:10:44.296Z","0.1.8":"2023-01-17T10:15:31.912Z","0.1.10":"2023-01-17T20:53:05.876Z","0.1.12":"2023-01-23T21:33:24.059Z","0.1.13":"2023-01-31T21:07:04.447Z","0.1.14":"2023-02-07T00:36:31.021Z","0.1.15":"2023-02-07T15:39:14.979Z","0.1.16":"2023-02-09T21:17:06.100Z","0.1.17":"2023-02-09T21:21:14.121Z","0.1.18":"2023-02-13T17:51:36.687Z","0.1.19":"2023-03-01T20:29:25.517Z","0.1.20":"2023-03-01T20:35:18.457Z","0.1.21":"2023-03-01T20:46:15.219Z","0.1.22":"2023-05-11T19:15:29.613Z","0.1.23":"2023-05-12T21:47:23.858Z","0.1.24":"2023-05-12T21:51:42.493Z","0.1.25":"2023-05-12T21:58:26.503Z","0.2.0":"2023-05-15T11:47:05.468Z","0.2.2":"2023-05-15T20:41:47.047Z","0.2.3":"2023-05-15T20:53:34.354Z","0.2.4":"2023-05-15T21:19:17.269Z","0.2.5":"2023-05-15T21:28:43.150Z","0.2.6":"2023-05-15T21:35:14.054Z","0.2.7":"2023-05-15T22:25:52.270Z","0.3.0":"2023-05-22T22:31:48.821Z","0.3.1":"2023-05-30T19:28:29.773Z","0.3.2":"2023-05-30T19:33:06.299Z","0.3.5":"2023-05-30T21:06:32.589Z","0.3.6":"2023-05-30T21:28:35.958Z","0.3.7":"2023-06-08T22:04:49.912Z","0.3.9":"2023-08-29T20:35:06.802Z","0.3.10":"2023-09-12T08:52:19.670Z","0.3.11":"2023-09-12T10:05:55.475Z","0.3.12":"2023-09-14T18:15:49.230Z","0.4.0":"2023-11-07T00:55:38.847Z","0.4.1":"2023-11-07T01:21:59.090Z","0.5.0":"2024-06-06T00:57:39.818Z","0.5.1":"2024-06-06T01:13:00.696Z","0.5.2":"2024-06-06T01:19:21.390Z","0.5.3":"2024-06-06T01:31:06.413Z","0.5.4":"2024-06-06T01:38:00.735Z","0.5.5":"2024-10-05T20:22:40.784Z","0.5.6":"2024-10-05T20:33:38.310Z","0.5.7":"2024-10-05T22:44:47.500Z","0.5.8":"2024-10-16T07:23:13.692Z","0.5.9":"2024-11-06T08:18:21.282Z","0.5.10":"2024-11-12T12:05:13.627Z","0.6.0":"2025-03-25T13:00:43.119Z","0.7.0":"2025-06-17T19:35:37.845Z"},"license":"ISC","keywords":[],"description":"Crawls web urls from a list","maintainers":[{"name":"platoniusen","email":"post@robertsvendsen.no"}],"readme":"# node-crawler\n\nCrawls web urls from a list\n\nVery simple wrapper for puppeteer, with the most basic requirements for a crawler inluded.\n\n## Install\n\n`npm install @robertsvendsen/node-crawler`\n\nIf you are getting this:\n`Error: Failed to launch the browser process! undefined\nFontconfig error: No writable cache directories`\n\nhttps://pptr.dev/troubleshooting#could-not-find-expected-browser-locally\n\nIf you had that problem, and you fixed it with ENV during install, you must always keep the environment variable: PUPPETEER_CACHE_DIR=$(pwd)\n\n## Example\n\n```\nimport Crawler, { CrawlerPageOptions } from '@robertsvendsen/node-crawler/src/crawler'\n\nconst options = new CrawlerOptions({\n  name: 'node-crawler-agent',\n  concurrency: 1,\n  readRobotsTxt: true,\n  dataPath: 'data/crawler',\n});\n\nconst crawler = new Crawler(options);\nconst links = [{ url: \"https://www.google.com\" }];\n\ninit().then(async () => {\n  console.info('Crawling complete');\n    // await delay(10000); // If you have troubles with the script exits before crawling completed make a delay here. The queue is empty but crawling is not.\n  await crawler.close();\n  process.exit();\n});\n\nasync function init() {\n  const pageOptions = new CrawlerPageOptions({ downloadImages: true });\n  \n  for (const link of links) {\n    crawler.add(link.url, pageOptions).then((result) => {\n      if (result) {\n        console.info('Crawled', link.url);\n      }\n    }\n    \n    // To avoid saturating the CPU immediately on startup we don't fill the queue up all the way.\n    await crawler.queue.onSizeLessThan(options.concurrency * 2);\n  }\n  \n  await crawler.queue.onEmpty();\n}\n```\n\n### Options\n\n#### CrawlerBrowserOptions\n    width = 1920; // 3840\n    height = 1080; // 2160\n    isLandscape = false;\n    isMobile = false;\n    hasTouch = false;\n\n\n#### CrawlerPageOptions\n    downloadImages = false;\n    returnPageInstance = false; // If true, you must close it yourself.\n    timeout = 10000; // Page load timeout in ms.\n    waitUntil = 'networkidle2';\n\n\n#### CrawlerOptions\n    concurrency = 1;\n    readRobotsTxt = true;\n    name = 'node-crawler'; // This should just be the name, no version or anything.\n    version = '0.1';\n    email = ''; // contact email for this crawler.\n    dataPath = 'data';\n    saveAsPDF = false; // Enable PDF file generation /printing of the site.\n    saveFiles = true; // Handle this yourself? set to true.\n    headless = true;\n\n### Roadmap\n\n- [x] Concurrency using threads or processes. Actually, it might be possible to just increase the prop because puppeteer\n  should be able to handle more tabs.\n- [ ] Recursive crawling options\n    - [ ] When crawling recursive, it should handle the robots.txt delay as well.\n    - [ ] Callback-function in options to determine if a link should be queued (for recursive search)\n- Own database (sqllite3)\n    - [ ] table: sites (site_id, domain, url)\n        - [ ] table: site_options\n        - [ ] table: pages (page_id, site_id, path, querystring, last_visited, status_code, redirect_location)\n- Logo fetcher (upper left corner, name contains 'logo'?)","readmeFilename":"README.md"}