{"_id":"@35iter/spider-core","_rev":"7-e7fced96871099935fc13e76d30c753e","name":"@35iter/spider-core","dist-tags":{"latest":"1.0.7"},"versions":{"1.0.0":{"name":"@35iter/spider-core","version":"1.0.0","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"echo \"Error: no test specified\" && exit 1","dev":"tsc -w"},"keywords":[],"author":"","license":"ISC","devDependencies":{"typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","puppeteer-cluster":"^0.23.0"},"gitHead":"f91d6ebc6f311e7075a74835f2b865770988fb1a","_id":"@35iter/spider-core@1.0.0","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-3o+FxMWpXuBHrHqSmHCe+LVOPa1G43RH112q93J9oiTUuf8p4YBTjGMm+hToYJqhrc4WQJz//163yLhMRau81A==","shasum":"f5e65d47fe57977f90359f421f046e193b93b829","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.0.tgz","fileCount":10,"unpackedSize":11923,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGZhMV/46aKigoCTl1dk26sUd/bLyvjI4SokKceLQDO3AiEAo/2VvBYIo7YJ7ML4RyaAHzFLIp7FGo3N9xAukICEw5g="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJi9h0/ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoRNBAAocRUbdaQQkMCnfhY8PfxwEEMWYc29V9sc/TQYMCGm1vgvWoD\r\nIadRx4Gh4sHRGJBWkEb0HK4eXePrx8PO3rzMr6mcLw4BOcq+U/S50tn5jJtE\r\npAm9ot5BIjDQoRcI9q2uCnQK8bkCosns16mvdjGlzyezw2k8hljyH6vcdyjX\r\nrmjM3HVRl9qALSAaeuUSO5C1+tjEiWhsTOjAEbaEsHSIbSThH8/d7b6t3H27\r\n5nEMJTXz8MY/RmKBBt+gAWmSGJgnnykFn+UsgVe5+1fR8k4R63lyu5Vhih2N\r\nZlm6RO34nmqfgmsubnyt8rxlSJbgxsqb61zaTTvDzAgcN+HupbQTgBXn+60S\r\nWd4wUl3EATPfrGIsf0CIFqxUUdmpFDMReugTTYrsSiBJbu5dxYMbVtQvQcGH\r\nu0AkE7pn5hbKBkUOFvntSq4kPmDWb0e1fZHvIQbqb7Ij5vnfJ8gXtuFAFiHj\r\nxkrq73XN0lI2Y35js0JLV467wijZawzsbtmbz2+hX/ZMnL5z97/9Px8IRXDy\r\nKx/p9TVSGwpseaGDcbSC7ZrMp9cArxFPwQrhWgwczZgRiE5y7lvWAlod2TMp\r\nlqc+8qQ+CVcueGEOTs0r7Q1gLywIpUclK4Mi7u10etsDgc57ZJbOdyb+qGlT\r\ngM893bMsUO9/ZtV92VA5/svGuw3j1cBchJ8=\r\n=/pKl\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.0_1660296511094_0.9699080105814999"},"_hasShrinkwrap":false},"1.0.1":{"name":"@35iter/spider-core","version":"1.0.1","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"echo \"Error: no test specified\" && exit 1","dev":"tsc -w"},"keywords":["puppetter-cluster","crawler","爬虫"],"author":"","license":"ISC","devDependencies":{"typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","puppeteer-cluster":"^0.23.0"},"gitHead":"b30957376b977087bb84acddf8b8020a36a48f7f","_id":"@35iter/spider-core@1.0.1","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-bIGafRhxpNWPaHTwHweFpGCxfvDhdXLbeptdlamYvfYWBBBHuaj2x/S16DbtvlXBGS3CipAFSoOBQp77yPap8g==","shasum":"a19081bbcc10d1e845d77a6083aaace178613ee0","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.1.tgz","fileCount":10,"unpackedSize":11979,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIEh3Ry6DrEUKoyHtA9IxEGuGOYb+PwtfsiZaap+SPN6OAiBk2t9HzNqiSyiNCoFyYuL6WPbQEtKf481HUAUos58j9Q=="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJi9h8fACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmpslw//c+MJuYEjF9+vi0r3yu6DA9qvr0V+5Pc8lYPCbOt2j/VDbxJO\r\nXMiMOqXyv+KeJaWHF5wFcHCo/MuUoDmhWxHHD0gJ3meGFm8PpUtu9N4c6Im4\r\nBgwV/ThRusrLDh7h1+c8Oxg93TumKqN2vWeQVDr92pDSS+Rp0Ppin3Md46+9\r\nr0vMqrTtDx5zei84R/GAH+9oBofVAMY/4a/p3Ifih/FspMIk3lJZW5cvQFEO\r\nuRwahohIp70LYgYhNnb6ovke+e5r1dl1jSSmlRQ9yrIpwstM4jX85uRfw2r/\r\n/9+Rs+LkhyqiLU4SEXRxVGX2RV1naWKFIY++r+IrGaZ4y2mhAb6m5xoX1SIe\r\nNSO8Z9BZ4o60Hy5I6mRzL+wsrGWUkHoiJv6hmY1xpnGVBeEDIb1jD8agQ5PW\r\nqe1tlxQgASu8+6pTC4HvOm2XQ3hDiQuuRd1/Kg7Gak5n4qlhvRd05K9FZOsN\r\n/cMEFwvvSJGDGVOjJxeXSuGrS1n5H7EjPTVr7wysT+ywXaja9RYys3hW6t8N\r\nkxws6AWJm/cpc8qk309wP4mGE+3V6U/KDgrdX3VwdYHXQX/W3mkTNxx819h+\r\ncykujp2D/ETO0Sxz6gQtXrb0WFKFSUPt2ZyDh0x2oIkAuLW6xvqHvxckhTCD\r\nN8PeKlGHmrM0EvUpilDhSpwliI8KspZs5Lo=\r\n=hUpP\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.1_1660296991740_0.4117545282649544"},"_hasShrinkwrap":false},"1.0.2":{"name":"@35iter/spider-core","version":"1.0.2","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"echo \"Error: no test specified\" && exit 1","dev":"tsc -w"},"keywords":["puppetter-cluster","crawler","爬虫"],"author":"","license":"ISC","devDependencies":{"typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","puppeteer-cluster":"^0.23.0"},"gitHead":"baeaa72135e1b0ad72226375961e7810400aa2c3","_id":"@35iter/spider-core@1.0.2","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-rNmzEk8TmAoIvMOpUEArQIFnMxUffQ5KakkRUjlGrBovGR4WWn69G1r4Mqdklapfid5HuCvugZ/FLJ/NMVTBhQ==","shasum":"67f5118bea3453cfdc21703534f7465c11b37f10","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.2.tgz","fileCount":10,"unpackedSize":12119,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIB4oOY/Jusp7AT2O11u3/Q2LWDjG+X1ojXBX5xuKhsxkAiAumZ4Xjdxa2ERHLXT4FmLa8lBhFJrY0/FH2V+DEzpPBQ=="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjA4RdACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmqteg//V9TVMAgvSc3U+9naMBDKh/rbrzE4l5FOTMNKrTJHmlRcI412\r\nsp5qkv0wFc+QeezvaWVS2M8HGIoa5I05Yk0yfpawh5oqh6d2E/fBq1SRpcOv\r\ng0+IscVHZIwaZv8mP8X88SlSQ1X6HYu4KnHmG0ch8OnbqBWmt+1FylzMtNA4\r\nZuKd5lKq7IcDKq3QpHzJfgXJlYLai56Ywz9+eAx3a8yCUEhfcdSpban7pPkj\r\ntvHjWIHPBx8o5smMtwEK23T+Nb20E63987SmMEpIyfgolqiq76dbEjfIkAZr\r\n/M+qnDs6Kmmab+/r4+ZktWVlDdDk0jQ8iRGzCGSPrejRStvmbs0fkxSgHUkW\r\n1znr/uWWFxT+ok/CgPP/u0CRqhZdf2FPLyB1OwW0ZRI1ynuaAEGC8s0lxaWn\r\nTB5gKHdJJG8qZFa/QLo3DlHnS6UKK2N1+XFk9y84yjdUKWrlkDy4Cfob2pB0\r\nXcPYBoSTL/GO3NH0AF9eO8pEmk9JBe0YROUsmBGHN3C75Z6ylTW9T3cUCFe7\r\nTg8KeXi/tSxoRzJj0RVV83KxdGOCbsCDCL6sRUPO4Nn1x/5lJPzGKabVUhE1\r\nEY9D6abAlr9Aqqju4iMSkK171+uEWW5XkyrKiqYSapR11bL9HN8o+ya4b0NX\r\nh2u1E6MYYRHLoh531/DpdvGzA48wl/49vMI=\r\n=5Tpx\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.2_1661174877139_0.5292415238021821"},"_hasShrinkwrap":false},"1.0.3":{"name":"@35iter/spider-core","version":"1.0.3","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"echo \"Error: no test specified\" && exit 1","dev":"tsc -w"},"keywords":["puppetter-cluster","crawler","爬虫"],"author":"","license":"ISC","devDependencies":{"typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","puppeteer-cluster":"^0.23.0"},"gitHead":"4f43a936ac72651c1b7a9582bca9d56d9a0bf47d","_id":"@35iter/spider-core@1.0.3","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-RAjOTWRuZF6oiv/VrdA/wTdrmd2J7aPUMh/GJXl/2GHXnmqCAunO1h8vQM2pMs7fZqjIPAO09JXXgWHbVqBTNQ==","shasum":"6a51385444e1b365392a118fbc6e5d55c20d4201","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.3.tgz","fileCount":10,"unpackedSize":12435,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCVUEXGASnXBBoCNMdTdbFb/cjg+Es41hAtR4+BrqJejgIhAKIIoDCZw7T0yjIZWlCPm1F0CEcWNQmjJ6bgjXDBQEG9"}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjBbzWACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmp6qw/+NkIscjlT0WtU+Hcr1S1vxiQrFIE/XyUuNRHiczRzvCcFKb7P\r\nY9RwxEY2o4dI2Bl9u7Amsm3wZPVcqYfsOtqcF5f1pD1QsXQWFoutu4z0BnLh\r\nFzUV0zHL+HDiJqveHoemqFfFVTB1G4NTWo+0iRRqLPIqCmk5PBmzO506uD9E\r\nokry2D0WFi848AznUH6Ge2o3rxr2pWEVOBH99VVwv6CpAM8GAw4WEWCdtvjt\r\nOyDmUiyNe+8H7K4rnQ1/IofTKTu+By6WR7cGpceko28CjyCDzvkRDzpEh0BQ\r\neNUfaG8KreUI3QUQzuI13YMfXLGNkf9ZqWsR0Ig0GdicPXB1hyYn5mSZUefl\r\n5xs3qzVxoNKcyjuavoYEuRiIGfh7tr1E2jEOV2P5BtMN2OH/SAjuPH9jvYvB\r\nsMPT3EYPNfR+TgSjGUCDhhqtOl+1YvH1l6Lue81qNvCfma0FP1z66TjxX7ry\r\nE9eDoJFK0O7v3mbMw2+w7fbP9QO8/cawuSpzjYIjjB92u3eWp+P8OMqzDMtx\r\nnpqQUiq7CIFWUil4XkfBLuqJu9qAF+5+5xGSk0r6Xi865VP87sGclJAEBr9L\r\nB4kau8FJYa5bB7WxVXPGBi590ZlvaG22bV6B30WPD/rDtXiqULhpmDyMpUKY\r\n1C2pe2HPWLxGWs9hlLzrUCyqLRQkYM+Z2No=\r\n=Z7IO\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.3_1661320406370_0.42682388563228146"},"_hasShrinkwrap":false},"1.0.4":{"name":"@35iter/spider-core","version":"1.0.4","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"echo \"Error: no test specified\" && exit 1","dev":"tsc -w"},"keywords":["puppetter-cluster","crawler","爬虫"],"author":"","license":"ISC","devDependencies":{"typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","puppeteer-cluster":"^0.23.0"},"gitHead":"64f0c2409b20e183270579a5f96d159c9910c3d9","_id":"@35iter/spider-core@1.0.4","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-BUKBhzpC/BSnneafwQs9mtjNE0ii41Ecifocn9+ziJh6IfsEgdu0VBZoSarJoypTEt7NPtBpSwL9vJx0Li08nQ==","shasum":"299a66bce2cc9887adf5f6955eb6985594a33659","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.4.tgz","fileCount":10,"unpackedSize":13094,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFJJaeC7FrYGatFJpDfXZIoxpOfQ2s2y0m/lz3FeWpbiAiBN41yZmy4x6JOGmZb6bURWFuRsxFTULxoQbnaahV7cRA=="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjBgOsACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqSYA/9F6eYCaqUn7C9XH+3keHaLUU1xhTATnjq0OQ5fvNLVZSuFDc+\r\nW+bK0Zs+lINSeRuiAhQGaK8qvZhy+uqhStrBCVHSzlvmXw+t/tyIzq5jVrhw\r\n0xj2yo8BZXrDkdSILfnovCMJOM//DRAGY4MjURnBdbntX64F3MFqElv8XZae\r\nJiY6lyZzbbfpEmJyXGJ3nDHQnn6ox77tq5nb8mw8WPLnb0DGQOEH2k6x8hOf\r\nLI0s+91fVGwAq4vL9lKxa/D+S9yUXedKmFZ6htXP48GjpkHMIU2Mv7l/oP8B\r\n5pKR4jy1fpnfv639iEiSwbjfQJukIEksbgf2ZEJIHb8F2RLrdwL5B55/4ssX\r\nePvpp6+Foci15MviUFYSP8xNaMPLsPtYkyO1cqeJoJdMROqUV7mJEKqi8VbV\r\nt4l9ZpoPWk13VGR664esj/Sawllwf1tw2tzA4EXVSLle3Y5pZi1TdgWR0aTA\r\njyr70jn3UfmkrK+we2M9q/QKAE1paKiy7iZ5IrGkQb3wwkFEjnE74uqjvbLV\r\nRvv4NwIU6h8//ZZuDoPSXwwPs0yKUzVAl7wZ4WPxaXIRQJFNN3EbYdzmOMMu\r\ncoRhNNIC4CeS7P3cK4Do5sZPjSUgcO/yP/qWdEVpC+kqLi0PnJNH3mYw9teo\r\n+Vy5Q3kgERQGs/mX6stGTSdP6Tx5I1PdDF8=\r\n=+Fw6\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.4_1661338540724_0.15673907571439005"},"_hasShrinkwrap":false},"1.0.5":{"name":"@35iter/spider-core","version":"1.0.5","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"ts-mocha -t 0 test/**.ts","dev":"tsc -w"},"keywords":["puppetter-cluster","crawler","爬虫"],"author":"","license":"ISC","devDependencies":{"@types/mocha":"^9.1.1","assert":"^2.0.0","mocha":"^10.0.0","ts-mocha":"^10.0.0","typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","puppeteer-cluster":"^0.23.0"},"publishConfig":{"registry":"https://registry.npmjs.org/","access":"public"},"gitHead":"3b083c87cd7480588b814ccc1e978d01d344d94b","_id":"@35iter/spider-core@1.0.5","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-8FenDM3MA9E5oW4cYLPW0QSKvRd5QpYLdDAU+VU4rYL41xRoJEmxw0uVk+d5k3K9uQ1m9LDsM5F3sgM2g6x8iA==","shasum":"a03a35ca867e116375e6285197839be865b48c7d","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.5.tgz","fileCount":18,"unpackedSize":25315,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCICkCLMzsD/1lyInMXLEA9NpkM7LnxsnGroXoEIlNfrnrAiBFwLHlOSWkWz70oZ56of0OIfKhrz+As4mUIFAo2TJT2w=="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjDsrBACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmqymA//VH+VFULdSYa0xM3k9o98oGzqz7BEsiTVhU4Plo/9CUPfW4pc\r\njJEjZ6jKFC2V95075G8x+Q4Pavuern5/VujFePz8+CwCmLKWd4kbv5XtYYLr\r\nVMOMDfSf9KmoeY3GzsVjXWwkbKIq43KOXzk0QCrccJgrboU7W+vlrfKR07C0\r\nFsbWTOZEiZpvQUr/tsH3TYGzxpSbqmFn4nfwLCgChucrIPIy25XgimYYSw8w\r\nbgG/ChHSuslma5gGbj+63PJuJJC9fQFuEo6Sk/w58cQNaYh6/9nmA7zjlRhx\r\n6CPLmYECP/+n25PK1NnplHkI5uZwh4Vl80E4yxtIXnLvzAcgPb/yNB4/zBYf\r\nJyFZNm6drEVlsUaYCCSTISM/DYJG6l1tkcG4NUpGEyeCKSGXJItLi3NVtJbQ\r\nCCh8tLVIBE0Pn8eYbvbozIz7AFz7sh/g+KPj58Fy8hyy63x2JveKcMVoLGnE\r\nIzJcFtga88pv1NoObhZ4S428S9l2nFcRHh5qZFJL3yixsROq6ib1dB755SxN\r\nuc7qJJuactoqpT3u/Nun1cYJRFEaXTXsGp4/69BRRiJfaTgDOwNyt85QGnzJ\r\nnI/FdEUQJmywws2UaksoBfQm9kZzg0m0I3/yJxm5PvNK2ryDX0ZbB92GXhoS\r\n8aIEpOVyaZFmFapZZD0EsM6ofkAlRG+M0cw=\r\n=hTgv\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.5_1661913793688_0.9861023392243289"},"_hasShrinkwrap":false},"1.0.6":{"name":"@35iter/spider-core","version":"1.0.6","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"ts-mocha -t 0 test/**.ts","dev":"tsc -w"},"keywords":["puppetter-cluster","crawler","爬虫"],"author":"","license":"ISC","devDependencies":{"@types/mocha":"^9.1.1","assert":"^2.0.0","mocha":"^10.0.0","ts-mocha":"^10.0.0","typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","puppeteer-cluster":"^0.23.0"},"publishConfig":{"registry":"https://registry.npmjs.org/","access":"public"},"gitHead":"e50ca164bab0e5cc4c17c74904efa18a5ab1004f","_id":"@35iter/spider-core@1.0.6","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-kp0dM6kz/9vFLGq89Bfyjyi/vkGz04MrZp03IwYSKNk7QBe6YbKQleufKKCf/2s/AanGxyWbWoMkr70WzSn1Dw==","shasum":"be3a9fc8c03e73d71b944654943bd5586779c12f","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.6.tgz","fileCount":8,"unpackedSize":10725,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDjr1wYkMEjeq+6p8e5r2mJEzlViZhuYd9LcB4v6bz8wAIhAM3NIbKcyhiGq19tXYxtXtF3QqVi9OJiCM+fP1V8Qkrm"}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjDurGACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmoJTQ//UXF4w6w2lTgPsb6iBdS3jBo40AvrerER6CX0eyJeI9LTS/wP\r\nHQZgL1KAJBr+65NLYouva0zMVLCUC/eX9jydunF9vscQ2rwhPFO9PQh5MxjD\r\nQcSX0i7o+4GWe03qfvXas/SJ1J6sSTHnNFKPADAy2vN9Sj1izwNLqBTWkFpU\r\nmoeuEeodNmXX8Rea/X8h2ISX0tuN6bAoSeiQQSjl5u2xQjk3rXzEdVynuxuW\r\nyErqZVPBJVC3QquBJ1jMdgz6HxnBTKJr4jwKrFveFhvGlqxSpKgxB8P8lJZX\r\noUa5qtcUfCrr4n3hgRkOvqyDDLc2z9A1ffiBvCvL/0n24XttY0J7KynSYpQr\r\nm4l0tRAsH11/wcO0FcvLcSKxcbGxHTcd5kD048okw+HjJoUHfdTAOWe2nGxb\r\nUoRk6SjR6p5qwpjKN4aNFLPW/qZ82P+2vPyAM6Wbp6GuhXL1hdi2jeuRcR4N\r\nXeYXglRf0pDoOpzW50pJUbJtG0wgsoecNW8uToahujptZcgAbXnBQLv+dDgB\r\niRDm7R1vh8uYOqE11loLGE/FCRJ7V7j6Rad6qLVPt3PsYpgrHzFO1j1jP7CG\r\nbMwv2Xj4tFfTwEZI8RGNwgG+2sAA5ADg6l4TzyP5+H/M6itd2VVMCt7TmTgG\r\nFdpW9CCpvDbRQgS6rKjCF6cMzTb0gEPFW0Q=\r\n=NKO6\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.6_1661921989990_0.8530066429422658"},"_hasShrinkwrap":false},"1.0.7":{"name":"@35iter/spider-core","version":"1.0.7","description":"使用 puppetter-cluster 的爬虫工具。","main":"./dist/index.js","types":"./dist","private":false,"scripts":{"test":"ts-mocha -t 0 test/**.ts","dev":"tsc -w"},"keywords":["puppetter-cluster","crawler","爬虫"],"author":"","license":"ISC","devDependencies":{"@types/mocha":"^9.1.1","assert":"^2.0.0","mocha":"^10.0.0","ts-mocha":"^10.0.0","typescript":"^4.7.4"},"dependencies":{"puppeteer":"^16.1.0","@35iter/puppeteer-cluster":"^0.23.0"},"publishConfig":{"registry":"https://registry.npmjs.org/","access":"public"},"gitHead":"91bba73c3fc1ca7058472d0f28571265d371388a","_id":"@35iter/spider-core@1.0.7","_nodeVersion":"14.18.1","_npmVersion":"6.14.15","dist":{"integrity":"sha512-rrJVS4DvSPdubZiCvlgNdra8F4HdgXyxqre1d/Tw5g2JpkV7fStx16/9OFxQv7X4xAJkIOx3poCxfGMhUIESBw==","shasum":"b352e6c1e02a5b567593614ec1bc2bac8ee37476","tarball":"https://registry.npmjs.org/@35iter/spider-core/-/spider-core-1.0.7.tgz","fileCount":8,"unpackedSize":10757,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQC7h6IuGur/KjZWCpa7H8T9a8V/iOzP6b0sGsOT9eJWDgIhANUNKc5+vVkol0dbM9ZqiEOb22Sx4QxDc+tmAhANeeGo"}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJjFsT5ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmqzhg//RP9gKa9LCpFjKXudec7vjykqRmbtucMXnOyyK7Mn5whxbWus\r\nvwbQDpHxPtzI9rmj1k9yp6B59ToYUSvellkibBDlKylD1k8JGhjtY5/HGzTd\r\n23KMNBPKtLuZJlZ3+rsPQyn8Jbsvdw8aQDRGPdQ+TPkEg1xo7KQlPz4w1sdS\r\nN4Rz4NGJJv2FMFWua+eO2v4bcvOKFyqZFyeLWGuSoVc+dHU7KjQKLuJeHiko\r\nxomvpCXzCAFQOk02H42CE6QbTWJSfZtIIn48sO8a4b7zJZHeSb9h5Kq6mSXq\r\n7ZBDAVubhhySiZWepjVNhr+7juvKnCK5ql9tbJo7uFf6aHiEb7QPjcnP62hi\r\ngQG9f4n0sbu12MAlM+QfemsjPHP7eSlUyGfPDj8nzNwiFApdxDuSiMl9Tq0e\r\nEb8B3ZhZQ+wNDm/o3NXk7O5WksH9HVL5hsEfj5IN0GFmWWMWI4ovlg44q7t1\r\nMsCIkHDQhEPK5m35vAsz60w0vhoWniSsJ6cQzwTwzSBj6vMLfz6LWhHhq08K\r\nkzQLL9qriyeNWNA4w7vxbW+bsUtkP67zMODNsOBiaxgYEWXrXG4dlwCTjXJS\r\nSdpBxFevTEg/NEMWJ3C3OpQR7RyvweCoyZPT1j0ZZNL+d1DwgFNRbg9UzZp9\r\nnXRwOb6FYQ47OcolPz2aN5PWtZbsDES0i6U=\r\n=DCfd\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"xixi2016","email":"rxh12352@gmail.com"},"directories":{},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/spider-core_1.0.7_1662436600991_0.16655824976777422"},"_hasShrinkwrap":false}},"time":{"created":"2022-08-12T09:28:31.036Z","1.0.0":"2022-08-12T09:28:31.281Z","modified":"2022-09-06T03:56:41.259Z","1.0.1":"2022-08-12T09:36:31.870Z","1.0.2":"2022-08-22T13:27:57.286Z","1.0.3":"2022-08-24T05:53:26.520Z","1.0.4":"2022-08-24T10:55:40.895Z","1.0.5":"2022-08-31T02:43:13.866Z","1.0.6":"2022-08-31T04:59:50.145Z","1.0.7":"2022-09-06T03:56:41.166Z"},"maintainers":[{"name":"xixi2016","email":"rxh12352@gmail.com"}],"description":"使用 puppetter-cluster 的爬虫工具。","keywords":["puppetter-cluster","crawler","爬虫"],"license":"ISC","readme":"# spider-core\n\n使用 puppetter-cluster 的爬虫工具。\n\n## 开发\n\n启动编译环境：\n\n```\n# 安装依赖\nyarn install\n# 启动 tsc 环境\nyarn dev\n```\n\n链接到 yarn 中：\n\n```\nyarn link\n\n```\n\n在测试项目中引入：\n\n```\nyarn link spider-core\n\n```\n\n## 安装\n\n```\nyarn install spider-core\n\n```\n\n使用方式：\n\n```\nimport { openURL,destory } from 'spider-core'\n\nawait openURL({\n  url: 'https://baidu.com',\n  async task(page) {\n    // do anything with page\n  }\n})\n\n// 所有任务执行完成以后，关闭集群\ndestory()\n```\n\n## API\n\n**openURL**\n\n```\nfunction openURL(params: {\n  url: string;\n  task: TaskFunction<any, any>;\n  /**\n    * 页面是否加载完成的检查，对于前后端分离的页面有奇效\n    */\n  check?: (page: Page) => Promise<boolean>;\n  /**\n    * check 超时时间\n    */\n  checkTimeout?: number;\n}): Promise<any | null>;\n```\n\n**destory**\n\n```\nfunction destory(): Promise<void>;\n\n```\n\n## 特殊说明\n\n### Timeout hit: 30000\n\npuppetter-cluster 默认给每个 cluster 30 秒的使用时间，实际是不够用的，所以我将 timeout 设置为了最大值。在处理完所有任务以后，要记得手动关掉集群。\n","readmeFilename":"readme.md"}