{"_id":"@opd/crawler","_rev":"25-b4de5c5072f420f1e27c7a0cb1af7824","name":"@opd/crawler","dist-tags":{"latest":"1.7.0"},"versions":{"0.0.1":{"name":"@opd/crawler","version":"0.0.1","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,css,json,md}","lint:fix":"prettier --write *.{ts,js,css,json,md}","preversion":"npm run build","prepublishOnly":"tsc"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^24.0.15","@types/puppeteer":"^1.12.4","husky":"^3.0.0","jest":"^24.8.0","lint-staged":"^9.2.0","mock-http-server":"^1.2.0","prettier":"^1.18.2","ts-jest":"^24.0.2","tslint":"^5.18.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.0.1","typescript":"^3.5.3"},"dependencies":{"puppeteer":"^1.18.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,css,json,md}":["prettier --write","git add"]},"engines":{"node":"^8.0.0"},"gitHead":"b351599944f6ca3a25b139e0c8616abfd1592373","_id":"@opd/crawler@0.0.1","_nodeVersion":"12.4.0","_npmVersion":"6.10.0","dist":{"integrity":"sha512-zDp+4FJH9InasQSrkk20lZcZ9v3MjfQ9v+SrFVMrrMTlGHwgokuq25HOOoEQIsgAF4rBUwTUtNlc9bGx/I1Zvg==","shasum":"335cd18d64f1fc8b0cb82cec397028dab3565ec6","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-0.0.1.tgz","fileCount":13,"unpackedSize":26827,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdLupGCRA9TVsSAnZWagAAX08P/2f1iLRIUBSUQ58dz0Jj\n9z2uweXlwMT0V+1cjCT7iaRiSMlW6p3fDhCOHyVXTdrJuNk5hccN4WZOaVS3\n92kv6VWQt4YcIHtYMLt6vEe+/IWlZg+m/hxuOOWCqWzcYv42RW2K3GyHs3xk\nmx95Xt98trWRE6BoagVjxtRdN6ihWTZkv4SmAUs476GtShYPYUEZThIfQcyy\nLGY48fQY0zBuuNBYPfIPxTffaFIoYBLjgS7Mltcd8aA1bdAaFUklllMYTESX\nKmjemajiBqIVwH2sAg1l9ur0Y2SiFnB9TVIi6Fjdv1OkfD8lVhZqPt4CZr04\n0W23X6ZQgLeR6VKLp13KGJ1D2c3WqAhFFupXy1evl+Z/IuB+NYdYrdfoCLoY\ncu8p1VvX3mla21OUj0p+78YuS0DLEoiKRoRKALTTlXlqC7xDB6NdP4A7lq7u\ns81ZDWde6pA2fje0yAhI9Ri2b8uLvZ8F+emYTZOPc8CYDpThOum63a/UlEgG\nuRf78EZM88jnLodZ9sGnfvKhIXefV2rIi+IFtXr8blYqhd98LBoX/ZYy1vzx\nyWFt++geEUmSNFDNRAfFYynaBZzrIxPREO7OqqswRxi2oOc+bTsa7S5/0lFm\nCMmZpuK+/bNWHr/7YMOETMEqb6ijQQrEy/ZJTx1oMB3/bdozvRbba562wsCA\nAOJF\r\n=EUA4\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDs0PWZM5TciePUtewAkbjPFncXTRU7kU7V1Hi2qz5aGwIhAO9bjyDnTGQFkXKRVhbfoHPl/MF9ZSGbAlePrd3ztv1U"}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_0.0.1_1563355717929_0.8513200906735614"},"_hasShrinkwrap":false},"0.0.2":{"name":"@opd/crawler","version":"0.0.2","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,css,json,md}","lint:fix":"prettier --write *.{ts,js,css,json,md}","preversion":"npm run build","prepublishOnly":"tsc"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^24.0.15","@types/puppeteer":"^1.12.4","husky":"^3.0.0","jest":"^24.8.0","lint-staged":"^9.2.0","mock-http-server":"^1.2.0","prettier":"^1.18.2","ts-jest":"^24.0.2","tslint":"^5.18.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.0.1","typescript":"^3.5.3"},"dependencies":{"puppeteer":"^1.18.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,css,json,md}":["prettier --write","git add"]},"engines":{"node":"^8.0.0"},"gitHead":"c6a2700cefb5139af0af93a6f2447533007a6405","_id":"@opd/crawler@0.0.2","_nodeVersion":"12.4.0","_npmVersion":"6.10.0","dist":{"integrity":"sha512-AwYmGrBClCwclsWAsO3l80oMZe+NJ7FdH5tmeKSLZdwGGBmJqFxQPjs0vfKY4oePflNmovN+ZlUx7anUVCYfIw==","shasum":"25f6f6f95054dddaa98bb8124398a981c21b80f1","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-0.0.2.tgz","fileCount":5,"unpackedSize":15076,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdLurLCRA9TVsSAnZWagAANrgP/19HHgjhpvyCwo0+lyl7\nUDpbURJITfmCtD5LmdALj7ZNeIGYraVW4O60+C1s9XNsxLHrDAF+RS12hsz5\n55TSmxqaZhy22j85GRSN6JNIFj4SybPeZdezeBBinScID9ZnJj6uGbD+G7zN\n2NTk53fL91F3A9ZGmGbKJON9F6r+8eyWQW0IWI2YtsD1XhvEBTe6LAuJov4z\nk+JEAi3jq9WjUFdZ8Kz+XkVXPbP7BQVEWjkGharxSTB6cXIO4uZZcbbabshw\nJBlpTbjAfrhmNAHJgqU8j3noACih2EPPS/JIfIiObg8m4U2N6Mp8SyTgn2+z\nv9leezyJwwp12JKrHJFazsI3ImmfrJluvyorp3l7mBh2oOUZJXM1Vg0i/8j6\n959ljVawQLqwbeSIJ3lWNcIWnRhqJ16mAsuOZok998G2ARBWos9ZnjakA9Jy\nYv8dhOJdmzJkK5DHAq6vjzRH44Vl5+xnj1kFIzwOXr6kFojQJWDG5eR9Koa/\ngLdEie+C4VShXLzbLHtie5+zM3faEwvNGAZCZ62qMvVDOYD+zAWfHJ6FBHaZ\nPt3rqyaRUNgMzd85V8J+eXKH5ia2FxGFd4j+Oq3O37Mjo3PgqFm5m0IAwwyy\ncGQA3GxYcEXedE+o5fMaRIEpKxcrSbXE/yOj6ZYQOmLtQ71eLP1yaE4ExcMg\nzjIG\r\n=i55O\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIHaROeIojhAWUGSQ35ULBu6nCi66BWfiBoGkEPxBC8eoAiAob3RHwLOWxIBPXWVmIgHNqwke06le2eTshwFTBI8bUQ=="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_0.0.2_1563355851261_0.6415306596942976"},"_hasShrinkwrap":false},"0.0.4":{"name":"@opd/crawler","version":"0.0.4","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,css,json,md}","lint:fix":"prettier --write *.{ts,js,css,json,md}","preversion":"npm run build","prepublishOnly":"tsc"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^24.0.15","@types/puppeteer":"^1.12.4","husky":"^3.0.0","jest":"^24.8.0","lint-staged":"^9.2.0","mock-http-server":"^1.2.0","prettier":"^1.18.2","ts-jest":"^24.0.2","tslint":"^5.18.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.0.1","typescript":"^3.5.3"},"dependencies":{"puppeteer":"^1.18.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,css,json,md}":["prettier --write","git add"]},"engines":{"node":"^8.0.0"},"gitHead":"eaa2fe870a622a43307c349682990cf24944e60a","_id":"@opd/crawler@0.0.4","_nodeVersion":"12.4.0","_npmVersion":"6.10.0","dist":{"integrity":"sha512-MDIZeqlY8Hk4GwgGs5k/D8qm5L3PZGyzyc+ulE1ieOFMXj9P+K7vWWIgsLb1sAgnhsdyn1aYphAn377FXvsQKg==","shasum":"342ca21792b6152e411b32d326a5581d1d078137","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-0.0.4.tgz","fileCount":5,"unpackedSize":15013,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdNymSCRA9TVsSAnZWagAAePkP/RV1y/ZjLgczw2Rl23HO\n6BYWlLhoRrrjuLkoXQ7faS9Ympner+nBkeMEl7Xu1ijTMp+I4CNbo146DpLS\nzz4QmH2tTLWXYIy/SKjmOb0DsBtx0K0tdPN1vtI0JY6nQ9n43GVxJty9M/Sw\nl3cJuWhsnhoOstlprocMVGgmjYJGcmye9eP21KZuFfWoZEXdxETlRrRC9uLD\nEzIsucL9Dz2ygvGCh3VEdo1zfHhLP6exQcSmhAtrtzowbaGuar3zKwAsR8wH\nRNQS2JFoCwCdl7iEHWQ+ZOX0mWtyeXvK/q43IUTxndnNBSVjHi9w6zwHcjnn\nQwHuLBXyeY9OjWy3LZ1BL1ooC1CL2WaDtOslETG0HgJIE+EU2CkdVhJWJzXo\nzzJl2FPDFCm+GCn4FWxL60ieuYUpnasESdJ/mqlZP/KCDdoP7ujSjjUEJ54X\neQVz6HtToB7QeCgKZZwcLSGC6cr/2OpfAdy1PAnhsbcZED2OXT/rexOYbW+0\n6Re7xMDSMl60UK9Ey/BuJJY1KOy3FGT3MoGT8uenrrxh+JW/ljf36PHkyWkl\nC+YoPlqu4sUuzh059fwInlNY6fYG2FcFKPzVhksCAiDAwR9mTufmeA+qB20k\nq+Zga8hbKlRPYwwimZaji022l0VRm1tImm0EZCLrL5JObS0tOWfZe4mX9WVU\nptYm\r\n=TAaW\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQD23Nwm6ivS3OPC/Gliikvq2pLoKIlC+sslvhO6bO7qvQIgTSzEVCdHgzjRhqdWjYlsId0D2I48uEFM4+V3ad8RGDY="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_0.0.4_1563896209614_0.1525926594689091"},"_hasShrinkwrap":false},"0.0.5":{"name":"@opd/crawler","version":"0.0.5","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,css,json,md}","lint:fix":"prettier --write *.{ts,js,css,json,md}","preversion":"npm run build","prepublishOnly":"tsc"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^24.0.15","@types/puppeteer":"^1.12.4","husky":"^3.0.0","jest":"^24.8.0","lint-staged":"^9.2.0","mock-http-server":"^1.2.0","prettier":"^1.18.2","ts-jest":"^24.0.2","tslint":"^5.18.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.0.1","typescript":"^3.5.3"},"dependencies":{"puppeteer":"^1.18.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,css,json,md}":["prettier --write","git add"]},"engines":{"node":"^8.0.0"},"gitHead":"657faaee91fdbacb99f61a56e522b1fd590eaee2","_id":"@opd/crawler@0.0.5","_nodeVersion":"12.4.0","_npmVersion":"6.10.0","dist":{"integrity":"sha512-+I6xDLeA1LDqRJPIvMV7bWcljYe72LAjnqFfyT7/Ikz66YpDy82zPEm2LgPE3F+xx6fuoHwmdsM7VLQhQD/IqA==","shasum":"ce72bb971c75b09bfb5047fdddee761ec83e2d15","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-0.0.5.tgz","fileCount":5,"unpackedSize":14885,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdODI+CRA9TVsSAnZWagAAxKkP+wbJI5Hd4SOZhmvHGgHE\nM9ums0tR2o+ooog2JyhH8qGQNa9WCA2WXmP7v5KjMOl4uSMbkCAV0btK0IMq\nhqNRZwZxGMFN7r+H5z63DE1wohd+mPc9qHmGmRb0BI1B+IVeB2fuMtGJFnPz\nRF36l3+YvJclrOO2Zf+cLltQp54aM//0Hm9kdKSkV2Q5tCoPp1saPgivtidF\n7moTd4xyCST3cXoh0V9bLPwemhS91acQRlrrwGNW3oBWdSDbI95HUM3JRPmx\ne7PCUZ2kve8jaCW/H9T357xw0mtVjyr1NmsX1eMeRSyG/7oZ+ofdwM9t9rna\nrmxkz4XUg1OdHcID21MQOOpQWV0pyR7yFv/0ig3P9stn94gQRl+qYeoiRoOs\nwM1lAuFp2i/ebwJIj6C0cjeBayeChQoIH+Cv8G6HvFZvOzzyH6pf4ErzKsUh\nexbJqHhFI8IPK42W/SGu8Nc74nb0Z7eqykhjUMTRuUnKZZzdkAw+cDQCIbww\nGWPKJ7WKtGyjFrEu1XKRA0DxcmazVQxAMt1Ef8w1eV4oQg63usJSU66G7Naw\nQ7A4F8UkTDjJG/5PDPqb+r2p4T493Sn/4i77Z6x8TEyEUS8Gj9E8Aa3M/LDH\ntFNjp/e6F2mvt3dgeCYfHh0JfIsBwfdq9N2nx2giD2SGyXkqKEWRugYqILp3\nNTJi\r\n=o1wJ\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAIjdFfsd/LObEV+MsMl/JcnJqqqRdgZ0D7+8K4t2kJSAiA5/W6WJvG9brXGW0NEehEFAq5p9RpC/KEUqs+6aW4QZg=="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_0.0.5_1563963965575_0.1269850541935098"},"_hasShrinkwrap":false},"0.0.6":{"name":"@opd/crawler","version":"0.0.6","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,css,json,md}","lint:fix":"prettier --write *.{ts,js,css,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^24.0.15","@types/puppeteer":"^1.12.4","husky":"^3.0.0","jest":"^24.8.0","lint-staged":"^9.2.0","mock-http-server":"^1.2.0","prettier":"^1.18.2","ts-jest":"^24.0.2","tslint":"^5.18.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.0.1","typescript":"^3.5.3"},"dependencies":{"puppeteer":"^1.18.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,css,json,md}":["prettier --write","git add"]},"engines":{"node":"^8.0.0"},"gitHead":"a49fb330b9964b2a28e155b4c2d5e2926dd50921","_id":"@opd/crawler@0.0.6","_nodeVersion":"12.4.0","_npmVersion":"6.10.0","dist":{"integrity":"sha512-C6qQk/N9TFPnSTf8BLtggABVWMgFJ4EitWF2MVhhoS3RRFnw6s62CxaULsZA9ANEfed48VZ5DRxM61HVt+k/JA==","shasum":"0c696bef0ebf5fde34ab0503afe18fc8ead4a611","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-0.0.6.tgz","fileCount":5,"unpackedSize":14927,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdODVLCRA9TVsSAnZWagAA2cEQAID1qdBF1661tpWL766h\nLMvLaUpTsGcNgVX9/Wth1foLzIEhtkojNWIJL0LyLqxIwynJclZEdORfs90u\nkbUx+/kpYRPLxWUBXvutLqbUI7c7QHaKNQEkofEkAmQoznVgkMGw1qzbnzIP\naOoBF4SXEL2zAkvMuwkwrIgTKySL20S1oOeCqAWjK4aSLi2tc4gNmca3+ChJ\n81nms8ZkAaOq7HnB9a+OeYxmXvm6b7BeVvteodjkKKjsi92iQ0Q3yXzzTa3f\nwr//CpQ0MaucrYLq+bphZqf7kNo0ORVmv+ZA4ghwvMqoblRMTnNU1KQXvCI+\nApEB5aMQlnXFpr2pNDyUtcXEGsN66z9vOc6waqOzpmFO3icY3BmPpoGARUIE\nQZasPwdu94ZDENPh0ozkw4EFgCyFdHwhwduKbwQFlUbetMgTZU+X8sCLcaDR\ncheogkHOHz2Qtl3awf4c4JzSK4+h930i4PS9jijj76mtaCjPebM+aDoznJAG\nvjoxQmisbK28ioJXNPKhD4omVdcRkxrpEToA0yFee49VlgGKF39W5BUewot1\nk8lB9F81MA9R62rsgYX3CVXF5g5jfKzHbe8goh8gbXTpRTzFwI6yg/6DxHkE\noy6fM95ZSKNt4PHautQRykhZOvztOcA/bFhI0yoS9kyLaFXh0gwdHjg5CkvA\nU98F\r\n=e6nS\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCzA0OdU6/wlMKeW2ofctpgMFhYdLpL5VLfO1OwJGTqmgIgekQ1Ol7LwmaJFDBV7YHjzAfMQpkdvG3+nxvAjv/EQuM="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_0.0.6_1563964747485_0.9856477215009041"},"_hasShrinkwrap":false},"1.0.0":{"name":"@opd/crawler","version":"1.0.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,css,json,md}","lint:fix":"prettier --write *.{ts,js,css,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^24.0.15","@types/puppeteer":"^1.12.4","husky":"^3.0.0","jest":"^24.8.0","lint-staged":"^9.2.0","mock-http-server":"^1.2.0","prettier":"^1.18.2","ts-jest":"^24.0.2","tslint":"^5.18.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.0.1","typescript":"^3.5.3"},"dependencies":{"puppeteer":"^1.18.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,css,json,md}":["prettier --write","git add"]},"engines":{"node":"^8.0.0"},"gitHead":"0f8321d9de21b65d3a998b2f768f6752a621a6a9","_id":"@opd/crawler@1.0.0","_nodeVersion":"12.4.0","_npmVersion":"6.10.0","dist":{"integrity":"sha512-lPwZ2/DZgnFnbsSdTTGIL4mK3wqQZaM5ugqw15VyfxERT8tIa7HT1+tQUjAQlyVH9SHhhIJqFvNp/begsOo48A==","shasum":"b4de4449da725f657267e77678ce8929d4ace81d","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.0.0.tgz","fileCount":5,"unpackedSize":15230,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJdOGmFCRA9TVsSAnZWagAA0joQAJcnCRrDDVYmhXKO3gDJ\n1YO9F4U8igm27FHUqqQdmKV1Lmw73t6vSbCyX+yMZJMVDqtMyk6WjD4wZL4p\nj/pPPHZv/tRqFS/IYu68eDSPIqhYPMmHZbIOr9vaQzeDOLEML9occ519Vqz0\nMBJ9OtcWG/p58Kjk8Q+lilGr/efiNdO3aWrADn0+V/p2VB+R6vlwsG0CSo8l\nRSUU7xi45DoVJnyAXCy2jsdVXcYkFkJvbv8mMCuRzaP7rD5OAj/WEIfvldC6\naYfSaA6wwsn4RNMn9wkrUjfI5gfqwPcBAQ3ZK55RgB8YWp36lrnkKP4vuaNz\nzURhCdn1BP5TO5H6a9zQsfBicf6xSwuqYGVhjbkgwtYjviEvIpovDaCCrLuZ\nvwmE1+C155WA0puF+nHHIzYDjNwXQagsbLzwBJl0X4YrcIzXzPlCBdkK15St\n+Wpg6J/Za8Rl77eQPRfjh8hutnGun219JyiYNg81HOoLZLVGYzuVeuR1oOHL\nZ5ME5gNyRt9zl7KTuTRNxtYP8OEwN87lEmG+++Sdf9teKxYxWod7YHr79kJn\nNs2vwHCaSuDaDFrJJZKCKQYRQumouAxb6xpuAfsiFxlZfBDZqeFosH/B+oXY\nB/VdqTKqtbaiNhzpDILgMDfziqgc8o5qR/gfCVps361OvLqsxfhByOeL2TQu\nzb7G\r\n=WEZz\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIHKktB9G28Hmhueu7FiFzRO2s0iuc4GI5EBTfRhMBgi2AiEA0E2S8UIYuRR1/kW4VRfBF/CDjfFz22LE/MfYMq22EVo="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.0.0_1563978116935_0.24596868501464186"},"_hasShrinkwrap":false},"1.1.0":{"name":"@opd/crawler","version":"1.1.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,css,json,md}","lint:fix":"prettier --write *.{ts,js,css,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^24.0.15","@types/puppeteer":"^1.12.4","husky":"^3.0.0","jest":"^24.8.0","lint-staged":"^9.2.0","mock-http-server":"^1.2.0","prettier":"^1.18.2","ts-jest":"^24.0.2","tslint":"^5.18.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.0.1","typescript":"^3.5.3"},"dependencies":{"puppeteer":"^2.0.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,css,json,md}":["prettier --write","git add"]},"engines":{"node":"^8.0.0"},"gitHead":"f63455d32f2d2ddc44f31e0b06549b5d6ad4baa4","_id":"@opd/crawler@1.1.0","_nodeVersion":"12.12.0","_npmVersion":"6.12.0","dist":{"integrity":"sha512-jV0SyIDRO3EBH9x8NX5MYYB3mCh+fzcgqwvphz55JXHoR1vXOaKXhN4kU68KI/oBhJkaFDN6lUW7A1lFDedhmA==","shasum":"d4ab84a35f60a5488da064816053c66f9b3b36e3","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.1.0.tgz","fileCount":5,"unpackedSize":15309,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJduPtDCRA9TVsSAnZWagAAEo4P/Rqtq/EUvr0Zb44HGds6\nt1e8fV1q2RexjzacA52POiwla6fslng31Z1DPZEq5QUBrbF/16/gxKSKqCnW\nVf6idlfev32p7LbRwvIwaZYqfgPTKqrkxcVLYv71UA05saRE1j22pnzoMs/N\nywecI801fnYF54J1X0PhImgeB4x7FEuqYbhyKgNilua8C4HlFCUMKFp7WHM2\nPy5UKO8iwoPea+LRsoWe9RudS9T2Vr1cwLgr2phF/+G10nUnMb28TJORIFJA\nDpyTwsESh0Kiuu0daI3t/p7hQzP2/DmcBa9ISc70ZGRft5UBSKhZvij5emb1\nKtao2SlLyG82wniPY88sqm41EmlJpO5Mn5r9cwtU9kU0Y0PcJRacCsJEoo1m\nV2xafBkpeZU6Rn+PilzpKP2+zPci7ofuV3LlMGdGTv6QTS6AUdpiViE29qAg\n1uWo/bJ/rYyc4CZCOi/RLNbvuGvyJx/oITSOTbDsPCRirwfc4Op2pU8214t8\nhcdsaFZa2ft4vy2NzqzaXLoYNiysxt0nRb6a6zPpMisTPO32FRINVllxMVGq\nwP0lV0qZTgMXeexVAc0xk68wpBrkW5EZZxF2pOjdwgQ7AbeB5sKJzhI41dxe\nonzlZJgdt2DWXOhhx9sh+zk400K/RmyBqK0m1sDSruejuOtMgM1GciUxcojX\nm4/Z\r\n=ewQ6\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIBssFeJPRbQM2NDLgKEuIArWNxQIrLsIIk009Vqvre12AiBEOCkQe0AELb4k0U3NH9fW+WLKF4T9QuSmaZGrRsikGQ=="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.1.0_1572404034854_0.5754014167876114"},"_hasShrinkwrap":false},"1.1.1":{"name":"@opd/crawler","version":"1.1.1","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,json,md}","lint:fix":"prettier --write *.{ts,js,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^25.1.4","@types/puppeteer":"^2.0.1","husky":"^4.2.3","jest":"^25.1.0","lint-staged":"^10.0.8","mock-http-server":"^1.2.0","prettier":"^2.0.1","ts-jest":"^25.2.1","tslint":"^6.1.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.2.0","typescript":"^3.8.3"},"dependencies":{"puppeteer":"^2.1.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,json,md}":["prettier --write"]},"engines":{"node":"^8.0.0"},"gitHead":"41c85e60bdf11f4507256a07fbb13dc942ce97c3","_id":"@opd/crawler@1.1.1","_nodeVersion":"13.11.0","_npmVersion":"6.13.7","dist":{"integrity":"sha512-8NmlqxrDzOTX/RigzVSW3P4NbvrdxOfRxu0mvLDjB1VNRT0UhZhIh+vBWFYPggWKs0eOzigvcXcqCYDRnuMqOg==","shasum":"3956178dde9be77cf82f26c0c811ecf233353dc8","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.1.1.tgz","fileCount":5,"unpackedSize":15277,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJeeF72CRA9TVsSAnZWagAAKYEP/1zLam8DhIUtb2ZMEng3\nMUiMD5Z5ZNkVHY4VVdmbbdUiERBDM/hdh3n6RgGzAm8AVaCJEEnBnfpWUlg4\nxPtTphUKpOzIQism6t9wkGLbNMWclpCyBM4az0kvyIVqOLpK7m5TLCgUHoj0\n4JWk0GVghTcrFUqd9Ul9rh5jgPe4Yqn184iqL4RW3imtTrOSsgoBmSmDVa9H\n1GfwRIZ92MNFP4eKFpK6jC/rVSlShXhW9iwu4Gqu9zuJHJDpplY6zjzEiJQA\n77RE/xgg2Wga2hFnHGA4OT6or0VS3/RTlgB80c38SYmzoHWnt/uYByvyZvfk\n089zn+O3SlMNC9pJGTiWv/RLyh1c1eZAazIRRkEALpRstSZBipi99jTVKpr7\nKPTc5zeuONNHJX9cgpc4XZAeRA51DljhlAZuNOTkLCZoS+Ube80qttXiqHSE\n0BO87OVaTXcBfCOSDiy73HrKsRDAKYLW2rSLGj3jl5AK+PtAcJAcGVYwrJ/9\n/kIIFlu5Ju7KfoucXnuGLyXMpm1X2UjnvoVlPhqOLx7ZRGM5i9B8/n10jR6F\nkXz4IcTFkTolLuuuMytNCbn9JxpgNxfXHc4gFCrWBZGPj/jHpFDk7kWw5bNP\nU7Xnu3n2WK40+TjhtLKJ03YfVbWro54QSAGR8GPt9D8c5x96kydXHr3tlhJG\nkHYg\r\n=pIMh\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIBZlJL+D4IINhT9bJdvBIq50JO7NU/ySf9uc+vSSBeRMAiAtdEbD9zxqewOleniEI55pUevKXv3yODCUZ1IlLGZ9KA=="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.1.1_1584946933667_0.12222443691920692"},"_hasShrinkwrap":false},"1.1.2":{"name":"@opd/crawler","version":"1.1.2","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,json,md}","lint:fix":"prettier --write *.{ts,js,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^25.1.4","@types/puppeteer":"^2.0.1","husky":"^4.2.3","jest":"^25.1.0","lint-staged":"^10.0.8","mock-http-server":"^1.2.0","prettier":"^2.0.1","ts-jest":"^25.2.1","tslint":"^6.1.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.2.0","typescript":"^3.8.3"},"dependencies":{"puppeteer":"^2.1.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,json,md}":["prettier --write"]},"engines":{"node":"^8.0.0"},"gitHead":"609afbe56b1b928eec4826d0a99523f25e16bceb","_id":"@opd/crawler@1.1.2","_nodeVersion":"13.11.0","_npmVersion":"6.13.7","dist":{"integrity":"sha512-CFiA2PutGSl89uT8ciuCka3dVboHWunBnvLd5n8H1RlQSmH7psiKVm/nhpL3y/3HgcWYA3Iy0LLmePkxxqlN1Q==","shasum":"0ea39c7c78e8e8101070c4c1f81ce0fbd3124ff9","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.1.2.tgz","fileCount":5,"unpackedSize":15277,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJeeF/CCRA9TVsSAnZWagAA1UAP/A0jMvxhaC12u2GSX5NA\nj9IVOluIo5OgO1ktaCMwnYWpDD4syLM+8lA2HCVQXkmo/nh1UN28QXjUwoeU\n+etiSrduya9TKqaqPOQRa7wl09IqLjsL9pLG+r/ZaQqGZOFkwoq0DGe3j7Iz\nWo+wQBOcpMd/ph1hTrnSCyLvE3ykoNNo56AkvKEqdGvwBeqybzsdzhmN9nJA\nuGnC8GE0CcRjPz+GY5/S/wcsgplOEfJkyhHJUf/YoT9OYhSm8EzI0BHpfuMw\nqrVJAg/aQiYeKzt9eoyzgvA6czQjDCZrlFsbb9mKwhG0JUTVxidOHfcQQ1ht\nDKFJCTy5/nUqL4Lf72tD6WnqPFCoHP+KqK1Oxi6FgglHf7fJb2tMNLPKGCcO\n/cdqiSzsulF5TAPF+pww5HxCd4ZiTgFtum81xv44Vll9h+bNiVX+tsmtW2JS\n6j2q2rstGAdgcJ2OUPZqaAKP8w7UZdrIWbQ96aYoHXUgLSgesidflLO20tB2\n4240IsFH1JzeqXckTrrXPoB4OQOqpIpII+GRIOZ56b98ugACDR9C2IO+GW2O\n6hcs6/sByn2kiuQKt4s8bokFKq9ByZBuGDiBS150LKAgezgMV3sVuKD6UQel\nMoqAxJQsfSWlNzIqUB0VygdnJ1AxIiBuSJSRpYMyvaMZA3wRhvhDOJ62PWYW\narXe\r\n=4mEU\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFeMJvqTgXqNgwlccrCEY4yskzLKfPuSUW/ygrhQKilVAiAhPPe1KnuKF6oIXJdPqEeEQqOySjtZt69zn/66+klVjw=="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.1.2_1584947137963_0.673659977753079"},"_hasShrinkwrap":false},"1.1.3":{"name":"@opd/crawler","version":"1.1.3","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,json,md}","lint:fix":"prettier --write *.{ts,js,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^25.1.4","@types/puppeteer":"^2.0.1","husky":"^4.2.3","jest":"^25.1.0","lint-staged":"^10.0.8","mock-http-server":"^1.2.0","prettier":"^2.0.1","ts-jest":"^25.2.1","tslint":"^6.1.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.2.0","typescript":"^3.8.3"},"dependencies":{"puppeteer":"^2.1.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,json,md}":["prettier --write"]},"engines":{"node":"^10.0.0"},"gitHead":"3085fe67df71370553705650dd7bf626529052f0","_id":"@opd/crawler@1.1.3","_nodeVersion":"13.11.0","_npmVersion":"6.13.7","dist":{"integrity":"sha512-w1lx01t9vQcHl5QLrZzeHaO1I1jm5AnuoR2XuP6optw86C43PbthIERK1lmmEq1y0r3NJyIL91MuyUDUyMlXtQ==","shasum":"3cbb046c39c196bffa804fd7c718711bd11ef333","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.1.3.tgz","fileCount":5,"unpackedSize":15278,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJeeWVTCRA9TVsSAnZWagAAefwQAJBlDeMMoWUk/hFKtwKO\nKuH3WY04pycy9tbc2rXDs5H57cPfO6ayBweypKb6a6Hn/6q3ZEFYspT4xtr2\nehQiKUbGXU3mcSiDNKo4z9GWn9MXo9/lygYIqFkxigzytbhvce57E8Fv79Rf\nTfjTCewyRaBMh6t19D7so0XKuEbGtSPaBokSxJDwpdH6I3Nd3TWfU5NkB+Mr\nHDIHzNDPnByHj2MdF7RQ8vdVdxM9aPz5mIZHUOKqzRksAXW1qg27dGo7aYiJ\nJREuDH6XG3iSTVx2tnMhd7NHjdgKFxw+uxIoKvDtp6XmLFMfWsnVD0/st3R+\nk5rBt2dcE8Kgj43Kr3j270wGoS2RdmId9C7UFsEimlvFvKTHqvzDE6peT3FL\nF3lt9a9N9NAtOl9hrf3NHaudL9QZwfbSGFAct15ilFBZfauOfvxOmSQc59x/\n5qRhc4CKYSKq6PyETilLVB7oZY+X5NKmZ75+Qh46tXTwHq4THsoTLA8Rzzlm\nHAUMQFhOoK3vEd7H51y1qBGBE/DsF8lLp2HKRcWY+JYPLv9WfPoA31mFPGHA\nP7HHtqmvdgNis3oNORl5t9E8cZQqrwdmf6Ikp9A/Sol7j+d75H/dMLUqmbX3\nXfeDXiqBzCRp1G0ToNJhRQb9fwcfVeNT3srLkjzZfluHR2Y57vAO0Rs4ugqo\nM+wu\r\n=0kV2\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIEjxFA1E4fmIPeIX4EUsbcsSIQefyjRq3Xf6qQGgacFfAiEAsf7mfTNGxO5RVQGiCo9y7NDyDQ2WRKhwxi7m+t+RFxM="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.1.3_1585014099431_0.9798855525852053"},"_hasShrinkwrap":false},"1.1.4":{"name":"@opd/crawler","version":"1.1.4","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,json,md}","lint:fix":"prettier --write *.{ts,js,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^25.1.4","@types/puppeteer":"^2.0.1","husky":"^4.2.3","jest":"^25.1.0","lint-staged":"^10.0.8","mock-http-server":"^1.2.0","prettier":"^2.0.1","ts-jest":"^25.2.1","tslint":"^6.1.0","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.2.0","typescript":"^3.8.3"},"dependencies":{"puppeteer":"^2.1.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"gitHead":"fc008d2b9f1c53c8793d307edb827ba05a413509","_id":"@opd/crawler@1.1.4","_nodeVersion":"13.11.0","_npmVersion":"6.13.7","dist":{"integrity":"sha512-Muauq3mIgxUc7/u+aHgAzIF3EulMpvphRATRNzaDfPFMZ7rjrD3YuE1LxNsyYMcE3TV6yOj+8FS6mBV/VWo/gA==","shasum":"617b5dcc21ef5d3398d0dd5bf5428e4c9528c581","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.1.4.tgz","fileCount":5,"unpackedSize":15279,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJeehEUCRA9TVsSAnZWagAAU9IP/3pjGbeEPh1TNkBNEu+4\nCnWieAiay96LB1qm6vFkMJS093STkmODUcumQH9WT2nhVHyLoZFgASPeXfrU\nd4vOYpg054LdMN7t18dEnFbPhW+Ij80+Tg/PkxzyHRfnVK263yy953IddXVn\nmHwmNA9yLxLQfBwxipU/Jh+/JHIA7g2e1CJWUejmXsgSnlvyeQ076NAiiSH+\nmWL9AlinXSfghGW7yiqS/6gDwRmbyqBVTywVKOD1yroVJdEQ381AmJcw7PkQ\nzFE0PfUgA66nvnhOE6PWTQRhWxz70NnWbXHucOVDpJVd7r3VvW4eFXvzWgT0\nUKre+KT+CqvAXWtLFGiuz9dxJtqcshDfgpth1+Fz6FriV9eggbt0fCq+FQgp\n+2Nt75zkfTGRNvT96Mr2QZccsznt+IJTFkM0w5gb4iMyIbdeEEA01I7bL5nr\n0jJXEbEU3OXOVO3hWR6dTgxc1HVF+bKOiHHGEzcfcOSwnUFj2L4/tWZ2W/Mc\n/9zBkM8YJiV1pnEHuYNHbfRVBOihf5TwzepLnPEIkDUKUoxkvICVBUiMFkrD\n7Zpu7Zv7nkdRZyT6h6L0Z/8bHXtQnQ35PIvOQkEqdjnX6J2phe71SQYyBQ5R\nSEGprtStV4DTKLoprj6coR+1yd+5fWyhYD96vKOv+LCzpV/J4ysuuOeGAz1Z\nl+IF\r\n=ZCK2\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIBUN38RgMbDcCmsOAft1HmHDH8PigoM7gt4ItwXSRlL1AiEAlJRqCIC8nH6kjaQoST6AciEryikzgqVA8XY0ILMIVs8="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.1.4_1585058068144_0.1615732376449568"},"_hasShrinkwrap":false},"1.2.0":{"name":"@opd/crawler","version":"1.2.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"prettier --check *.{ts,js,json,md}","lint:fix":"prettier --write *.{ts,js,json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@types/jest":"^25.2.1","@types/puppeteer":"^2.0.1","husky":"^4.2.5","jest":"^26.0.1","lint-staged":"^10.2.2","mock-http-server":"^1.4.2","prettier":"^2.0.5","ts-jest":"^25.4.0","tslint":"^6.1.2","tslint-config-prettier":"^1.18.0","tslint-plugin-prettier":"^2.3.0","typescript":"^3.8.3"},"dependencies":{"puppeteer":"^3.0.2"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js,json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"gitHead":"d673d79b2914473a26fc782928b7bbbd76274b0c","_id":"@opd/crawler@1.2.0","_nodeVersion":"14.1.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-n2qciLCU5mg5x5e992XCc3+xutTR6KSjM8GOtnzbN4Xvu/EorLX5H9TV8/V33AhAb9JMfT1HO+G5h1a4tJIWKg==","shasum":"610b2c57582234c25303f9dfc2978170139a9735","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.2.0.tgz","fileCount":5,"unpackedSize":15279,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJesjVbCRA9TVsSAnZWagAAs9EP/3IzeAPMRH88+zF9Adof\n8iv6CCY45xFKdkBpS3uK0BvQycTnkqXmAguwAO9o/+omhiqxLduc695JEi3/\nRtj0DqeljtUMdvk6dIc1NI3g30Ze2B9JUFJ9+tXPUSCUC8Zk3aDvuJoJoSer\nkkZbqHDu1m08GkeQ/+6aPUAwDxfaWXQfVroQXJ78WiMvmUYcKQp8oXQz82/z\nuP0DsVW0auK9XQLW37Nop/C6ItWiavOF7D+OnUuMiffApYpgzI7YG/yr8DLw\ncttDz9oB+CGc69AyEWmzY6nNzjzZwOHBxW3I5iIW5N/m9CS/wt/K13RNwCs1\nerB28rZCMntoZTvyUvsIIMsMXM+7mJWJKOLS5SqmhdoYhbEDfLqoafu/R6iW\nXAFnBJltALAzzA3p4LIex50dLDlEX/TDyr9ZTxCasv8C8QTA5vAuKteDuopw\n0+23swijQTL/+eYvGrAMzvmhl0+OBZFgUcY6ZevZw2fGfIqHLdhVsigL/Cl0\nvxAS3Ddy/8fIVVBOnMYw8+jRrxtSxlP+u5Z5P/2tTcyrsRfmmnOsmVPx3X9W\ntu1yov07tSUfKrYv9qZMXGJJSg5hWIZFH7lJ/GIq6Ra6XnQa6/lVV5KjoU0E\nlA/zfiKTCLIGqxNB7fUbZ6X9IV4+aLGTaB0yK3URgCflAfDi3uCelNKM0Zdm\n+DT7\r\n=eplA\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIFmxiZ2CU0cYXgpbYinyscrldfSg1S8NrFFW4Mhj9SDOAiEA+BZDfvnqB8Y6R8tfZoB6u+LeeQKc2nc5hame2U8g8+k="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.2.0_1588737370722_0.16240912283183717"},"_hasShrinkwrap":false},"1.2.1":{"name":"@opd/crawler","version":"1.2.1","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.3.0","@opd/eslint-config-pangu":"^1.2.0","@opd/jest-preset-pangu":"^1.4.0","@opd/prettier-config-pangu":"^1.2.0","@types/jest":"^25.2.3","@types/puppeteer":"^3.0.0","husky":"^4.2.5","lint-staged":"^10.2.4","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.5","typescript":"^3.9.3"},"dependencies":{"jest":"^26.0.1","puppeteer":"^3.1.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu"},"jest":{"preset":"@opd/jest-preset-pangu"},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"7d274720237ad3291ee1cb55c459c76d11c2c54d","_id":"@opd/crawler@1.2.1","_nodeVersion":"14.2.0","_npmVersion":"6.14.4","dist":{"integrity":"sha512-4wjPZhf5a2rSlDmWeYMIjfFTFJvk5jmVl5fG+NJ5FpBChH3Lki6pABwVhEylHkX+bES6EWMsBSuyaxQiKUkZng==","shasum":"831b5dc6da839ea4ed039a9899092d2d8a899285","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.2.1.tgz","fileCount":5,"unpackedSize":15248,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJexfUGCRA9TVsSAnZWagAAZjIQAJUtSeKZD1TIhdaFqi2I\nyWoDpaAXc8ldu5x4/TGYyIcD18OaaIes/282bRhtNoi7nMDlKNlrJIr8f6BC\nCi1cxHiEe92TcAWY2Xt+4Um4bxcydy7uxSirCxsURDnrlRAfygPe/na3qPUl\n3Tj4DHO4v48QfQp+cu/AxRzYIT/ZLqZl3ITaCGDLDA0I1KmXkLKROdta0SXZ\ndxRv5uUU40iaJwnhE57lw580dC5jewjvHNrACfRpf9Pv5vC8oVtmXyTR7f1V\nGHhhyfexXOH8ql+Xps6dVoJ7RfXNFSpGgnY5d4tcBaMnm3fuLVh1J31n+2iE\nj0Fw210ACjX1aB+V8zSdbmAYgFBpQJ09rMaQdRrFrsB4v23O7NEmh1N5u+Go\nvmOdnXlonf/DXGi6Odi9t8YlY5gmCPTX8IGeVdyaFhYbHMjz/ruI5B7Fvyd2\nHXwINvPEz0UfaIEJbS7bpGbS6NTV81K87ngUPl3MbbjhDl66MBukSBqZWcnM\ngNTxvPEL9UKfPR9llMf73YzT6l2qky5neQIxpsI6++CPdbxyI9iTCIBB/Iwn\nGnZVzW6Y9lr8RaI1VHZ0MnM9qZ/KvZtRa4S5mvW6scxd7h9MLmceLDd0NCkc\nUiCSZq4Y82B5UtmiH2/rJxrCt3a3iR90jVKDnuHO/529ETqGZwA5JlrFCFey\nF0z6\r\n=P6TM\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIBegLo95hmHIX2nNYwjyDrbg61yvyKwzMA5G3WoLeuMoAiEA6glvQ9OG9NvBb8n72EazR+n6rLU8tiCWO7HyikkJSvg="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.2.1_1590031622121_0.0038036008350426087"},"_hasShrinkwrap":false},"1.2.2":{"name":"@opd/crawler","version":"1.2.2","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.5.0","@opd/eslint-config-pangu":"^1.5.0","@opd/jest-preset-pangu":"^1.5.0","@opd/prettier-config-pangu":"^1.2.0","@types/jest":"^26.0.5","@types/puppeteer":"^3.0.0","husky":"^4.2.5","lint-staged":"^10.2.11","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.5","typescript":"^3.9.7"},"dependencies":{"puppeteer":"^5.0.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu"},"jest":{"preset":"@opd/jest-preset-pangu"},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"b7add50882413d05f3f2777f662698b4ebccdc7a","_id":"@opd/crawler@1.2.2","_nodeVersion":"14.5.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-0+fTi1xaCfNlKI1CQT91qmlVpcU8fYBembFLySHagDu/2osqWS66qbsTD6Pvl87NS8xQNwVM7BiGMNMfkfaa0A==","shasum":"433e79deace0beaa9c118a63d8e86ed4dc8d564c","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.2.2.tgz","fileCount":5,"unpackedSize":15226,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfFBvjCRA9TVsSAnZWagAA/rYP/1YIzAH57PGO8Hxf/oTw\nD574wIMbW50ksczUxVt3TM8Xral34PqKmKLcKWPuJC3ZOeFwG4rj3EFOEnR+\nlvlOkwk38iDlxIJgm5LY3g6rswZkOSVIn/OHks9708n4dMAN34xGCTuLmTrc\nkWeUB2riX/GnF2fu0IC0rrw7xUiLWSErsbDRccKwiEwGcRVwzVurk3XSc4pK\nwLEI0e7KonAP55VHnakRVNNUa8TyNcsyl0xLSn4EtjlMsmP5LBejwtwcOAOl\nn6TBjfaagaYG6H/w97eBeoGR/rj+3tZu81AIp/Mew5OBvJEj1FCglTs7ACLE\nXl+SZm9g7l+5fRNF2CgrRNJgOsBigjDb1ptc1rEZ4AQ2pV+AQ+HYfrJ56Xxy\n6sKaudJ42s6qajcif7oH4V4BoLA9IvUYPHF0zRQLdkwFvozCJqxC0+Asbkw7\ns7z4Rd5OeULJGJ7hPMdRbsiJWHOpV7oJnph1gdGH4X76DOt6RHvjUYN0l3sS\nH4AkFFaXZyZx5bW0wOtEgqPbWauNY1c3l6XhxP5Fcnmfn5x+vJmH9hsGbqti\nZvlrk8sODp8/+y/0gO1tL/y8IOE7m6wxWC1qCweGR0PzxQYOKrT6768mq3ru\npVQ4VWDo4TGhPxDmdR5br77J5pdgZKCa8aI/S3x5NT2GJN92zrKLhziJ3g9l\n0OIM\r\n=m/v8\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCICMdwQSqczjnKvVbERGg9VIIHCiSSq1eKQePPy0rbab0AiB+NBkfGhZYzuvFhjtRzgsMpRKAVGpKGt6EUnck3eMeVw=="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.2.2_1595153378842_0.16071274256052193"},"_hasShrinkwrap":false},"1.3.0":{"name":"@opd/crawler","version":"1.3.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.5.0","@opd/eslint-config-pangu":"^1.5.0","@opd/jest-preset-pangu":"^1.5.0","@opd/prettier-config-pangu":"^1.2.0","@types/jest":"^26.0.5","@types/puppeteer":"^3.0.0","husky":"^4.2.5","lint-staged":"^10.2.11","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.5","typescript":"^3.9.7"},"dependencies":{"puppeteer":"^5.2.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu"},"jest":{"preset":"@opd/jest-preset-pangu"},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"4a1ace3e0e5f37f60952a19a5df004a5724ba688","_id":"@opd/crawler@1.3.0","_nodeVersion":"14.5.0","_npmVersion":"6.14.5","dist":{"integrity":"sha512-6RBMgMFDXnMyxhp4D7mEClHxKxWDMh8kF5/UmPuAWnHUqRQZyQwqtcitnSRIw1wJ/aJVMtWLiiA+eX7pO8m0Fw==","shasum":"a89058ef5a2dcec02c707b08006da73cd4754d36","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.3.0.tgz","fileCount":5,"unpackedSize":15226,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfFPLqCRA9TVsSAnZWagAAyfYP/insHfp7wynfBDIVHfbt\n59KnhHKWYCB68aB5W57YBGQ2O1wfEYKYfjaztHrffOXDh6vyB3uxPeGmTzg+\nj5xJrOrALAERy0GEqbtUOMk9oveAvy71oV7A7Tvy5OD3cKnjl9q/KkTQ6hPl\n1l1XQWpRaxlye2ZfGkISsr8rn0A3JuIUfMOR7HRe3Md7eUOrzhdoImcXvGV5\n+Rd1yLxSLEkic1sonLkuw1TRNHKdXQOA/62b89MroOjnxXEaDoJ2q0kkt5jO\nXjyXYRTCNiTomXBudyehs+cczL9qs6TTZ/Fs0Rf4f5u6LNKzqCGZrYNC2GI8\n/2Kp8hkWn72pMgMsjBx0nrVp2YBDFZqCugGgpYXeXoahZzRyVZKJ4eQo68lU\n8HJQk478QofjCuTVCGyCnJaEFmJe0R03fvvhx/G4i8YFcqJoniEhF53ICs8h\n7HmWtvma4lm5Du+Nx1NQ+b23xfMs0slyWBcYex9rxQ3g0pXwi1VyGeXNW0Pz\nZi3up65ixzlVfdGSd2VRXvEMSP2k8o2nuiHxmLJdMZj2ERsSlbfi/YFXy/OP\nVTuYIs9WRALGzFAVZXtjsai0rztVui74SsItKr0eWGWLNZmtMWJxi5DCi+3P\nMf48Sn/+HUP1RdImY2qAqec6WwoxKXu+2NDlWbKgpmdk21fcLqz6+qvU0qxY\n1lSq\r\n=AADe\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQD2tOjKiLZA9BWril4t8ORRt8csDDraWMkT491eciNYsAIgWz9+4syGepYzVgICSAJr9uIJgSP76YK0FW/Ar0vDI5s="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.3.0_1595208425618_0.20447743515209416"},"_hasShrinkwrap":false},"1.3.1":{"name":"@opd/crawler","version":"1.3.1","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"tsc","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.8.3","@opd/eslint-config-pangu":"^1.8.4","@opd/jest-preset-pangu":"^1.8.3","@opd/prettier-config-pangu":"^1.8.3","@types/puppeteer":"^3.0.2","husky":"^4.3.0","lint-staged":"^10.3.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.2"},"dependencies":{"puppeteer":"^5.2.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu"},"jest":{"preset":"@opd/jest-preset-pangu"},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"399c621e8c95cf193ac5318e2e88b3d75fd33e3e","_id":"@opd/crawler@1.3.1","_nodeVersion":"14.10.0","_npmVersion":"6.14.8","dist":{"integrity":"sha512-Jyr167htLcMk8ZyZTy+pZv2f1RBT6l71xRHgXuG72Njhl84tP+58q0iHV3e8bedEVxKTNY08LpCg42Z3f0FR8A==","shasum":"e10a0b4da35c92c6c319eafb16cb9b7eb76b3649","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.3.1.tgz","fileCount":5,"unpackedSize":15195,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfXsZaCRA9TVsSAnZWagAAIIUP/0eZ6TQOkzy75FnsfJE6\nLzDIZygysP0iaofgmCC1B88xKRke8qlE2h2I5Ja7I7g/blB3faEswIEncric\nTrivQaLHlPZiGa9qjfQqrj/z+oixvLXiG2d6TXOBfYZaO2xDDkDfImLjqlP3\nEG0BzCGhw04w7JnvMOQyGEz8YpD3zKPH8PuUZS2smHTFapq6h4SOEGJEol3F\nY/gUK886Qnmtv3BDyg0jUH26n6XxOEoBq1nzbZ0ts0U2G2HbdsDmWLW0vVcE\nRE+U3V8PM1kqEM71k06g6h5dLA4kH8uHUaZLoruGmvThbu3TD3Lj689UCVFh\n+EWfJZWlBacyWXKChExCfc/6byONVVxcWb4FXMhNxcmSuDKRZ9SeDwSF+okS\nlWCe2GcPLLLtd7tSadI6piw59PYVE1HVJLaF4binrU3r3Jy8eTozwxqZrn80\neOB2OFpEtyczkqg1CjKb/x4zBU9bEsBUbrpSQm57K672dqpK6PUEnI3+IT4w\n5eFrSB3vtJhX45RwNovpqx3xXoNeQK+ocAIinPi49ZNNPEHqaDUH58JnmY14\nM2j0Lm9qWR4pdi8MNuWDzDV+zP9Wu2f2TTMrGENYpJAfOIUc/PeQqaArUQdi\nwcM9P1LGG90uRz4LXtGTUk/aW4RHIslBSDNkY+4l6lpDGKSKqxM4e7ZSAEPq\n0wJY\r\n=grp9\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDarUwcQLr2bLwsL9vdX9eMuOW2Hg8ju99bVxaqPFH4zAIhAJTDF4Dk7AEaXSKKub0YRa02GmTwZ4o77SytcMhGGt36"}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.3.1_1600046681590_0.0940870451199547"},"_hasShrinkwrap":false},"1.3.2":{"name":"@opd/crawler","version":"1.3.2","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@babel/cli":"^7.11.6","@opd/babel-preset-lib":"^1.10.1","@opd/eslint-config-pangu":"^1.10.0","@opd/jest-preset-pangu":"^1.10.0","@opd/prettier-config-pangu":"^1.8.7","@types/puppeteer":"^3.0.2","cross-env":"^7.0.2","husky":"^4.3.0","lint-staged":"^10.3.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.3"},"dependencies":{"@babel/runtime":"^7.11.2","core-js":"^3.6.5","puppeteer":"^5.3.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu"},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"9dfca84901ba3210e53f69ab88f1855d59cda730","_id":"@opd/crawler@1.3.2","_nodeVersion":"14.11.0","_npmVersion":"6.14.8","dist":{"integrity":"sha512-/hf2gTsWjytz+8R0K4EhiDZMqdh28THqWkiXGSXXCLy1FLlUpW5BNrgmwvLi+cfFJQ+QctrFCQoexLLWebQsmQ==","shasum":"e3df020db2411a1101c0338b42a296d8c6e43752","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.3.2.tgz","fileCount":5,"unpackedSize":9969,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfg7pVCRA9TVsSAnZWagAAxGIP/2pCGQMYgQPfoK43E9Xz\nVzl1kSbTknRuBKw1H6K5OpREE9b1I1dOmBHtesM+v1P2rnqiWUUBYtZVM+6q\nDjKCiTAM80wx5U3AmXjV7rqTi8dx9EaCVdLNl6l2Rjq1vcW9W3U7aEDLwoD7\nJtWqYc9g/Ek8sRXtiLl8O4menq7iJVlqy7kpBoZlSduAHlIiWWL8hh3LyoCl\nWTmFjhc/oNwH7yvqj/4hzrURo/HmRP8azQRaQevd3GnGGzrp99KRmuBRV49r\nLR8f8K4dSDoUzBDb0Gx6C+niwX2nGuUt6j3TzygUo+5gCbv9uAO5mm3cd6B6\nY52IDolU8tTewaSdVxLHCKsjaSKVFtflJ83aPs5N19BXBGLNB1lOVaFuRSij\n9EuyvItRg84mjaq02O2TbyPaWFTGBs/jON1NE8Ex3Uae3G2cO7Hn/WScjbh9\n8k//zzOCm3wM+HoGu46jyqkJPR+DLbCoOKzQQD9TI2MfoHXvRZRFDVNUIKLa\naEcvadZPmuQjaB4DiskYLAIN1b8xwMsE8pz6OUFCnxi7zSUDBLUzti4AaZsp\ncCLKWv3WQQE6+4o9PlEG5lhxbrRsahP47qqH0lhaOXvjk93MD9Nb/UvQf+Tt\nEIkchINWTgbRAyIcTquFbYztEZW6gAZ8IQRjOjTVXxsztocYCv0TvY1Z1Voc\nBNj9\r\n=obqH\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCrqRpyyutInr1R2hXeZPljDHHR2HDkDSkmUA4mY99sJgIgUdbLh/2ySAdjyWd7FxRpEQQjF5b9jLbFbWbN/ZG7uIw="}]},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.3.2_1602468437343_0.5068069960333133"},"_hasShrinkwrap":false},"1.4.0":{"name":"@opd/crawler","version":"1.4.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build:lib":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","build:type":"tsc","build":"npm run build:lib & npm run build:type","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.12.1","@opd/eslint-config-pangu":"^1.13.2","@opd/jest-preset-pangu":"^1.12.1","@opd/prettier-config-pangu":"^1.12.1","@types/puppeteer":"^5.4.0","cross-env":"^7.0.2","husky":"^5.0.9","lint-staged":"^10.5.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.5"},"dependencies":{"@babel/runtime":"^7.12.1","core-js":"^3.6.5","puppeteer":"^8.0.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu","coverageReporters":["json","text","lcov","clover","cobertura"]},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"7f66b1e8803ff12c3f22e20498ec4cef9ca97441","_id":"@opd/crawler@1.4.0","_nodeVersion":"15.9.0","_npmVersion":"7.5.3","dist":{"integrity":"sha512-myGyHTkcgvMieXJgnF6BSQVtLzr3MwQna+G2kyMtYOQ1cPucw9qW9T/qoodHYGNKlNppk1pN6dyInaz8vQ9Ubg==","shasum":"1e0f0ff411d252e56f6294c89aa531e89bf453d3","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.4.0.tgz","fileCount":5,"unpackedSize":10273,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgPu1JCRA9TVsSAnZWagAAwqgP/RsF5Gaw9jQdHq2H9jFX\nHfquZu2fz/ZBu0huyqeAXtgyErBDFmqkg564F8YtIU6Fs8e3E2uWCRcTTSHe\nWnQn4ewQStjZLS3seEIFGSezEDSRlQrgsveg1qXkaLSWnarhTZlxaaylwpOa\nwestNFQ3sBFeWGFt0E6sI84QZZwa3gX/2qZQ7h6yu5Ux5uerb9bitRGOQDy5\n+0vhGs7xTDJJ1Q07TB+omq3XsaXnkj4VgyUd+hIFkaory3ELxOug+jrYbl/a\naI/DagrCnZ9uIGDHkdgc2OXrRwSswtkE0LdmtR0v5gUaqAHuT9cl+EPkP/le\nJiNRywtY0sBeAEsYwBsz4jICfOAUj1i7xwpX5F/nto2wiEE5CwTQVfAdrHAB\nczdtJ/kEC4Cq9o2KvP1czZA8+VPBMaChleb/UtVWqP/HNXAf0xtUJmXkKSVD\nC89pHNeZmDZKNOx98H2yFSA/F5a/2kTWr4w1OmvNM0BSl/ChApIEnwbmXvOq\nmGKH0dnP1DkOqMpjvvFYZAREf0gq3M9Jvh2d5DQzobbQtJpjKhH/dBQfPapd\nbzOybbSFvDXILE3fI2mupIjqmoHlrCvl49ymYWuiYFid7b01SkWVVjeJPyXj\nYihHNgsJ2Y12yCJNcYVwgmlyfhnr9s18Ia8oPm21SIhGa+R/+6vFcIG7VcSG\nBAb/\r\n=n9Ho\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIBknXnyWu6wHCzcAfd7BqKFj5v45tSJ/Dg6MqAiYw2NIAiEAuZD0iOKrTEoxKBr5KT5iW/lnmLuGB08SQMhxGleDvgI="}]},"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.4.0_1614736713129_0.18815580143935495"},"_hasShrinkwrap":false},"1.5.0":{"name":"@opd/crawler","version":"1.5.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build:lib":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","build:type":"tsc","build":"npm run build:lib & npm run build:type","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.12.1","@opd/eslint-config-pangu":"^1.13.2","@opd/jest-preset-pangu":"^1.12.1","@opd/prettier-config-pangu":"^1.12.1","@types/puppeteer":"^5.4.0","cross-env":"^7.0.2","husky":"^6.0.0","lint-staged":"^11.0.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.5"},"dependencies":{"@babel/runtime":"^7.12.1","core-js":"^3.6.5","puppeteer":"^9.1.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu","coverageReporters":["json","text","lcov","clover","cobertura"]},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"3a22c54cdf938a5c8c0b01e187b91ff233b1ae0a","_id":"@opd/crawler@1.5.0","_nodeVersion":"16.1.0","_npmVersion":"7.11.2","dist":{"integrity":"sha512-Az009nCZuonXvP+G+/IaztWs/1w6gIx7fVMqpAgl8VYptNTLmbopBlAMbXLHixX6RgjdM9KXPtVCUCXLB1JP6g==","shasum":"9e6f13f36b9f2deb564876e41fac8a85e9c048e8","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.5.0.tgz","fileCount":5,"unpackedSize":10273,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgnhW6CRA9TVsSAnZWagAAgaMP/R1lCZMyIQCeBwNzGp7M\nOSzATzjte0rxgSq1U8AuKydQfW5rEXl/PndKP8Tvvco6KCplAMuQDSWCd9T8\n3oV6xXKsW8n4mf2uRGtaX4YXwi9xZYSeoWpEdvi3zaGR3UFO1JPqI8HIpT9V\n+hE5qkeqbQlKijxa5QhrHx3Gxy4gPYqLGQLloHGj2y3Wuhzv6VxxQ3GvFX33\nBh9vFJW0nT4/cVcs/3gK5rPAYBN1ck8ulMDaAruihD4rV2rqUiA6rPBVkeLy\n8lSX/yyW0S8L0Qqz2bBk4go8xsnTvKypdOcrezTMAJxPZ/Gmuv36NT+KX/LK\nerOsBU/krOiYo/X/89zo2EoUi/VfiJIQ/iMp1Us6xJaFoiOwctUD4rsC321r\naaxICj9nQZCzkhdfMIkJAIobSb3AyfKY/oN4dUp0z/i1i5M+Eo3Ez4MD0TAj\nWrVlczhxQMRW4N8HpWl64bfFhR0zSTtr+Gp7pgZlUIkjZADc6jYTm3CvsQ+c\nPz0S5E/u9GvCX/jlYpdLvtmASLGyjx82jy0kgs2e632yivxKzxFChg8a2PDW\nC+HZAb5PYasPj4KYtv2myQTCVOKhUbYFtcot/hO3Qgc98R5e1xC86093MxGu\nDC0gtq31M7S9olc0+LaWmBP60omaKuVyi+aJJaWW33U6sTp3lbhbCOxAVegj\n7gZp\r\n=5q6X\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQC7CXQ/x8R1TyreW2gJ/EV0lgY5uGBA+pkj2bzdUcYMjQIgAokEY/shn3DhgpHpHdxhriWIh3c6FT+xLGykbMSCTeU="}]},"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.5.0_1620972986062_0.7900064089340071"},"_hasShrinkwrap":false},"1.5.1":{"name":"@opd/crawler","version":"1.5.1","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build:lib":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","build:type":"tsc","build":"npm run build:lib & npm run build:type","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.12.1","@opd/eslint-config-pangu":"^1.13.2","@opd/jest-preset-pangu":"^1.12.1","@opd/prettier-config-pangu":"^1.12.1","@types/puppeteer":"^5.4.0","cross-env":"^7.0.2","husky":"^7.0.0","lint-staged":"^11.0.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.5"},"dependencies":{"@babel/runtime":"^7.12.1","core-js":"^3.6.5","puppeteer":"^10.1.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu","coverageReporters":["json","text","lcov","clover","cobertura"]},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"12fc404887367913fabef61cc6b0b5bba3b1e6b7","_id":"@opd/crawler@1.5.1","_nodeVersion":"16.4.0","_npmVersion":"7.18.1","dist":{"integrity":"sha512-6qcd1RbH/qdNzGKUcqDqcMaGhV9bLcQRGzKKMmyyfCfkTnaHUjlmSS0IllAnQZ5EozZvyV8pgc5vYbQqJe+mSw==","shasum":"0a3e082ef2af241584111443a916ba2727999158","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.5.1.tgz","fileCount":5,"unpackedSize":10274,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJg+RF/CRA9TVsSAnZWagAAn/gP/1feN+cyGWuTbDh4e9S0\nMQBDPZ1I5KDMcU1FuDE2U87gmdDDtk4W18r9Rj0OjN4ulGDWixuqauCy2ogv\nInN4Xu2b/Bdef/1toe/sE44N/1ewBCIq4s679OELJ6zzmQXIrERhSaUMhelm\n0WZoecinQBAntS8rz6s7/t/IsKukM/eW+SSbALXivKpC7WnYy1Vio/No6xYQ\nNFpCADE2hmYlynalf12xYCYXCi1UF7qVKLYrrnp0R95v4OvuRyyEUF3QjFbJ\nsoQ/D/5AoruuHJENPb2rNaoxCvY1RLE60lVXgMV58oIdyrK9LbqD8GpcNLn/\nmaFXte0yfvDmFz8sofzVkR8SlVbaPQu7JHkFdmWaNzHkQ1kxqzwIJw5Pj+E1\nniRn6MWKtaKA6ea6U1uUqZuGs4HZMjrGNkSlWAncXyMcbmVvMf4padxGnn7M\nwGkWPy0j3SyrO3BHqslmgS7J/SvmsMrpsGlDRyKxeHGcViYLnyCealC5wbk/\n72ZefvoJ4sYW7D6fJQOkIM62y4ZlwV+RmGv1irpX+mDBVqzfnWaOU5k8b0f1\nFvjBuBRm7FPkmp4/5rQq7L0QvXRJrxxpyxGjQcuk/aXon35ai2sIIz+1Swy1\n6mljDpOpNhmV2wesKUZZp/zzIlL69piMW0AxnY8+heFjTxuiCxVSvf9diOdD\ntKtS\r\n=byeK\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCckAYVQJ1qe6hn7rBauLs+RKeRKel6KxUptIJgqbImUwIhAO+ahHCkxE4kppOkx96ZC2rueVtMFeylFEIwtbqFXp5n"}]},"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.5.1_1626935679668_0.4280642394134824"},"_hasShrinkwrap":false},"1.6.0":{"name":"@opd/crawler","version":"1.6.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build:lib":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","build:type":"tsc","build":"npm run build:lib & npm run build:type","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.12.1","@opd/eslint-config-pangu":"^1.13.2","@opd/jest-preset-pangu":"^1.12.1","@opd/prettier-config-pangu":"^1.12.1","@types/puppeteer":"^5.4.0","cross-env":"^7.0.2","husky":"^7.0.0","lint-staged":"^11.0.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.5"},"dependencies":{"@babel/runtime":"^7.12.1","core-js":"^3.6.5","puppeteer":"^10.1.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu","coverageReporters":["json","text","lcov","clover","cobertura"]},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"53e7fbc19db281913454b05c1e1a60a8ebaf3d98","_id":"@opd/crawler@1.6.0","_nodeVersion":"16.10.0","_npmVersion":"7.24.0","dist":{"integrity":"sha512-05d/CFptrleP+su/fu32e2pXxuRGjbs4SW6RqqafqfuG1t6x5PWPEvcWyGpZyfckmCc0DKvmzU+5botBVKqxvQ==","shasum":"a05b498068c861f8bb00df66e5d8f3335fe8e444","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.6.0.tgz","fileCount":5,"unpackedSize":10274,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJh2UaHCRA9TVsSAnZWagAArWwQAJYgIOVJ+almxGz47gPY\n16yDiuw+6Q3OXwfPg63+Nxr/EEJPyUdHhS8fqdL0qGfwXl+n+S6xAjjKy3RA\nRIO4fh0tmHsLAO1zwczI7gOB68LXae6SVumUtA3oAb6N/PenjrtAcoxDVgp/\nC5PLvwqjKHqYCi1QifIp9kwOaVMNArUIKyFm3RW0tiXWY/o80mYOZak/ID+g\npzHdGh1xGoE+sCVGrLVQt69sE7mNEWOEvCaIIjZI0XY85YcBsJHSMzAaM7r+\nyRrYU/jJOd6tKmDHN/zaQPsFNLSksvsh7HiAv/aDblxZVwQxhW18Xdk9xIgT\noV3RFtMyQ088z7jOZ2UKrG4x/yBHNZVEqdE7FRd28xZp29XcVpzjXmGbUUwJ\nGQdofwkosLTnxYZtLrvonPn6uWIaEuicnHqvPe67kCfggWT/LNlsO2XxFYbd\nECAY2BWolPqsDC7bVPf1N8w1IZQXpHeEn9+p+ImE06k4IL8oVrfqibjDfReA\nWP4IR1vREJ9Kz69VjdD/V/ztrTFsMUU0pbx/rBi4fgTGiSkVA0x8yFqNukGf\nRiSRzKZtyiOXW9y2Cz+PF8EncSKDmgjhvCMBpx567qNrAW38OO+ZHaEQW/Dg\nxzMOO2qXdN/BMh0iQqG0ZANgNshlncmoMug9IVdgR4TcT9eDA+61fI5arEJv\nqXRW\r\n=H8yw\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIHesKsFkxrExIfFcu2C6woH7c62pczHRJcKlJw7wyw1IAiBQfTKRPtjZk6ucTWNeCa5wFKtCwrzRwsDTLXiCWaI1Bw=="}]},"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.6.0_1633746230322_0.19465224777871848"},"_hasShrinkwrap":false},"1.6.1":{"name":"@opd/crawler","version":"1.6.1","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build:lib":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","build:type":"tsc","build":"npm run build:lib & npm run build:type","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.12.1","@opd/eslint-config-pangu":"^1.13.2","@opd/jest-preset-pangu":"^1.12.1","@opd/prettier-config-pangu":"^1.12.1","@types/puppeteer":"^5.4.0","cross-env":"^7.0.2","husky":"^7.0.0","lint-staged":"^12.0.2","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.5"},"dependencies":{"@babel/runtime":"^7.12.1","core-js":"^3.6.5","puppeteer":"^13.0.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu","coverageReporters":["json","text","lcov","clover","cobertura"]},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"bf4a53aaa5ecf1c512d4c006e7af5daba1f4eacf","_id":"@opd/crawler@1.6.1","_nodeVersion":"17.4.0","_npmVersion":"8.3.1","dist":{"integrity":"sha512-TANvuU5MYYWWHP3bYNisqbyQMkRu+U4+HDshAj2vMvecaXtQJil/KXwXIfFha0O4BcE4nNuTbmsrJFfq2k8QsA==","shasum":"faecddb8af9be59bb5c20a77bbc4d2bef508d845","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.6.1.tgz","fileCount":5,"unpackedSize":10321,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJiAhTrCRA9TVsSAnZWagAAEbIP/2EyH3GkiU8CU4IWc1xp\n3nzqvPU5jqoT2nS1UL+g8nmtNoqO+De52iroAVjR4F6xy7dAOxv5Ht44gmO9\nEN5+PlyYZmoOYJyQnTgTjmmBBiYkibZHKhs5/rzABCRIIoE9eHA9IKsWzMrY\ns9OA/3pP8aG9rK1xhI7nDh4FWDknd9hDf9XucNyc774cq3nUziVmPs/6nzSW\nZ1EVcmgfCMqAcmMHbXZJra24La5Eysq8tghJIXOrZSCC+/65NcqxuMOwixIw\n88KbbQSpp/22kmSNp1/OYpjqWgQvLf992jCiRmb/NmjYNB1cZ3bHmuaT0asn\nIpEqvQlElfGDtwMmlozfczlcYmXrL3wH0zsptOkoWiaGJdkEdyTWMtb95/gE\nAfpLnd2Ev3uFaQ7+MrgbUq6Bks4a25MvTuMYRyA4eZLHmwZQabc8EERGG3G7\nuF9/iILeEGhl0Z6pnB7CMcPcrHIy6Bxs99eUg7MEQeSbC77gvmi8qRHwc6wN\nJafV+jMNSb8BLoaSWDR3ATGyTfi2hhZix4cjrF4PzApF9Z0eJyLvP/8pSt+e\nlPpDyIHn8VC8BZNMiV2he2pRlkMt8KsqNIrZyd6SHGIxlP1AxeVL4QYHHFe7\nfG3lHrBL7sw4aRnkVrOWDgkXdnojLzvTpVzMX85Qy9eO2YFsu6N2t6gOCYF3\notLj\r\n=AoWR\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDSDauBUfurW7Ta/OI3AKscwsm9VvX8EXMaYoFJEC6gegIhAL3AtyrI6uSBsIaM6iZgjfIWhAGDlzQBthljAXLK9y3K"}]},"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.6.1_1644303595239_0.8515340403355245"},"_hasShrinkwrap":false},"1.6.2":{"name":"@opd/crawler","version":"1.6.2","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"pretest":"npm run lint","test":"jest","prebuild":"npm test","build:lib":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","build:type":"tsc","build":"npm run build:lib & npm run build:type","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.12.1","@opd/eslint-config-pangu":"^1.13.2","@opd/jest-preset-pangu":"^1.12.1","@opd/prettier-config-pangu":"^1.12.1","@types/puppeteer":"^5.4.0","cross-env":"^7.0.2","husky":"^8.0.1","lint-staged":"^13.0.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.13.7","typescript":"^4.0.5"},"dependencies":{"@babel/runtime":"^7.12.1","core-js":"^3.6.5","puppeteer":"^16.0.0"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu","coverageReporters":["json","text","lcov","clover","cobertura"]},"babel":{"presets":["@opd/babel-preset-lib"]},"gitHead":"5e21e2614694214c2edacdb60e4605823166eb04","_id":"@opd/crawler@1.6.2","_nodeVersion":"18.5.0","_npmVersion":"8.12.1","dist":{"integrity":"sha512-vdm0SN85OxEb1dHUQ1BW2KLQkUekMUOzOszDdozR1GdYOyFISOSIZACeK1J3BMCQRbcUvjr22Xj8BAxE3ZPPtQ==","shasum":"92c15959c4c76b70af4647fda92f2ae8b619bda7","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.6.2.tgz","fileCount":5,"unpackedSize":10300,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQD+RrxmbklD4c8VACS1P04xobsVETE0BE/FbZbeiVFkwQIgYu6B9a1EVw4BV31sNfdO0FaZLFddFtdmnCo2UoK/Mcs="}],"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJi6yd9ACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmo7HQ/7BjFKNR0H5rwF2mYTt4ioIUPAHFDghQn3o8oN9JL+Zt6mo1ja\r\nhLqaleF3vs74k1DuKqNFxg9uPgroN77WGuvkyoEURNusXm0MuKIv1Ko9qPHh\r\nsrqQw3v8vMpLWZh5eBhPmFS/ygKdXM6Rdj4T3+eS7oVwd0oGwChF/2i1nKPW\r\nRAdQb7mInoh0jtG+21PvBuxtOEp4Qig+gI/YiXdLU9KCnnusIEraSc5AzHbd\r\nuuHIQMvRmn6nA8IpB1oGvdjCG/oDpG5DSVo9ZeX875ufm9uH9gqb/pzzs1EY\r\n6QOUuXtTvCJOy/55Hj64zHl3O65Itfs7xkBQmWuuC0MG0VlvGOFwJzB0ATmV\r\n7vY7HIj+zUJ5p+w4Uzj+Kjex+V3NgfcopBbPfVGalYIra0TIx/nHgAcB7Z8E\r\nJF/y2CJXPrX7kGcc2wmuv97+Lg5l8ynwo16rNJis10FG6AU93/pOonjIMAmw\r\nFXi3yI16EOcY+QXTtzB5igYlU0My5Lo1FaPt64R1bKrpPe9UArArqAqbPSZp\r\n8bfNtUgyrHQ1074h1sn+1iLfhkN+BecJDY7fnMQ4cBtj9Q2QTXCQS3JhY3OA\r\nqhRyZmooKwJqb4+viedKydZ8bEdSGknQpQ1NQr+AVmvUGWfFhLzaxcJJA8qC\r\nLRE4cY3p9aNMtfDc80Zf0sO4ZZHbGuGxRLQ=\r\n=Pfdn\r\n-----END PGP SIGNATURE-----\r\n"},"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.6.2_1659578237526_0.3692255626585228"},"_hasShrinkwrap":false},"1.7.0":{"name":"@opd/crawler","version":"1.7.0","description":"web crawler based on Puppeteer","main":"lib/index.js","scripts":{"test":"jest","prebuild":"npm test","build:lib":"cross-env BABEL_ENV=commonjs babel src -d lib --extensions .ts,.tsx --delete-dir-on-start","build:type":"tsc","build":"npm run build:lib & npm run build:type","lint":"eslint . --ext=.ts && prettier --check *.{json,md}","lint:fix":"eslint . --ext=.ts --fix && prettier --write *.{json,md}","preversion":"npm run build","postversion":"npm publish"},"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"keywords":["crawler","puppeteer","headless-chrome"],"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"license":"MIT","bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"homepage":"https://github.com/open-data-plan/crawler#readme","devDependencies":{"@opd/babel-preset-lib":"^1.12.1","@opd/eslint-config-pangu":"^1.13.2","@opd/jest-preset-pangu":"^1.12.1","@opd/prettier-config-pangu":"^1.12.1","cross-env":"^7.0.2","husky":"^8.0.1","jest":"^29.7.0","lint-staged":"^15.1.0","mock-http-server":"^1.4.2","regenerator-runtime":"^0.14.0","typescript":"^5.2.2"},"dependencies":{"@babel/runtime":"^7.12.1","core-js":"^3.6.5","puppeteer":"^21.5.1"},"husky":{"hooks":{"pre-commit":"lint-staged"}},"lint-staged":{"*.{ts,js}":["eslint"],"*.{json,md}":["prettier --write"]},"engines":{"node":">=10.0.0"},"prettier":"@opd/prettier-config-pangu","eslintConfig":{"extends":"@opd/eslint-config-pangu","ignorePatterns":"**/lib/*.js"},"jest":{"preset":"@opd/jest-preset-pangu","coverageReporters":["json","text","lcov","clover","cobertura"]},"babel":{"presets":["@opd/babel-preset-lib"]},"_id":"@opd/crawler@1.7.0","gitHead":"2b2dccd4df85338ae682b9ab0b4f9ec602dea929","_nodeVersion":"20.7.0","_npmVersion":"10.1.0","dist":{"integrity":"sha512-ZlAVim/wzuS9oZq68Psii5s+gxmRJfMSEkKNgDsgDe+6FIap/Hzhw56FZEtwEv/+SoQfV0rhXQG+mpMF3WbJVw==","shasum":"9917c46526ff1f8fabf0ea51e77a3f33158dac21","tarball":"https://registry.npmjs.org/@opd/crawler/-/crawler-1.7.0.tgz","fileCount":5,"unpackedSize":10669,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIFcEr9sloBxRv1ZtF6/pOrqGKq3F0X3Lrx8PzhNDNdBiAiAJOjOk72bDqYCUR+zYnc6PJL+xU1gLzVCourqe2JZTNA=="}]},"_npmUser":{"name":"kagawa","email":"kingsongao1221@gmail.com"},"directories":{},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler_1.7.0_1699857540779_0.765522244538875"},"_hasShrinkwrap":false}},"time":{"created":"2019-07-17T09:28:37.733Z","0.0.1":"2019-07-17T09:28:38.078Z","modified":"2023-11-13T06:39:01.208Z","0.0.2":"2019-07-17T09:30:51.398Z","0.0.4":"2019-07-23T15:36:49.737Z","0.0.5":"2019-07-24T10:26:05.715Z","0.0.6":"2019-07-24T10:39:07.598Z","1.0.0":"2019-07-24T14:21:57.130Z","1.1.0":"2019-10-30T02:53:54.971Z","1.1.1":"2020-03-23T07:02:13.769Z","1.1.2":"2020-03-23T07:05:38.113Z","1.1.3":"2020-03-24T01:41:39.526Z","1.1.4":"2020-03-24T13:54:28.303Z","1.2.0":"2020-05-06T03:56:10.823Z","1.2.1":"2020-05-21T03:27:02.281Z","1.2.2":"2020-07-19T10:09:38.982Z","1.3.0":"2020-07-20T01:27:05.759Z","1.3.1":"2020-09-14T01:24:41.736Z","1.3.2":"2020-10-12T02:07:17.467Z","1.4.0":"2021-03-03T01:58:33.293Z","1.5.0":"2021-05-14T06:16:26.262Z","1.5.1":"2021-07-22T06:34:39.812Z","1.6.0":"2021-10-09T02:23:50.533Z","1.6.1":"2022-02-08T06:59:55.581Z","1.6.2":"2022-08-04T01:57:17.692Z","1.7.0":"2023-11-13T06:39:00.983Z"},"maintainers":[{"name":"kagawa","email":"kingsongao1221@gmail.com"}],"description":"web crawler based on Puppeteer","homepage":"https://github.com/open-data-plan/crawler#readme","keywords":["crawler","puppeteer","headless-chrome"],"repository":{"type":"git","url":"git+https://github.com/open-data-plan/crawler.git"},"author":{"name":"kagawagao","email":"kingsongao1221@gmail.com","url":"https://kingsongao.com/"},"bugs":{"url":"https://github.com/open-data-plan/crawler/issues"},"license":"MIT","readme":"# crawler\n\n> Web crawler based on [`Puppeteer`](https://github.com/GoogleChrome/puppeteer)\n\n[![node (scoped)](https://img.shields.io/node/v/@opd/crawler.svg)](https://www.npmjs.com/package/@opd/crawler)\n[![npm (scoped)](https://img.shields.io/npm/v/@opd/crawler.svg)](https://www.npmjs.com/package/@opd/crawler)\n![build](https://github.com/open-data-plan/crawler/workflows/build/badge.svg)\n[![Build Status](https://dev.azure.com/kagawagao/OPD/_apis/build/status/open-data-plan.crawler?branchName=master)](https://dev.azure.com/kagawagao/OPD/_build/latest?definitionId=3&branchName=master)\n[![Coverage Status](https://coveralls.io/repos/github/open-data-plan/crawler/badge.svg?branch=master)](https://coveralls.io/github/open-data-plan/crawler?branch=master)\n\n## Install\n\n```bash\nnpm install @opd/crawler\n```\n\n## Use\n\n```js\nimport Crawler from '@opd/crawler'\n// or commonjs\nconst Crawler = require('@opd/crawler').default\n\nconst crawler = new Crawler(options)\n```\n\n## API\n\n### `new Crawler(options)`\n\ncreate crawler instance\n\n`options`: crawler instance config\n\n- `parallel`: maximum number of crawlers, default is `5`\n- `pageEvaluate`: evaluate function on current page, see [`Puppeteer`](https://pptr.dev/#?product=Puppeteer&version=v1.18.1&show=api-pageevaluatepagefunction-args), **cannot support extra args now**\n\n### `crawler.launch([options])`\n\nlaunch browser use [`puppeteer.launch`](https://pptr.dev/#?product=Puppeteer&version=v1.18.1&show=api-puppeteerlaunchoptions)\n\n### `crawler.queue(urls)`\n\nadd urls to crawler queue\n\n> Note: check url **strictly**, means url must start with `https?`\n\n### `crawler.start([urls]): PageResult[]`\n\nstart crawl page, if `urls` is presented, will call `crawler.queue` firstly.\n\n```js\nconst result = await crawler.start()\nconsole.log(result)\n\n// [\n//   {\n//     url, // page url\n//     result // crawled result\n//   }\n// ]\n```\n\n> Note: if you call `start` before `launch`, `browser` will also be launched, but with no extra launch options\n","readmeFilename":"README.md"}