{"_id":"@dapore/crawl-core","_rev":"1-bf909525372ac73f79e9f229831e7674","name":"@dapore/crawl-core","dist-tags":{"latest":"1.0.0"},"versions":{"1.0.0":{"name":"@dapore/crawl-core","version":"1.0.0","description":"Crawl websites using json definitions","main":"src/index.js","module":"src/index.js","author":{"name":"Rubin Apore"},"license":"MIT","scripts":{"lint":"standard","test":"yarn run lint; ava","report":"yarn run lint;nyc --reporter=html --reporter=text ava"},"husky":{"hooks":{"pre-commit":"npm test","post-checkout":"echo \"Changed branch\""}},"devDependencies":{"@babel/preset-env":"^7.14.8","ava":"^3.15.0","babel-core":"^6.26.3","babel-loader":"^8.2.2","esm":"^3.2.25","husky":"^7.0.1","nyc":"^15.1.0","standard":"^16.0.3"},"dependencies":{"@meltwater/phi":"^4.0.0","awaiting":"^3.0.0","debug":"^4.3.2","uuid":"^8.3.2"},"repository":{"type":"git","url":"git+https://github.com/dapore/crawl-core.git"},"keywords":["Crawler","Configurable Crawler","Puppeteer","Action based crawler"],"bugs":{"url":"https://github.com/dapore/crawl-core/issues"},"homepage":"https://github.com/dapore/crawl-core#readme","gitHead":"3640a6a922ce8baf1b64ccad20d01dc3eb2104ce","_id":"@dapore/crawl-core@1.0.0","_nodeVersion":"14.17.5","_npmVersion":"6.14.14","dist":{"integrity":"sha512-YINgFI5X4P+M6nU8lyRBl/ihmhczNjaecW6iDLKRGACVw6Vh6hvehMM6EzTlJBpNYVJ70RsuO41aon6U/1PH4w==","shasum":"a9f9e173e7cc7da68ffdf0db607749df160a96f4","tarball":"https://registry.npmjs.org/@dapore/crawl-core/-/crawl-core-1.0.0.tgz","fileCount":9,"unpackedSize":4318,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJhIH2hCRA9TVsSAnZWagAAQOAP/RO4g/oAF8cBLat8QDY7\nTp4TKcXJN8WTJJbvZiOntpNOwRcQnxkUScMooul2BlgZ3KD3sHUJHLIMHROX\nY8kH+c9gd/9b4qgMOQwwNlDiNhp9KcG1681hG2BOsRC2x6zk4Sbm1JA4rDDj\nwI7u+geg05Y6ZQ7kaHSwkwkRIrl5GVPOBQFVEZMJ0ox26sEQErA1ZCfpc+Bd\nAbDBnv9sCZ1xYM82qra2ZhRGlbDQEJla1mrErGCnVrOpYjxeeolszF6Jq31C\nRwMGu5N87gcLqPyFW4V14IivTry+HazI9c0VWHsB4gPgeErK35CO7DfYMrBA\nQgB7zYoNP2HxoncAmSqn9cJ3TGVlK0W5tH2EzPWXX+ntN7xV3IFOi6CZYuKc\nDTLI+XaeCifscTbuXzYeYoH7kHCnAOfqAvVKQYkNONxLRuuDH+KQ26o0CmFu\nZyNWOnCEM3s908LABawWSc1ne52cbNlZ6XgFQo8PpEl7yd7PeqhpMFukPFwP\n+OpaNuQKSmlqAhnj1R0neffZQbExsogFjHRgeDU6ho4DmPrvqZNWl8PQ78EE\nA4xYJQsN4aO2ivjiHp0sh/hsNae/9f/HlIWPbloDLqv46Fs2mypysTfkC9Qx\nu4vGTewuNUiCWzc/yn0Urhfe8QLqBZwYJCTx6J9Ax80iQba0yb/e5WUqRhHX\nHwja\r\n=em/i\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIGbpYSbuy3sVNpk5FY9yXuz9iSVcrZUdbKeuzNgHQLcDAiEAyE/tF7/Vc0vM6Ihupw3EaOYKiqOAQ73+w5mUZnFxL80="}]},"_npmUser":{"name":"dapore","email":"rubin.apore@gmail.com"},"directories":{},"maintainers":[{"name":"dapore","email":"rubin.apore@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawl-core_1.0.0_1629519265237_0.6172456850369805"},"_hasShrinkwrap":false}},"time":{"created":"2021-08-21T04:14:25.161Z","1.0.0":"2021-08-21T04:14:25.346Z","modified":"2022-04-05T02:43:50.835Z"},"maintainers":[{"name":"dapore","email":"rubin.apore@gmail.com"}],"description":"Crawl websites using json definitions","homepage":"https://github.com/dapore/crawl-core#readme","keywords":["Crawler","Configurable Crawler","Puppeteer","Action based crawler"],"repository":{"type":"git","url":"git+https://github.com/dapore/crawl-core.git"},"author":{"name":"Rubin Apore"},"bugs":{"url":"https://github.com/dapore/crawl-core/issues"},"license":"MIT","readme":"# Crawler Core\nCrawl any(almost) website with human actions\n## Description\n\nThis library takes human friendly actions and turns that into data\n\n### Usage\n\n```js\nimport createCrawler from '@dapore/crawl-core'\nconst browser = // get a browser instance\nconst crawler = createCrawler(broeser)\nconst result = crawler.crawl(taskDifinition)\n/* const taskDefinition = {\n  id,\n  groups: [\n    {}\n  ]\n}\n*/\n```\n### Tasks\n\nPrimary development tasks are defined under `scripts` in `package.json`\nand available via `yarn run`.\nView them with\n\n```\n$ yarn run\n```\n## License\n\nThis npm package is Copyright (c) 2016-2017 Dapore Global.\n\n## Warranty\n\nThis software is provided by the copyright holders and contributors 'as is' and\nany express or implied warranties, including, but not limited to, the implied\nwarranties of merchantability and fitness for a particular purpose are\ndisclaimed. In no event shall the copyright holder or contributors be liable for\nany direct, indirect, incidental, special, exemplary, or consequential damages\n(including, but not limited to, procurement of substitute goods or services;\nloss of use, data, or profits; or business interruption) however caused and on\nany theory of liability, whether in contract, strict liability, or tort\n(including negligence or otherwise) arising in any way out of the use of this\nsoftware, even if advised of the possibility of such damage.\n","readmeFilename":"README.md"}