{"_id":"4chan-crawler","_rev":"2-dc0952073c0609cf5e7240f4a2210fa2","name":"4chan-crawler","dist-tags":{"latest":"1.0.1"},"versions":{"1.0.0":{"name":"4chan-crawler","version":"1.0.0","description":"Crawl 4Chan's archives from most recent to oldest, saving contents to disk.","main":"index.js","scripts":{"test":"echo \"Error: no test specified\" && exit 1","start":"node indes.js"},"author":"","license":"ISC","dependencies":{"jssoup":"0.0.12"},"gitHead":"b0f45de4d3b0c96f2dde0b9e73d089cc0ff0c340","_id":"4chan-crawler@1.0.0","_nodeVersion":"12.13.1","_npmVersion":"6.12.1","dist":{"integrity":"sha512-7W5NrKYvbGHqfqbaD+kDeh4SKlObjAC3JcIlfqJbBfnKOVWbavEU+WIkal4yXgZafir2c8R2twwKMf4NWQZ/Xg==","shasum":"67baaa5bea342c7e5628719327306a32d00c648d","tarball":"https://registry.npmjs.org/4chan-crawler/-/4chan-crawler-1.0.0.tgz","fileCount":6,"unpackedSize":8067,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJf/5VqCRA9TVsSAnZWagAArAYP+QC78rDC5qUtJj/foPfK\njMzRAiAADBPwptgM9DdbZNLSnHsyLuaYrwgoLFt3BHY5l0uM7hRX2gfCFxk+\nfBdHIrA8uXDknlg6pgvoJtRpf4ccCDwnq/QdpeiOxQ4F8h0FL9JGMiZ+QlJi\nYeVH8m/EQvxt0svjZhnb9GJFz20odaiLjxFlcnL6mtMZZbYE1UwBnU004F8Y\nm9pER16zGqlIKQt2U5PMG2igxgQBq6lQXgN958coxe+kNPZDetc2Int1qk6Q\nZoHDX87zcakWK+SmklyuEZXG0FB0e9BCa7Wqj+B36io3CJopMHUfOUPLKZtw\n+vo4Pr8ekr204iggsSnFmLZmjj45Lt3AA51HVaKlnbUtPW0gNRVmswwnCH5Z\nuyVTRpVek7dPdV/SNH0scZRZQPKSDfKvUzunOdWNflYaDB4nUsgbTvOCutnT\n4qGiX9gpK9hJOkbf3Fftjz1IrnyO2xnkJzrKxjcHdbtAkSG+QQ+K8LYWm2oT\ny0E2ypILn+mnWZWvEOy508NcQMdh4f16X3v8/igKt+oyNtnj6Aycm1xfXntP\nEI01kbR+c90DEoQUC8Sdxl/st43GWh2M3lBKD8Cye2m4ix8cx4Ux9qzE52nd\n+SFEUHpqiY0bZBnBDj+ST/DhCdV1arObVC4N2/za3AGfjnVSdk3QhQnL7Pb0\n2Bfw\r\n=0gWQ\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIGhGJMmTnNSI1uF7ljglEV73LiSzcxonSqe9Vj56RJXrAiAd1X5CQGPNxdsfQWcNCEN0cdki3A4Xo3HJ5u8aA6IRYA=="}]},"_npmUser":{"name":"outlawstar4761","email":"outlawstar4761@gmail.com"},"directories":{},"maintainers":[{"name":"outlawstar4761","email":"outlawstar4761@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/4chan-crawler_1.0.0_1610585449821_0.1313950804787074"},"_hasShrinkwrap":false},"1.0.1":{"name":"4chan-crawler","version":"1.0.1","description":"Crawl 4Chan's archives from most recent to oldest, saving contents to disk.","main":"index.js","scripts":{"test":"echo \"Error: no test specified\" && exit 1","start":"node index.js"},"author":"","license":"ISC","dependencies":{"jssoup":"0.0.12"},"gitHead":"2e0a0dff15091759866ceab8ee19d87d14d373c5","_id":"4chan-crawler@1.0.1","_nodeVersion":"12.13.1","_npmVersion":"6.12.1","dist":{"integrity":"sha512-iHs+b8DntnSwglko3oJ6io5/0QfWp11oIFUFTh7HsDAa8qJRNw0PR7RkZH1dw5zMDuh/ZM2tg6ALknlj4Lm7MA==","shasum":"3d5efc04cd59b7e7139c90a0243ceb9959f43c6c","tarball":"https://registry.npmjs.org/4chan-crawler/-/4chan-crawler-1.0.1.tgz","fileCount":6,"unpackedSize":8067,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJf/5aDCRA9TVsSAnZWagAA01oP/0Fsaa+nmKpn55zXL6P+\nGYTJDLFnp398KVWgB7D0N6WzWEy5R47qjs+GSBsu/DI004eHTBFVZvZ4yy7/\nNnEz55C+6KuhixRT5xbSJC7R9Cc3DZRG2VoMPiCli1TaJBH7hzTfwVuy4zKW\nz9H7rDpr14oQDL5K2Hy1+O8iQaypQ7R30KYZ0K86+TkNnAh7K7yLPmomPNBZ\nj7A9a9Aq85oxcK9kc7duJDjmhYKolq2APw2TfP7IAEKMa3d6ywQTved+2B8S\n4oPNDjPu50gHFY7xAaJHgay2Hs9T91PiVOVZnKmoid5DtegCv1O3tKOakZZ2\nJZ4snjY2gFHYA8KXZ4MxBno08vYOBfUBWWrq2RZgPy/e+C1WxHkZVvdTCsN/\nYQFT+EsPT4CyLmCcEnDuO0IMq3f4elWuLCiYUI/K4v6u4eTQi5Mf96jRKmfS\n0LFkuhere5m76uHTR8YNapWcOgpysEQ6YghQIoLC/vmI1K2FOTXydz+QwOLP\nHHtKF0uGPh7nSprfM4Nnfcfumpv19ic8hhxCZiHR9IO8p3w9KCvMvocPaz1j\nEfzrHkag20ywiAo3uX3QLqOGnj90CmOXapU+mNocC2XU7qW6KGxjWKjMzQZM\nlk9GQ35iaojh/EchKxumEr01El2FTW2uDjhK0doSPuO96eDZinJwdleX/fi4\nDnab\r\n=gCdC\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIFpcLKH+0pCpRhc/4qkFKoPYEjCvhyuWw+6Wk6X/6WOBAiEA0CQttwMtiLFD1SYO5Rgzq3gtgqDNv0ncuPozUorKjUo="}]},"_npmUser":{"name":"outlawstar4761","email":"outlawstar4761@gmail.com"},"directories":{},"maintainers":[{"name":"outlawstar4761","email":"outlawstar4761@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/4chan-crawler_1.0.1_1610585730643_0.7218910375199294"},"_hasShrinkwrap":false}},"time":{"created":"2021-01-14T00:50:49.821Z","1.0.0":"2021-01-14T00:50:49.920Z","modified":"2022-04-04T10:22:23.156Z","1.0.1":"2021-01-14T00:55:30.768Z"},"maintainers":[{"name":"outlawstar4761","email":"outlawstar4761@gmail.com"}],"description":"Crawl 4Chan's archives from most recent to oldest, saving contents to disk.","license":"ISC","readme":"\n# 4chan-crawlerJS\n\n## Preamble\n\n[tomcat-bit/4chan-crawler](https://github.com/tomcat-bit/4chan-crawler) provides and easy to use crawler for the live site, which I wanted to rework for crawling the archive and collecting text as well as media. [Archive.4plebs.org](https://archive.4plebs.org) DDos protection blocks requests from `python-requests`, but not from Node's `https`, so I built a JS version.\n\n## Installation\n\n`npm i 4chan-crawler`\n\n### Setup\n`npm i`\n## Usage\nUpdate Desired boards and output directory in `config.js`\n\n`npm start`\n","readmeFilename":"README.md"}