{"_id":"crawler-request","_rev":"13-6ee6c3939b1d0b7d12409d716a28a63a","name":"crawler-request","description":"HTTP request module customized for crawlers.","dist-tags":{"latest":"1.2.2"},"versions":{"0.1.0":{"name":"crawler-request","version":"0.1.0","description":"A simple matcher with regex cache.","main":"crawler-request.js","keywords":["normalize","url","uri","address","string","normalization","normalisation","query","querystring","unicode","simplify","strip","trim","url parser"],"dependencies":{"escape-string-regexp":"*"},"devDependencies":{"fs":"*","mocha":"*","path":"*"},"scripts":{"test":"mocha --recursive","start":"node crawler-request.js"},"homepage":"https://gitlab.com/mehmet.kozan/crawler-request","bugs":{"url":"https://gitlab.com/mehmet.kozan/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/mehmet.kozan/crawler-request.git"},"author":{"name":"Mehmet Kozan"},"license":"MIT","engines":{"node":"8.2.1"},"gitHead":"6d70a8b9030b1dba1fbb263dc77a0403f1d804c6","_id":"crawler-request@0.1.0","_shasum":"d2ef91650e74d8940be74c0ab4b1e008b66d8187","_from":".","_npmVersion":"3.10.10","_nodeVersion":"6.11.4","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"shasum":"d2ef91650e74d8940be74c0ab4b1e008b66d8187","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-0.1.0.tgz","integrity":"sha512-iYk78rRo+dupVfAFsZEV2iQ/LTyMl00cW6wSuwo83QcbE+1IdZkIRuAmQFYGgGWj62NWMmIK5LL31S/CpCjbdQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAPMo7elXVHw3sc/zOTgh2cSn/g+GSrllLCa0+hklqMcAiBp7TU5P9kyf1fkbMvs45Hlap73JvvOjRvsESqxH4coiw=="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-0.1.0.tgz_1512277308315_0.446945330593735"}},"0.1.1":{"name":"crawler-request","version":"0.1.1","description":"Http requests module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text"],"dependencies":{},"devDependencies":{"fs":"*","mocha":"*","path":"*"},"scripts":{"test":"mocha --recursive","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"100e3e907a5d9ca3144dae9381cff78b517fba85","_id":"crawler-request@0.1.1","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-PVmJIfTV177LhPIDV9ZceTCzkgYJduzFXNwNCp14WoX88C4X0SH2jnwBnNYo0FReG+b4PFNatX52OhAbfHZ9zQ==","shasum":"c86226d9d83bf968f2e3ae3521877fde1966cff3","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-0.1.1.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIG9LBcPz7Gq2K1gek9XFl94wj1MfPWAzC05mINe5uflcAiB9z0yVZeYyqXKDbtcnEDniC+c+wRRfErBdM9pYpCLDTg=="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-0.1.1.tgz_1513356152969_0.7904166441876441"}},"1.1.3":{"name":"crawler-request","version":"1.1.3","description":"Http requests module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","file-type":"^7.4.0","pdf2json":"^1.1.7","content-type":"^1.0.4","iconv-lite":"^0.4.19","html-to-text":"^3.3.0"},"devDependencies":{"mocha":"^4.0.1","path":"^0.12.7","co":"^4.6.0","cheerio":"^1.0.0-rc.2","url":"^0.11.0"},"scripts":{"test":"mocha --recursive","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"34312ebcae0138434041410cdadba1650a9d267a","_id":"crawler-request@1.1.3","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-lGWTOEu56GYBIi+e17ObSCL3Tem/AwX8WfLeTM4rtU4O4bnP/DjrDDariUEC/lY0O3R9Yrn7kqRnAPUJkLSb/Q==","shasum":"3242df7d9e4fe14b402c3ceb33cf9751bc8c7b60","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.1.3.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQDi6+M59w6Mclw0kt8SfSl0bNDUABRhutHPaHk6nbxcLgIgTHRKe0x3y5XgKe0k72aV/TV9oUqFe2fsLOtyFvJGkn8="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.1.3.tgz_1513428925034_0.6146338058169931"}},"1.1.4":{"name":"crawler-request","version":"1.1.4","description":"Http requests module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","file-type":"^7.4.0","pdf2json":"^1.1.7","content-type":"^1.0.4","iconv-lite":"^0.4.19","html-to-text":"^3.3.0"},"devDependencies":{"mocha":"^4.0.1","path":"^0.12.7","co":"^4.6.0","cheerio":"^1.0.0-rc.2","url":"^0.11.0"},"scripts":{"test":"mocha --recursive","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"f8a529560deb01f44d2c1ed60d330a607ae981dc","_id":"crawler-request@1.1.4","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-EkqgJCEHE/+lTSUpOIwow4gMGm0HN2cdthSKmnMupka+72o8gtKbBYkw1yvPvOhg4vHsiuVti96tqXw02SYPdA==","shasum":"dd9d58d0e12577b0a47eb130f1c8b2e0e66f8a1d","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.1.4.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDol1tLnM9xhlVXgU9bY8r/RUJN/qzgmWMETxLPyoZWRAIhAO0DwLvV5CvJeKHgB9oLxUHA+9ZKfynwO73WcMHj1PL9"}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.1.4.tgz_1514905597704_0.41654589492827654"}},"1.1.6":{"name":"crawler-request","version":"1.1.6","description":"Http requests module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","file-type":"^7.4.0","pdf2json":"^1.1.7","content-type":"^1.0.4","iconv-lite":"^0.4.19","html-to-text":"^3.3.0"},"devDependencies":{"mocha":"^4.0.1","path":"^0.12.7","co":"^4.6.0","cheerio":"^1.0.0-rc.2","url":"^0.11.0"},"scripts":{"test":"mocha --recursive","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"dcca0f5cbb32dec39584031cc83631ab748b7cd5","_id":"crawler-request@1.1.6","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-RW12B3VhViMGa9Fx+6zXywWINC6m72kSCUoYb8xOuz0C7Oixf5YTI6fI3Qa9+Q+G7eVzgJJfnxkRV9yHaVShgg==","shasum":"aa25bd01ad13ce8d3f8e773f688e44e1a4bb4580","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.1.6.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCFTV0PJjFZ1jeReta49tLm48NoZJaiRI6I6SiaF3P5vAIhALX9GdWt34ee0inplhzzIVvLouwgfwxcE2VIEhsEkg1f"}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.1.6.tgz_1514968856968_0.8496060748584569"}},"1.1.7":{"name":"crawler-request","version":"1.1.7","description":"Http requests module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","file-type":"^7.4.0","pdf2json":"^1.1.7","content-type":"^1.0.4","iconv-lite":"^0.4.19","html-to-text":"^3.3.0"},"devDependencies":{"mocha":"^4.0.1","path":"^0.12.7","co":"^4.6.0","cheerio":"^1.0.0-rc.2","url":"^0.11.0"},"scripts":{"test":"mocha --recursive","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"006d63af32c3303e28fd32e1981a2334eaf243d6","_id":"crawler-request@1.1.7","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-GdQPMj7vEyIZiLRkTGt/3z0eAV/2DIHtZvA/O05SMJIPm+mpkzNlokzi8vUCANdBUcN/8WCu5aQoJVZjN9VwBg==","shasum":"f327fd5d5f3ad4d16986f6480f7d6f4c67e76303","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.1.7.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIAGnbyfTrpgFp/EnCrh4BLNh/GBrL+kloAqR4e5mgCKjAiEA+ucn310STcSA6Gj/Z8ifFyM1QjlpqBrhiy6w9Vzt3VU="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.1.7.tgz_1514978366771_0.26564312004484236"}},"1.1.8":{"name":"crawler-request","version":"1.1.8","description":"Http requests module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","file-type":"^7.4.0","pdf2json":"^1.1.7","content-type":"^1.0.4","iconv-lite":"^0.4.19","html-to-text":"^3.3.0"},"devDependencies":{"mocha":"^4.0.1","path":"^0.12.7","co":"^4.6.0","cheerio":"^1.0.0-rc.2","url":"^0.11.0"},"scripts":{"test":"mocha --recursive","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"1247fb55d06cefeb69a0ebd364539f65d4032dfe","_id":"crawler-request@1.1.8","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-NLk1MgRiqInDLiSgPF6u2IpH6bkMD321lz6hKAUI4vc8gQGdxKvvNIsllAoaMiMzIGmTs6bS9PyV2KM9xQmVjA==","shasum":"4fc74434afedc71d0a95bfd3edd541dd0cfb0716","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.1.8.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCWZz4Vr3oGNc+Is8OQZOYQOErEIriB11CvxWVDwoZ7PwIgRR6e+XA4dchwhLHbcb+Ga9z07/khmm8G5GPDTJE0cWQ="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.1.8.tgz_1514990552950_0.8578787995502353"}},"1.1.9":{"name":"crawler-request","version":"1.1.9","description":"HTTP request module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","content-type":"^1.0.4","file-type":"^7.4.0","html-to-text":"^3.3.0","iconv-lite":"^0.4.19","pdf-parse":"^1.0.5"},"devDependencies":{"cheerio":"^1.0.0-rc.2","co":"^4.6.0","mocha":"^4.1.0","path":"^0.12.7","url":"^0.11.0"},"scripts":{"test":"mocha --recursive --slow 2000","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"15838f50b57adae32eb52600cdac3c7d560a05ae","_id":"crawler-request@1.1.9","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-Wobsyumi/b6N7G9BH610i1I5A39q/s4GoYPUEcXOEfm2mtsAj98MDpzuqh7CRIax8Yo3pbVp+eb3yuNsHAxqPQ==","shasum":"8b5af2601d3d813e008ffc3a459510243d0223b6","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.1.9.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIERQEtJlJujD0+havo1BMYpButD1OYmmM4aphBjiKEXRAiAj2jyz3X09DlPMVexaznHeLspQ9ZWQEOwE7KIwGaYmSQ=="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.1.9.tgz_1515423780300_0.6539553296752274"}},"1.2.0":{"name":"crawler-request","version":"1.2.0","description":"HTTP request module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","content-type":"^1.0.4","file-type":"^7.4.0","html-to-text":"^3.3.0","iconv-lite":"^0.4.19","pdf-parse":"^1.0.5"},"devDependencies":{"cheerio":"^1.0.0-rc.2","co":"^4.6.0","mocha":"^4.1.0","path":"^0.12.7","url":"^0.11.0"},"scripts":{"test":"mocha --recursive --slow 2000","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"a22a8e6979185aee30634e056a7f1c246a26263c","_id":"crawler-request@1.2.0","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-R3l/bwiAnFXHoZAxVedGShn5ed18yJu3CPzhnkr1OTfQ48/6NNA6yCKV6lFaxF2QD8A8Gj1u4RyrWPtUoI3ZGg==","shasum":"272e2154a9bfe2709ef37999cad970c99a1ca423","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.2.0.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIEogDEgBXNnnefXHg1Ra4vvvAC9sLevwiYDAK++oQnvMAiA8CjRhOOpBfcIlQyoG/WnD11RsHo759DOJxfD5t6tWhw=="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.2.0.tgz_1515432825753_0.6605320770759135"}},"1.2.1":{"name":"crawler-request","version":"1.2.1","description":"HTTP request module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","content-type":"^1.0.4","file-type":"^7.4.0","html-to-text":"^3.3.0","iconv-lite":"^0.4.19","pdf-parse":"^1.0.5"},"devDependencies":{"cheerio":"^1.0.0-rc.2","co":"^4.6.0","mocha":"^4.1.0","path":"^0.12.7","url":"^0.11.0"},"scripts":{"test":"mocha --recursive --slow 2000","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"d9b07af5996622349677aa2a22ece78a35c8f27a","_id":"crawler-request@1.2.1","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-9Qbx7h2H8ZvuuuaMdNCNRbgeAAbBi7MiPwI/wCkV2hAEoYFc5Cfsv1hBtxqRmolGvZPngMaRO9mMGgCXmTCTTw==","shasum":"be724a634b64086428da3e45649e99e9b11e99bd","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.2.1.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAto2uI05sblGhwCGstJfR7zKib/fJnBSKnf/QHjA4mjAiAs5gC+NZODx1VEFpc/jUABmizw7Pu/hudnuJGo1nCkbg=="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.2.1.tgz_1515518926119_0.5297714192420244"}},"1.2.2":{"name":"crawler-request","version":"1.2.2","description":"HTTP request module customized for crawlers.","main":"crawler-request.js","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"dependencies":{"axios":"^0.17.1","content-type":"^1.0.4","file-type":"^7.4.0","html-to-text":"^3.3.0","iconv-lite":"^0.4.19","pdf-parse":"^1.0.5"},"devDependencies":{"cheerio":"^1.0.0-rc.2","mocha":"^4.1.0","path":"^0.12.7","url":"^0.11.0"},"scripts":{"test":"mocha --recursive --slow 2000","start":"node crawler-request.js"},"homepage":"https://gitlab.com/autokent/crawler-request","bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"license":"MIT","engines":{"node":">=6.8.1"},"gitHead":"76c8f81acc9b89a3ea64d82a0ef1fe46f871d7d9","_id":"crawler-request@1.2.2","_npmVersion":"5.5.1","_nodeVersion":"8.9.1","_npmUser":{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"},"dist":{"integrity":"sha512-zCesOLe6jusWLKV753wIEztaCvDwYQFQpOYdOdwwD/mUOYbVvzuhBkf7Mjg0bMcgZGt15FDuw5fU8C06IXKNbg==","shasum":"1ae370daa4afaf58caa7c31bb69c4ffe06f0e749","tarball":"https://registry.npmjs.org/crawler-request/-/crawler-request-1.2.2.tgz","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIEDWovZjj909yBKgaQCJSnRVH4dkbvymN0G57nTG8EyPAiBxT8zGbuFhESc8L1QM/d3NctcFVvqzhZreW+R8pS1MtA=="}]},"maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/crawler-request-1.2.2.tgz_1515659773209_0.12966677453368902"}}},"readme":"# crawler-request\n\n**HTTP request module customized for crawlers.**\n\n[![version](https://img.shields.io/npm/v/crawler-request.svg)](https://www.npmjs.org/package/crawler-request)\n[![downloads](https://img.shields.io/npm/dt/crawler-request.svg)](https://www.npmjs.org/package/crawler-request)\n[![node](https://img.shields.io/node/v/crawler-request.svg)](https://nodejs.org/)\n[![status](https://gitlab.com/autokent/crawler-request/badges/master/pipeline.svg)](https://gitlab.com/autokent/crawler-request/pipelines)\n\n## Installation\n`npm install crawler-request`\n\n## Usage\n\n### Simple Request\n```js\nconst crawler = require('crawler-request');\n\ncrawler(\"https://stackoverflow.com/\").then(function(response){\n    // handle response\n    console.log(response.text.lenght);\n});\n```\n\n### PDF Parse\n```js\nconst crawler = require('crawler-request');\n\ncrawler(\"http://careers.stackoverflow.com/stack_overflow_careers.pdf\").then(function(response){\n    // handle response\n    console.log(response.text.lenght);\n});\n```\n\n### Extend\n```js\nconst crawler = require('crawler-request');\n\nfunction response_text_size(response){\n    response[\"size\"] = response.text.length;\n    return response;\n}\n\ncrawler(\"https://stackoverflow.com/\",response_text_size).then(function(response){\n    // handle response\n\tconsole.log(response.size);\n});\n```\n\n## Test\n`mocha` or `npm test`\n\nCheck [test folder](https://gitlab.com/autokent/crawler-request/tree/master/test) and [quickstart.js](https://gitlab.com/autokent/crawler-request/blob/master/QUICKSTART.js) for extra usages.\n\n## Support\nI use this package actively myself, so it has my top priority. You can chat on WhatsApp about any infos, ideas and suggestions.\n\n[![WhatsApp](https://img.shields.io/badge/style-chat-green.svg?style=flat&label=whatsapp)](https://api.whatsapp.com/send?phone=905063042480&text=Hi%2C%0ALet%27s%20talk%20about%20crawler-request)\n\n### Submitting an Issue\nIf you find a bug or a mistake, you can help by submitting an issue to [GitLab Repository](https://gitlab.com/autokent/crawler-request/issues)\n\n### Creating a Merge Request\nGitLab calls it merge request instead of pull request.  \n\n* [A Guide for First-Timers](https://about.gitlab.com/2016/06/16/fearless-contribution-a-guide-for-first-timers/)\n* [How to create a merge request](https://docs.gitlab.com/ee/gitlab-basics/add-merge-request.html)\n* Check [Contributing Guide](https://gitlab.com/autokent/crawler-request/blob/master/CONTRIBUTING.md) \n\n## License\n[MIT licensed](https://gitlab.com/autokent/crawler-request/blob/master/LICENSE) and all it's dependencies are MIT or BSD licensed.","maintainers":[{"name":"mehmet.kozan","email":"mehmet.kozan@live.com"}],"time":{"modified":"2022-06-14T02:42:26.141Z","created":"2017-12-03T05:01:48.405Z","0.1.0":"2017-12-03T05:01:48.405Z","0.1.1":"2017-12-15T16:42:34.298Z","1.1.3":"2017-12-16T12:55:26.033Z","1.1.4":"2018-01-02T15:06:38.554Z","1.1.6":"2018-01-03T08:40:57.840Z","1.1.7":"2018-01-03T11:19:26.849Z","1.1.8":"2018-01-03T14:42:33.767Z","1.1.9":"2018-01-08T15:03:01.212Z","1.2.0":"2018-01-08T17:33:45.825Z","1.2.1":"2018-01-09T17:28:47.000Z","1.2.2":"2018-01-11T08:36:14.237Z"},"homepage":"https://gitlab.com/autokent/crawler-request","keywords":["crawler","request","http","pdf-crawler","pdf2text","pdf-to-text","pdf2json","axios","pdf","pdf-parser","html-to-text"],"repository":{"type":"git","url":"git+https://gitlab.com/autokent/crawler-request.git"},"author":{"name":"Mehmet Kozan","email":"mehmet.kozan@live.com"},"bugs":{"url":"https://gitlab.com/autokent/crawler-request/issues","email":"mehmet.kozan@live.com"},"license":"MIT","readmeFilename":"README.md"}