{"_id":"robots","_rev":"39-90e97f41415012a2020823eb0fbda672","name":"robots","description":"Parser for robots.txt","dist-tags":{"latest":"0.10.1"},"versions":{"0.3.1":{"name":"robots","version":"0.3.1","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","_npmJsonOpts":{"file":"/home/shorrty/.npm/robots/0.3.1/package/package.json","wscript":false,"contributors":false,"serverjs":false},"_id":"robots@0.3.1","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.22","_nodeVersion":"v0.4.10","_defaultsLoaded":true,"dist":{"shasum":"a4d32cfd19e3cd0d7f58df75d42493ae291616c0","tarball":"https://registry.npmjs.org/robots/-/robots-0.3.1.tgz","integrity":"sha512-+WXDk7+d4Lr8A12P3b63+jdLoEWHyXZaZcCrZKwdc7Y411iymSly0jzxNkJgst1pypewxnry1LUAZysUvxcU2g==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIGpltrAImLRVIBI1DUEzsy8gTnDt9SCHppmH391VeQkkAiAFeNcH67tU5aLkZsehA4lgRRxUPZDyaud5CpZC5kKCOA=="}]},"scripts":{},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.3.2":{"name":"robots","version":"0.3.2","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","_npmJsonOpts":{"file":"/home/shorrty/.npm/robots/0.3.2/package/package.json","wscript":false,"contributors":false,"serverjs":false},"_id":"robots@0.3.2","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.22","_nodeVersion":"v0.4.10","_defaultsLoaded":true,"dist":{"shasum":"6582d87d63289117791bf2f09fd4b39d659ebf68","tarball":"https://registry.npmjs.org/robots/-/robots-0.3.2.tgz","integrity":"sha512-xZOfKLg96QKvR8kQVfutCoe88MZNbW1RVlNw/uh+s5JBmSn9vMOtNEgjdufPwtlK4d19fubPv1GZV/BvcZCnoQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAQrCrXyvzuXBQu35822B54ast0k0Z6gmuSV5XhcI6i1AiAqqW4aFRgK6c+lHlQJAJCk8owKJQ5hCgx57nYgRCqDAw=="}]},"scripts":{},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.3.3":{"name":"robots","version":"0.3.3","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","_npmJsonOpts":{"file":"/home/shorrty/.npm/robots/0.3.3/package/package.json","wscript":false,"contributors":false,"serverjs":false},"_id":"robots@0.3.3","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.22","_nodeVersion":"v0.4.10","_defaultsLoaded":true,"dist":{"shasum":"178b83d935d81d0d85364f33c61b40df0f9e13f2","tarball":"https://registry.npmjs.org/robots/-/robots-0.3.3.tgz","integrity":"sha512-CMtGrqK2Rb+5i/niynqF4NeEDVqUdkirc2BXy9IODm5hPiUrbO+7KcW8/y3aJ1hSwMratsKP0Qrqe5QGRqiWvg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIFZQnVvOgra8H82uhR7Xr+cbv1ld69hrzXlrWhIkf80OAiEAoxZYngcO0dscC4qCtPKhO8nwHXjcUkufCq81Ea+/qnU="}]},"scripts":{},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.4.0":{"name":"robots","version":"0.4.0","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":{"type":"MIT","url":"https://github.com/ekalinin/robots.js/blob/master/LICENSE"},"_npmJsonOpts":{"file":"/home/shorrty/.npm/robots/0.4.0/package/package.json","wscript":false,"contributors":false,"serverjs":false},"_id":"robots@0.4.0","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.22","_nodeVersion":"v0.4.10","_defaultsLoaded":true,"dist":{"shasum":"f5ab16ba6fd6bb199d485ac2244f7c689fbb4043","tarball":"https://registry.npmjs.org/robots/-/robots-0.4.0.tgz","integrity":"sha512-3DR/mlv/TCWdVZHZSlnoi7Ls6/EKRUwdOOuyMu5R0Rw1d/reK0anw5atwXSOmC+qhi4dDQEtKGRWd719rWPKtQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDne1aGn/Er1ECXolHFIhPB8DzqdtK87Roejo6dLcrDBgIhALLlk/uqjYTiL4qfzstmwNRNVP3m+5bjJHsLil9mz7m6"}]},"scripts":{},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.5.0":{"name":"robots","version":"0.5.0","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":{"type":"MIT","url":"https://github.com/ekalinin/robots.js/blob/master/LICENSE"},"_npmJsonOpts":{"file":"/home/shorrty/.npm/robots/0.5.0/package/package.json","wscript":false,"contributors":false,"serverjs":false},"_id":"robots@0.5.0","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.22","_nodeVersion":"v0.4.10","_defaultsLoaded":true,"dist":{"shasum":"55314001c198a0636ab62ad56cc48f6382a339d1","tarball":"https://registry.npmjs.org/robots/-/robots-0.5.0.tgz","integrity":"sha512-HPayZ+1TwIC1ppm2PtsPk97FwyyL61IuAuFQITtvtBfY9RFcNEXUoLcUmaqe+8lWPVpwJoS7xQaE/MDFmivSHA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIAzyEPg+sFD56AVVZeJ9j6wTfr9NNmW0usijGRVcMsTcAiEAuginzf1WdMyUGwmhfo72evMJdsEKv+u9RutYRS6F6xk="}]},"scripts":{},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.5.1":{"name":"robots","version":"0.5.1","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_npmJsonOpts":{"file":"/home/shorrty/.npm/robots/0.5.1/package/package.json","wscript":false,"contributors":false,"serverjs":false},"_id":"robots@0.5.1","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.22","_nodeVersion":"v0.4.10","_defaultsLoaded":true,"dist":{"shasum":"b86dffe3d715e093e1442c28f41af9691fe1e02c","tarball":"https://registry.npmjs.org/robots/-/robots-0.5.1.tgz","integrity":"sha512-4Q98G2gUuJoqfmF1eKvMcn65F229Cue/twk3TM9nhO1AQiOw050uNNdyW7FIqwfZUtiGe9OpACPnMAk1B2ktpg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQCIUYZqNArJBkMCS9hnguvZfzK+F1BjDLyevnlN8qHRhgIgek3muscf1LwYgvRdfxvc5aRIqDdqiW95W/RxidXoi1o="}]},"scripts":{},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.6.0":{"name":"robots","version":"0.6.0","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_npmJsonOpts":{"file":"/home/shorrty/.npm/robots/0.6.0/package/package.json","wscript":false,"contributors":false,"serverjs":false},"_id":"robots@0.6.0","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.22","_nodeVersion":"v0.4.10","_defaultsLoaded":true,"dist":{"shasum":"b87882daa885a39ef75657f212cd42dbd3a6469f","tarball":"https://registry.npmjs.org/robots/-/robots-0.6.0.tgz","integrity":"sha512-5fSUP/10Lwm+60hCcRrUxE1iIYu+8N83HJi7vpXstxy5j3Mx/t+NwOjcDbZOwA05peCTsBpwaQVvdXlq/dav6Q==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIQC+9F23ZiLFApymQRl53g31rUzio0BxqnQuyzlXdjQvbwIgWpDJbxP3Xw+xPIzl+ATSZnRrph//EZc32WndouZREOA="}]},"scripts":{},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.7.0":{"name":"robots","version":"0.7.0","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"_id":"robots@0.7.0","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.106","_nodeVersion":"v0.6.4","_defaultsLoaded":true,"dist":{"shasum":"1bd35868fafaa2d645dcddfdd9d4ae006a8b619f","tarball":"https://registry.npmjs.org/robots/-/robots-0.7.0.tgz","integrity":"sha512-6iqNxG8Qy4y+4SNBCCwnOe89YEQMM4R44GSp7J8mbKm6aCT/Q7l0QnyxviKE8z5xINtgWR+MN6iKbD9Ifd5OOA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIBCKlqNG6q2Q5JIFKaX2CquQq/dy77tI9AJMsJkp9qq0AiEAtrvMY1QWb7yQYdFIGMrLqZVl3me+miL4lGx+uEQguIM="}]},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.7.1":{"name":"robots","version":"0.7.1","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"_id":"robots@0.7.1","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.106","_nodeVersion":"v0.6.4","_defaultsLoaded":true,"dist":{"shasum":"0b3bb635cb682535e9d03c65fcf15efc76baed59","tarball":"https://registry.npmjs.org/robots/-/robots-0.7.1.tgz","integrity":"sha512-5bhtkLkdBzOLgUDq+k5glG9jP3/44lbQBZHDT4vn0guCC3yG7QlUSgoluC5MEwNps9pJcQq0zITFsXXJQtGr4w==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDV+jLvd4dCzyEm5fAxB1xZtyfJlRBc8IPGJdG8Jr6i1gIhANRHqrfN6rjoG0H2oByX+jiFwA0llD4Gcorhz6QJAYRA"}]},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.7.2":{"name":"robots","version":"0.7.2","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"_id":"robots@0.7.2","dependencies":{},"engines":{"node":"*"},"_engineSupported":true,"_npmVersion":"1.0.106","_nodeVersion":"v0.6.4","_defaultsLoaded":true,"dist":{"shasum":"f9196b715f4fa1b8fee96f9e351e9e0c6eac7564","tarball":"https://registry.npmjs.org/robots/-/robots-0.7.2.tgz","integrity":"sha512-GBa4sh4P8LLqj++cc6RGVl6qcEGWL1qbla59afppfohBH2fnX0JkvwL1BJa17a+q+tx9F01YoOX2UBSotizmFA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD6NpMhlm0ylHooVIbD5FBRyrFNEsuc931JtJDpPqlJPAIhAOUh6Tfqe5RekR8KuVyEPSIFUcfAT7Nf5Vy/Bet+Rzrm"}]},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.8.0":{"name":"robots","version":"0.8.0","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_id":"robots@0.8.0","dist":{"shasum":"fc3081a74165609c0c2955d39154219387dafedf","tarball":"https://registry.npmjs.org/robots/-/robots-0.8.0.tgz","integrity":"sha512-mkKVvlqGWOgLXyczI6+UxI88r+TF7XvgN4DhAnUNoEXW+5SKjISM57fyLERJasp9POBEnAv/Lmc9e0AXEfFJxQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDMWMvl5hn0abxsSq7uWRpf9DyMeXGM0KRuC28cu0bF+AIhAKKDDG5387+m8yvylclT56l+zMmLaiEcankb5BHMdPvk"}]},"_npmVersion":"1.2.0","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.9.0":{"name":"robots","version":"0.9.0","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_id":"robots@0.9.0","dist":{"shasum":"a243ee59d266d288bd05b86d3cf8cad0e16762a5","tarball":"https://registry.npmjs.org/robots/-/robots-0.9.0.tgz","integrity":"sha512-EfcbYrt519kKbwEKxjZlgVp7BrrioPZueSvC2V07cdwVH/oj2PAKeqr+aZLBKup37eAhAVcaNxL2X9t5I1gP4Q==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIAcxXx3YIargwhEG2a7UZUF0cYZTrGIlgxCAN+DVOEekAiBKfRrt4XubZkoR0a1dwtJQFrcmE9WhRMLy9XAfn+NdBw=="}]},"_from":".","_npmVersion":"1.2.25","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.9.1":{"name":"robots","version":"0.9.1","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_id":"robots@0.9.1","dist":{"shasum":"169b12f7d125bfcd374ced4659f1132fc113dac4","tarball":"https://registry.npmjs.org/robots/-/robots-0.9.1.tgz","integrity":"sha512-5GSg5WACIpSeB/lQazbFHiz1MocHGbViHzXk+7Pqxwc0Jj3ajjsn11UJiNE5O/bMwYsKTB97enLGiXMoKsrxOg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDpb3kNwvFPlr6cpyUMG3nHhrmpqgxZciO7XiufSpu8JQIhAIzIqDFljQjFHkvNpEc9xyXOUzYjtZHIIRKHQHoX5sDn"}]},"_from":".","_npmVersion":"1.2.32","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.9.2":{"name":"robots","version":"0.9.2","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_id":"robots@0.9.2","dist":{"shasum":"6f8b426043a5c025952c66f50236e9d0714fe5ad","tarball":"https://registry.npmjs.org/robots/-/robots-0.9.2.tgz","integrity":"sha512-z+rDopkpokYF2feFV2+vXXHGVNNWJXgzFET9mcsDikNYI8jInF6n4ZIsyrAd3nwiOwyHmOMiEgPRTpamKdbmmg==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIEfaOVLDV0WomwwLvD1BJ25oq6gOqjd5FZ2Izop7vN9QAiBdvxD/DmzYcewkG+SjXWg/qmZxAaU1s+mFhq0FN+tH2A=="}]},"_from":".","_npmVersion":"1.2.32","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.9.3":{"name":"robots","version":"0.9.3","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_id":"robots@0.9.3","dist":{"shasum":"3ee232bcb93d69741a9de61f54e8064490ba8105","tarball":"https://registry.npmjs.org/robots/-/robots-0.9.3.tgz","integrity":"sha512-LZuU7I+SyQ9lIkl6uGLyq7gdT/0eXiocQV8RKdVE1Dz97qcJ99KCk3ESsuNGjwlwe5hpyx0Pb4bNrmhiEBO5Ag==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQD+RGJszGgnmd1o4Q+Bz2gAOw85lR7Id/H5isegMX062wIhAKSrjPqg7zYZxMm1C7k9AgnBI6/Ody0JjkfhYWNGUVxU"}]},"_from":".","_npmVersion":"1.3.24","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.9.4":{"name":"robots","version":"0.9.4","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"_id":"robots@0.9.4","dist":{"shasum":"e50de5547ec4ea246f727b4e105fca261e47e827","tarball":"https://registry.npmjs.org/robots/-/robots-0.9.4.tgz","integrity":"sha512-xPfiPP8m+0LNU6X5bXW7HJzu6tPKsETC3mr/JsxOar+CqlBnbHbyewKQdAJD/x1AQnYDVqLt60SZMV4Ttk8ppw==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEUCIDN8NRY6QPZdxh1AeJrT3/bTkqmRiORcAwIgeeiZVAEEAiEAu0w0hMYhOvw7pLiM8iynRhk+JUP32km6mk7BmkYEvT8="}]},"_from":".","_npmVersion":"1.3.24","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}]},"0.9.5":{"name":"robots","version":"0.9.5","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"gitHead":"b75387db16fab3e22936c5d0899584893ad5d74f","_id":"robots@0.9.5","scripts":{},"_shasum":"98df4cfa668950c118b093df098faac443c8e4e2","_from":".","_npmVersion":"4.1.2","_nodeVersion":"7.5.0","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}],"dist":{"shasum":"98df4cfa668950c118b093df098faac443c8e4e2","tarball":"https://registry.npmjs.org/robots/-/robots-0.9.5.tgz","integrity":"sha512-LxJ/6tWrarnBc5etXTwv7KHkoCrgXF+qPTK1yKviBf33VRSERrq46YxBN0jfV0fpawU0Gc/uXQAcYl1g6O+nZQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCAZh9HZ6y2IX3EKEun6dMjtWkLEUIb6owuVlAmXOgtjQIhAO+t3iaqA1A0E5CP4pVN2klF0R5EyaFwpkJYc4bboEN+"}]},"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/robots-0.9.5.tgz_1486717000445_0.8309344674926251"}},"0.10.0":{"name":"robots","version":"0.10.0","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"gitHead":"7fbdd9da9d141e66fb1aedc62fffc6c1702ef60c","_id":"robots@0.10.0","scripts":{},"_shasum":"9bd25a0d3058309479eca1c397af416883622ee9","_from":".","_npmVersion":"4.1.2","_nodeVersion":"7.5.0","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}],"dist":{"shasum":"9bd25a0d3058309479eca1c397af416883622ee9","tarball":"https://registry.npmjs.org/robots/-/robots-0.10.0.tgz","integrity":"sha512-RykLrcTMJZq29p+TUCoYaaheKjjAOIt9K//S4fsoTxd9Ye69VNbeTpx457oKruouTRI9HWsa61Lw9g/HTeGgmQ==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIF79QsZGgCJ4tzWdkwxYBs1BdxWrHdj+tjewUzcrGJspAiB7JPG9rBV/ZDEECiJgrG7kWDHGwVP1xzGIsrXxXXaSpQ=="}]},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/robots-0.10.0.tgz_1499245594453_0.6052973188925534"}},"0.10.1":{"name":"robots","version":"0.10.1","description":"Parser for robots.txt","keywords":["robots.txt","robotstxt","parser"],"homepage":"https://github.com/ekalinin/robots.js","repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"engines":{"node":">= 0.6.0"},"devDependencies":{"expresso":"0.8.1"},"main":"index","bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"licenses":[{"type":"MIT"}],"gitHead":"52f08191c412473b861f0ca938f6f5c6fc90f480","_id":"robots@0.10.1","scripts":{},"_shasum":"45f11b0133fc31eb1ab0f9f538cfcb2248d2a60d","_from":".","_npmVersion":"4.1.2","_nodeVersion":"7.5.0","_npmUser":{"name":"ekalinin","email":"e.v.kalinin@gmail.com"},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}],"dist":{"shasum":"45f11b0133fc31eb1ab0f9f538cfcb2248d2a60d","tarball":"https://registry.npmjs.org/robots/-/robots-0.10.1.tgz","integrity":"sha512-or3EB6jzA1mDwfSwH6y2Fn2yeaaTjAYxuHXyErxMvIp+wTE+ewRR4Xdw0QyrfosHJfrUygXJZrLAX4ZwmhTiDA==","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCIDXGqle1LfZ4py+CJQ4MdWM8uqSsZEnWqkMuJ9cpG/1qAiA/I53ZW3V4u6aaDqYXcegNUqPQf6RyUVtb4T+2xRkSmw=="}]},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/robots-0.10.1.tgz_1499436634226_0.47214580909349024"}}},"maintainers":[{"name":"ekalinin","email":"e.v.kalinin@gmail.com"}],"time":{"modified":"2022-06-26T13:46:39.933Z","created":"2011-08-04T08:28:34.389Z","0.3.1":"2011-08-04T08:28:37.249Z","0.3.2":"2011-08-04T08:34:04.394Z","0.3.3":"2011-08-04T08:42:19.292Z","0.4.0":"2011-08-15T08:58:20.308Z","0.5.0":"2011-09-27T08:05:54.478Z","0.5.1":"2011-09-27T08:11:04.919Z","0.6.0":"2011-09-30T13:30:29.180Z","0.7.0":"2011-12-02T20:35:17.055Z","0.7.1":"2012-01-13T07:30:40.094Z","0.7.2":"2012-01-13T07:32:38.721Z","0.8.0":"2013-01-11T13:43:01.048Z","0.9.0":"2013-06-09T21:43:41.242Z","0.9.1":"2013-06-21T04:23:58.048Z","0.9.2":"2013-08-22T05:24:45.924Z","0.9.3":"2014-02-18T21:54:18.873Z","0.9.4":"2014-06-02T10:07:12.752Z","0.9.5":"2017-02-10T08:56:41.046Z","0.10.0":"2017-07-05T09:06:35.395Z","0.10.1":"2017-07-07T14:10:35.139Z"},"author":{"name":"Eugene Kalinin","email":"e.v.kalinin@gmail.com"},"repository":{"type":"git","url":"git://github.com/ekalinin/robots.js.git"},"readme":"robots.js\n=========\n\nrobots.js — is parser for [robots.txt](www.robotstxt.org) files for node.js.\n\nInstallation\n------------\n\nIt's recommended to install via [npm](https://github.com/isaacs/npm/):\n\n```bash\n$ npm install -g robots\n```\n\nUsage\n-----\n\nHere's an example of using robots.js:\n\n```javascript\nvar robots = require('robots')\n  , parser = new robots.RobotsParser();\n\nparser.setUrl('http://nodeguide.ru/robots.txt', function(parser, success) {\n  if(success) {\n    parser.canFetch('*', '/doc/dailyjs-nodepad/', function (access) {\n      if (access) {\n        // parse url\n      }\n    });\n  }\n});\n```\n\nDefault crawler user-agent is:\n\n    Mozilla/5.0 (X11; Linux i686; rv:5.0) Gecko/20100101 Firefox/5.0\n\nHere's an example of using another user-agent and more detailed callback:\n\n```javascript\nvar robots = require('robots')\n  , parser = new robots.RobotsParser(\n                'http://nodeguide.ru/robots.txt',\n                'Mozilla/5.0 (compatible; RobotTxtBot/1.0)',\n                after_parse\n            );\n            \nfunction after_parse(parser, success) {\n  if(success) {\n    parser.canFetch('*', '/doc/dailyjs-nodepad/', function (access, url, reason) {\n      if (access) {\n        console.log(' url: '+url+', access: '+access);\n        // parse url ...\n      }\n    });\n  }\n};\n```\n\nHere's an example of getting list of sitemaps:\n\n```javascript\nvar robots = require('robots')\n  , parser = new robots.RobotsParser();\n\nparser.setUrl('http://nodeguide.ru/robots.txt', function(parser, success) {\n  if(success) {\n    parser.getSitemaps(function(sitemaps) {\n      // sitemaps — array\n    });\n  }\n});\n```\n\nHere's an example of getCrawlDelay usage:\n\n```javascript\n    var robots = require('robots')\n      , parser = new robots.RobotsParser();\n\n    // for example:\n    //\n    // $ curl -s http://nodeguide.ru/robots.txt\n    //\n    // User-agent: Google-bot\n    // Disallow: / \n    // Crawl-delay: 2\n    //\n    // User-agent: *\n    // Disallow: /\n    // Crawl-delay: 2\n\n    parser.setUrl('http://nodeguide.ru/robots.txt', function(parser, success) {\n      if(success) {\n        var GoogleBotDelay = parser.getCrawlDelay(\"Google-bot\");\n        // ...\n      }\n    });\n```\n\nAn example of passing options to the HTTP request:\n\n```javascript\nvar options = {\n  headers:{\n    Authorization:\"Basic \" + new Buffer(\"username:password\").toString(\"base64\")}\n}\n\nvar robots = require('robots')\n  , parser = new robots.RobotsParser(null, options);\n\nparser.setUrl('http://nodeguide.ru/robots.txt', function(parser, success) {\n  ...\n});\n```\n\n\nAPI\n---\n\nRobotsParser — main class. This class provides a set of methods to read,\nparse and answer questions about a single robots.txt file.\n\n  * **setUrl(url, read)** — sets the URL referring to a robots.txt file.\n    by default, invokes read() method.\n    If read is a function, it is called once the remote file is downloaded and parsed, and it\n      takes in two arguments: the first is the parser itself, and the second is a boolean\n      which is True if the the remote file was successfully parsed.\n  * **read(after_parse)** — reads the robots.txt URL and feeds it to the parser\n  * **parse(lines)** — parse the input lines from a robots.txt file\n  * **canFetch(userAgent, url, callback)** — using the parsed robots.txt decide if\n    userAgent can fetch url. Callback function:\n    ``function callback(access, url, reason) { ... }``\n    where:\n    * *access* — can this url be fetched. true/false.\n    * *url* — target url\n    * *reason* — reason for ``access``. Object:\n      * type — valid values: 'statusCode', 'entry', 'defaultEntry', 'noRule'\n      * entry — an instance of ``lib/Entry.js:``. Only for types: 'entry', 'defaultEntry'\n      * statusCode — http response status code for url. Only for type 'statusCode'\n  * **canFetchSync(userAgent, url)** — using the parsed robots.txt decide if\n    userAgent can fetch url. Return true/false.\n  * **getCrawlDelay(userAgent)** — returns Crawl-delay for the certain userAgent\n  * **getSitemaps(sitemaps)** — gets Sitemaps from parsed robots.txt\n  * **getDisallowedPaths(userAgent)** — gets paths explictly disallowed for the user agent specified AND *\n\nLicense\n-------\n\nSee [LICENSE](https://github.com/ekalinin/robots.js/blob/master/LICENSE)\nfile.\n\n\nResources\n=========\n\n  * [Robots.txt Specifications by Google](http://code.google.com/web/controlcrawlindex/docs/robots_txt.html)\n  * [Robots.txt parser for python](http://docs.python.org/library/robotparser.html)\n  * [A Standard for Robot Exclusion](http://www.robotstxt.org/orig.html)\n","readmeFilename":"README.md","homepage":"https://github.com/ekalinin/robots.js","keywords":["robots.txt","robotstxt","parser"],"bugs":{"url":"https://github.com/ekalinin/robots.js/issues"},"users":{"mimmo1":true}}