{"_id":"@dancrumb/web-crawler","_rev":"14-86f0cb28f13e8c656110303cbae73648","name":"@dancrumb/web-crawler","dist-tags":{"latest":"3.5.0"},"versions":{"1.0.0":{"name":"@dancrumb/web-crawler","version":"1.0.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@1.0.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"431678c40e32f86adba9d72637b8362eb8293739","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-1.0.0.tgz","fileCount":8,"integrity":"sha512-ac1duULYbkKuX3bloEnwIlpHRWam1Tg+GS8yJCJQGXdu4YdrtFGqFjtU3FXd2AnJS7mf3HNEtPq+epjCSzKCcA==","signatures":[{"sig":"MEYCIQCTvJ9OlbTLz6YYpfYML79T3otJbMuTrbEsFrS/uZzQGwIhAMYYydEASnLsN51lxq6lj1ydIs9q9mxyWVRW3iG7PRmf","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":12447},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"export":{"./":"./dist/WebCrawler.js"},"gitHead":"2d4f25520ad5bd192abb467414a3f0806b1842fd","scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_1.0.0_1780090025261_0.3736426656872409","host":"s3://npm-registry-packages-npm-production"}},"1.0.1":{"name":"@dancrumb/web-crawler","version":"1.0.1","keywords":[],"author":"Dan Rumney<dancrumb@gmail.com>","license":"MIT","_id":"@dancrumb/web-crawler@1.0.1","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"be852ebba108be5fa5749fd4caa680ba1f074992","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-1.0.1.tgz","fileCount":10,"integrity":"sha512-CUJGrwqzRHYJPiWJOPD5sOtGgK2W/RE2N1xA5OTeNhbb94TZFWpA4hzX08OiyrEhBGP8CHnnxfIXLR5tw5DH1g==","signatures":[{"sig":"MEYCIQDxc5oa0UBFZqqzTN1ZnuiYdbRY+mWpkB5jE8BmamBKRwIhAOUuigLTvIZ7FjEvMxwTn25DUHewxHH1gSeHRKs9mO/s","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":13600},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"export":{"./":"./dist/WebCrawler.js"},"scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"description":"","directories":{},"_nodeVersion":"26.0.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_1.0.1_1780090148136_0.45676736963841","host":"s3://npm-registry-packages-npm-production"}},"1.0.2":{"name":"@dancrumb/web-crawler","version":"1.0.2","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@1.0.2","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"3f1f51fc86de7755aa5fa43e749a71088a87d28a","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-1.0.2.tgz","fileCount":10,"integrity":"sha512-oh5TyM6Cv1zrevIhyR2HpH3aTGM2j5PGcdYbY9J76cW/Wfw3c1acWUCIfjZnsqF28yT537SaUbYLJY7xkxq+HA==","signatures":[{"sig":"MEYCIQCZfgI8k9istiIxcZ7VmWYjJHet4YueuzpbrB4hwh8yVAIhANH2Zgfz0dZAit5wd7fsPO87fs8CatTBzRHEafrTu/vd","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":13601},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"export":{"./":"./dist/WebCrawler.js"},"gitHead":"459610a7087a57441e1e11344d9ab2b5c480458d","scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_1.0.2_1780090333906_0.43907139301178066","host":"s3://npm-registry-packages-npm-production"}},"1.0.3":{"name":"@dancrumb/web-crawler","version":"1.0.3","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@1.0.3","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"5c767ad0e094452265b6c39617dfb272e426130e","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-1.0.3.tgz","fileCount":10,"integrity":"sha512-fpiBHdnmSGKGEi3TAXjB2ieXLb0ajjHp3RrrIY1GojIG8Zm56VcD9hwfEl5aqCQJ3J4Sm6kXitYLH/u1ZjSxsA==","signatures":[{"sig":"MEUCIQCzNpyvzBw80Oog8vpMXTg9I1lgyUgD367xP4gI/jG1EQIgLTGMs8ozeNrHF6yQqq+ArHQ1Y1o5LmABiMqbFB2Ckls=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":13601},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"export":{"./":"./dist/WebCrawler.js"},"gitHead":"b4f17c75f2111cb53e43475f2a278f07c7f8cba0","scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_1.0.3_1780090419607_0.17443274048460666","host":"s3://npm-registry-packages-npm-production"}},"1.2.0":{"name":"@dancrumb/web-crawler","version":"1.2.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@1.2.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"df27decac33b24d5c6c60bc991e24706f51aec7c","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-1.2.0.tgz","fileCount":15,"integrity":"sha512-Ip057hl5UnonSlY1nlzWu23uMzIUn5DqekIvsDfmHcrsFw+hKBHifWEr+eyAkghI2hoS4C2bhcOl+OcYTr4FwQ==","signatures":[{"sig":"MEYCIQCAgE07XdedJeEmOKunLPJ35DraWrktWQNBsFQp1YheXwIhAMFFTRv6ptgZ+ZLNCj9BhzNjJMgXkUT7Y/ZZ1XzdeFS9","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":24545},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{"/":"./dist/WebCrawler.js"},"gitHead":"932ce2844562591553a623b5d7c243a446a49534","scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_1.2.0_1780090677660_0.6286137417368443","host":"s3://npm-registry-packages-npm-production"}},"1.3.0":{"name":"@dancrumb/web-crawler","version":"1.3.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@1.3.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"7254959b7869542c1aa673e2ea915a3f7ae6587a","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-1.3.0.tgz","fileCount":15,"integrity":"sha512-Qly+iUIYyxg0j1zmpCE6n6R9/7wvDfnm2HQrX2KO3XpgRbNCEcgsRhX9TpdPKyR/4j8VyxuD9a6JqCulQ1g7bg==","signatures":[{"sig":"MEYCIQCLJd8fO5N6Jc6xr1FTkyKObOVHV8K+HOMJ20yF4PcCtgIhAJHilqAg0AkrF+wQilJGQrGVeopqDzJb3i9B66sm252a","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":24545},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{"/":"./dist/WebCrawler.js"},"gitHead":"a09d61c2016e9365ea0ccb572a6d42dac63a5fd5","scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_1.3.0_1780090877914_0.11097056531126803","host":"s3://npm-registry-packages-npm-production"}},"1.4.0":{"name":"@dancrumb/web-crawler","version":"1.4.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@1.4.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"9546125be6faede74e9406aad4504241da1e3e3f","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-1.4.0.tgz","fileCount":15,"integrity":"sha512-SfIB1kCsysTOankoKJEJy75t1YE6vCBVooltTNB0YoNO+wmOQd4LgzJDQxNMyqhcPWmGDHyvb/WhhHoZrC5n7g==","signatures":[{"sig":"MEYCIQCd67oXD9RwuZdjwpnGiqovm4ibyitZ+cN7FtgWbzofnQIhAICBw5kIJ9MTVr5e+f8U8Zg7F7xW5RUZl93P63DufoXg","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":24545},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{".":"./dist/WebCrawler.js"},"gitHead":"ed0f2d13b3b567eff1ab6db27a9d7cb8bd85814a","scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_1.4.0_1780091077840_0.40193757424343146","host":"s3://npm-registry-packages-npm-production"}},"2.0.0":{"name":"@dancrumb/web-crawler","version":"2.0.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@2.0.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"96597b39abfe90e021b6c2bb484ab28df825a1be","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-2.0.0.tgz","fileCount":15,"integrity":"sha512-JeIMWirG4uonk1Ji4nAh/0FWbwg3x3T1V/BMQpaIhCgdKJn2OLsOpbr7O0OADkQCITA4e5P5jWfMv73yT0+cNw==","signatures":[{"sig":"MEYCIQCdroNTQGRlkeQPEWwJ9Z+CjLKKxmD0LkTiP9COFyd55wIhAIF62JSvT0wTlPinkO+CrzafeJPi+sXUPMSHL/1bXZnF","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":24545},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{".":"./dist/WebCrawler.js"},"gitHead":"8356dab313783a674f6a3d93352d02b6f95001f5","scripts":{"test":"vitest --run","build":"tsc"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_2.0.0_1780091909446_0.5594472233923442","host":"s3://npm-registry-packages-npm-production"}},"3.0.0":{"name":"@dancrumb/web-crawler","version":"3.0.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@3.0.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"84337ca8d41a5ac23089797e1240b0b2df24edb3","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-3.0.0.tgz","fileCount":15,"integrity":"sha512-q4wywb4LWeIY3fgFI2YxPy7hQlQegNY1lHSGFMW/GBHs0EwLA+naMhq7NeEA3CwH2tSJzFSk+QdimeCb/eAeoA==","signatures":[{"sig":"MEUCIQCcqFh4XdoS8KWsjUZ3W8QlIsNCQ5m4LFbPBb0HFm3xDQIgIdZbgQouS0WfyrApfZ9mChlWmf0dBsulL/6CPIg+jHQ=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":25988},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{".":"./dist/WebCrawler.js"},"gitHead":"3770040704ba42c72b3ffb35d98756ba9fe7f5ed","scripts":{"test":"vitest --run","build":"tsc","prepare":"rm -rf dist && npm run build"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_3.0.0_1780092125835_0.535645995847235","host":"s3://npm-registry-packages-npm-production"}},"3.1.0":{"name":"@dancrumb/web-crawler","version":"3.1.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@3.1.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"da555163ef320ae11fd10c8eb171617b7fda54dc","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-3.1.0.tgz","fileCount":15,"integrity":"sha512-MfZDplLpLrvQDYy2BvkxBP9W2WQIYzHl2sjKqc5VH8bgXjqyJzo7sPr65fJu2YKWJqJW5aU6uCunirhJI3JKig==","signatures":[{"sig":"MEYCIQDJ7eH2ye5WGho95c0KYwBT1Cm3d0bgauiJJs8mpP5nCwIhAK9RSLRZuhCedfPflvs+9fWETKc058E85Io36zM75Qrb","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":26179},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{".":"./dist/WebCrawler.js"},"gitHead":"d5d712a6485bff64e3c0fcb74f9adee5701b39aa","scripts":{"test":"vitest --run","build":"tsc","prepare":"rm -rf dist && npm run build"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_3.1.0_1780092782935_0.20124007076526218","host":"s3://npm-registry-packages-npm-production"}},"3.2.0":{"name":"@dancrumb/web-crawler","version":"3.2.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@3.2.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"fbedac4797a5d5a990df23139624dae2ca4c41a8","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-3.2.0.tgz","fileCount":19,"integrity":"sha512-dbMW5HyWKU0dsp2veXkxyZCIVyjCBxajmxrSCWzcfQePEXO2EVjjvNv91DqJyj1TMQwU2gxMQsp1NPZFEnTBOw==","signatures":[{"sig":"MEQCIB+EZBlLONmvagTT59jlBoVX1MZqIJCvWzHURfUuRI9rAiB+OiJO4ueRV5Em7WieSDJlt4e2hnd74GU08P62e0TIFA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":26702},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{".":"./dist/WebCrawler.js","./CrawledDocument":"./dist/CrawledDocument.js"},"gitHead":"e20b993e3552d3a64edb4ed10aa2c12d3f180254","scripts":{"test":"vitest --run","build":"tsc","prepare":"rm -rf dist && npm run build"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_3.2.0_1780095338741_0.45384461349251115","host":"s3://npm-registry-packages-npm-production"}},"3.3.0":{"name":"@dancrumb/web-crawler","version":"3.3.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@3.3.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"de7884ffa810b0e793f8b1083a11ad725b309782","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-3.3.0.tgz","fileCount":19,"integrity":"sha512-ouEQUHGwwMEfYe1jsngmtrdQbLlVC9C/Y+C3oOfWn38ct9BU2wQGCnKA8l0h2wHm3tkBf9X364/squNgy/GxuQ==","signatures":[{"sig":"MEYCIQCyIKpEVeW3Uz3OPCOgHCdtsDZKQ4EKo7adnexzFH8P4AIhAP86bPXW2jvekj6XYg8jT5axeyUmbcZCyb9/aA/1Fc22","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":27109},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{".":"./dist/WebCrawler.js","./CrawledDocument":"./dist/CrawledDocument.js"},"gitHead":"61f2310bfa04827b94d87c6ad51ecd5d3ff10436","scripts":{"test":"vitest --run","build":"tsc","prepare":"rm -rf dist && npm run build"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_3.3.0_1781384619786_0.6369023526929349","host":"s3://npm-registry-packages-npm-production"}},"3.4.0":{"name":"@dancrumb/web-crawler","version":"3.4.0","keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","_id":"@dancrumb/web-crawler@3.4.0","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"dist":{"shasum":"d376eea80afbda8167ae14afcb7a5965e2e922fb","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-3.4.0.tgz","fileCount":19,"integrity":"sha512-a8KT/KgbtYXrooRl4X5p2ybuX44yGbz+8bYbytO6R6nq8hFi7WwEt0NfCkFbD38tUgYlArvAxJC/5sx5QG21sQ==","signatures":[{"sig":"MEQCIA0b4sgNN1801G4qKmtrtlCutjLqr5W1cUhEI4/Tx8jLAiAy+e+wcyjZnjz9Xe38YDQ8s4QMwSG8DGeNDUF4bMuw4w==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":27093},"type":"module","config":{"commitizen":{"path":"./node_modules/git-cz"}},"exports":{".":"./dist/WebCrawler.js","./CrawledDocument":"./dist/CrawledDocument.js"},"gitHead":"4825c3403d70d0a55838177593f44a2a017bddd2","scripts":{"test":"vitest --run","build":"tsc","prepare":"rm -rf dist && npm run build"},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"_npmVersion":"11.13.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","directories":{},"_nodeVersion":"24.15.0","dependencies":{"axios":"^1.16.1","debug":"^4.4.3","fpish":"^3.4.3","cheerio":"^1.2.0","@dancrumb/fpish":"^8.0.0"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.22.3","git-cz":"^4.9.0","vitest":"^4.1.7","typescript":"^6.0.3","@types/node":"^25.9.1","@types/debug":"^4.1.13","supports-color":"^10.2.2"},"_npmOperationalInternal":{"tmp":"tmp/web-crawler_3.4.0_1781387804221_0.07870181146968003","host":"s3://npm-registry-packages-npm-production"}},"3.5.0":{"name":"@dancrumb/web-crawler","version":"3.5.0","description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","exports":{".":"./dist/WebCrawler.js","./CrawledDocument":"./dist/CrawledDocument.js"},"scripts":{"build":"tsc","test":"vitest --run","prepare":"rm -rf dist && npm run build"},"keywords":[],"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","type":"module","devDependencies":{"@types/debug":"^4.1.13","@types/node":"^25.9.1","git-cz":"^4.9.0","supports-color":"^10.2.2","tsx":"^4.22.3","typescript":"^6.0.3","vitest":"^4.1.7"},"dependencies":{"@dancrumb/fpish":"^8.0.0","axios":"^1.16.1","cheerio":"^1.2.0","debug":"^4.4.3","fpish":"^3.4.3"},"config":{"commitizen":{"path":"./node_modules/git-cz"}},"gitHead":"cc80a5a639cf0223758ec11256e0b6febbcbf8fd","_id":"@dancrumb/web-crawler@3.5.0","_nodeVersion":"24.15.0","_npmVersion":"11.13.0","dist":{"integrity":"sha512-xfsHwIN6IEPavdHq8/i27gM75BvPKAV18DJfg9N1XorfwDDT5rOKl7/eOIERil0rWd7nAK6ECh1/Di7fL+Hj+g==","shasum":"579a957707f06bdf4b5a6cf676f6dfcdeade68ea","tarball":"https://registry.npmjs.org/@dancrumb/web-crawler/-/web-crawler-3.5.0.tgz","fileCount":19,"unpackedSize":27182,"signatures":[{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEQCIBiQGNFZFjLGSTSHPzlGl77eyVVMyjgKjvGsMJVhiNdmAiAsvsaF65l8LckzsdTNbolncY03F58Owm7yWWWn2reEYg=="}]},"_npmUser":{"name":"dancrumb","email":"dancrumb@gmail.com"},"directories":{},"maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/web-crawler_3.5.0_1781477583503_0.31569946717289454"},"_hasShrinkwrap":false}},"time":{"created":"2026-05-29T21:27:05.064Z","modified":"2026-06-14T22:53:03.754Z","1.0.0":"2026-05-29T21:27:05.407Z","1.0.1":"2026-05-29T21:29:08.282Z","1.0.2":"2026-05-29T21:32:14.061Z","1.0.3":"2026-05-29T21:33:39.787Z","1.2.0":"2026-05-29T21:37:57.818Z","1.3.0":"2026-05-29T21:41:18.072Z","1.4.0":"2026-05-29T21:44:37.985Z","2.0.0":"2026-05-29T21:58:29.601Z","3.0.0":"2026-05-29T22:02:05.987Z","3.1.0":"2026-05-29T22:13:03.132Z","3.2.0":"2026-05-29T22:55:38.921Z","3.3.0":"2026-06-13T21:03:39.922Z","3.4.0":"2026-06-13T21:56:44.353Z","3.5.0":"2026-06-14T22:53:03.646Z"},"author":{"name":"Dan Rumney","email":"dancrumb@gmail.com"},"license":"MIT","keywords":[],"description":"This is a simple WebCrawler, designed for use when populating AI knowledge bases","maintainers":[{"name":"dancrumb","email":"dancrumb@gmail.com"}],"readme":"# WebCrawler\n\nThis is a simple WebCrawler, designed for use when populating AI knowledge bases\n","readmeFilename":"README.md"}