{"_id":"mtcrawl","_rev":"39-6ee0a93c5f033fb29ef0df92f55b0e8a","name":"mtcrawl","dist-tags":{"latest":"0.0.43"},"versions":{"0.0.2":{"name":"mtcrawl","version":"0.0.2","author":"","license":"ISC","_id":"mtcrawl@0.0.2","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"e2a1609de2318cfb3f1e5e480077e0a348c3bc08","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.2.tgz","fileCount":1,"integrity":"sha512-Yd1NiymXUoJA7SthmfTq/nv6eVYE4tMc8D1FkzPMqS4qsL6RjuEJYY0aICv63fRInGpnWfxgg9J3dwKkNAtImQ==","signatures":[{"sig":"MEUCIQCn/xolQwysKEKxO1/WppRwCi1fSLmbAeVr8Ygs/BI6XAIgba6Nbbha6OWKbmKVVJi0JCX/CyS7yWHmAejLYrtq7EQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"83c35f91affd50e74248f81363f239a783cafcc0","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.2_1721032407089_0.7920923558565234","host":"s3://npm-registry-packages"}},"0.0.3":{"name":"mtcrawl","version":"0.0.3","author":"","license":"ISC","_id":"mtcrawl@0.0.3","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"d4ac9369990ff641e08a5c8f6f29a09b2706f3d1","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.3.tgz","fileCount":1,"integrity":"sha512-UgOAijRjyDNP+UzSSgZu1n4HxnI4BIU2Xv3iSaDGJZVAqLmouFcXAQ/effqp88cFLrvTeogYeMqEpY7P3BWIOw==","signatures":[{"sig":"MEQCIApXT/j7hLfxAkwyU2zDKxxUS5fAPmSiK/Y5nVDYRR//AiBjV/EHnGDc72OAGYd6JuGMXvd8uOcPcdywRrNcuzZNPg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"e2b7df1b9a1fd18b8ae963fe1dfeb2d9205f4f13","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.3_1721033274878_0.47198444140724183","host":"s3://npm-registry-packages"}},"0.0.4":{"name":"mtcrawl","version":"0.0.4","author":"","license":"ISC","_id":"mtcrawl@0.0.4","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"79e3f8bd1b10086b4ac605a8661e7f0ab9b269af","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.4.tgz","fileCount":1,"integrity":"sha512-Uxbx0JTglFYSdcSvBzDj79qCR6h+j7Znpa3PVhc4ixeIuhzHqtR2TbdTF3q1MTK+4EnmSbe2yc90B3N9KHnpEw==","signatures":[{"sig":"MEYCIQDWkjgTilZ6DPGezdYeOyYHBGOVtWFz9X2NyZNKyPu4CAIhAKueocTIbrWLY5pFnM/2raC0136nznUqukpJ8GSTQCUc","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"1b3c842bdac8a1d2221647a86f3528bee1cefbd9","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.4_1721034013979_0.31376614314652174","host":"s3://npm-registry-packages"}},"0.0.5":{"name":"mtcrawl","version":"0.0.5","author":"","license":"ISC","_id":"mtcrawl@0.0.5","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"996af61922a32c93d390987c108b8ec863d613cd","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.5.tgz","fileCount":1,"integrity":"sha512-g8R4rdLz9/FwMVxfU4R0z7zNO5HegNDaow9oEllq96BFYzq/woRWgjmKl5trzafE9a0DYu+fatiVKI4KkMDDmg==","signatures":[{"sig":"MEUCIQDB7FH09xM1DbA7PbiYxyzY+AE9b1PEq2OxFnwgnZva8AIgVkkiIRq8F8t0L1PCLKqtzwgpTsj+pCl26eUo8G2CVM4=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"e48c79f5f69cfaf3cc05563b73abaf305385a69a","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.5_1721034665831_0.851731210628669","host":"s3://npm-registry-packages"}},"0.0.6":{"name":"mtcrawl","version":"0.0.6","author":"","license":"ISC","_id":"mtcrawl@0.0.6","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"c1510176954688aba9211388b41b3f35d1223f12","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.6.tgz","fileCount":1,"integrity":"sha512-32cgreWqhXKpUW2kvRgkJnxV7WVvhkpyQo4xBs862z/773wXvT14hO0o7Ksoz59mV+EQ34L+fWj3n5wr9pCweA==","signatures":[{"sig":"MEUCIBcsf9ZP9irU3QDsv47k5Ow8f5h/ucPyUwd686zavLOBAiEA1ThQTAQv7N8o2InZ9FBvmZhlwMSpcJ9MIeN45dz+Z5A=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"f141ebf39ce22c1b832a2799a05d828ec332586f","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.6_1721035806961_0.2728255148091243","host":"s3://npm-registry-packages"}},"0.0.7":{"name":"mtcrawl","version":"0.0.7","author":"","license":"ISC","_id":"mtcrawl@0.0.7","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"a9a6b3e1578bc86675393e3ab631e741b0fdace9","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.7.tgz","fileCount":1,"integrity":"sha512-z1XK6TmsCnaYzkp0QV02JiAuNnpr15uR3i6vf8uaXWERIv3wyabeO+gxWtBqQPZweJ0N0v9GeL1LCpKIZy79eg==","signatures":[{"sig":"MEUCICzPhcQS9X2hcWydXzGQ4XujCzm07WJT9rRtSt+xZa9yAiEAp3rI6InlnOdhVvXS7/XElvNsCisIBdf7GsuAK4TRfRo=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"649a6dae02fed24257fe903197a1e4d63d62fee2","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.7_1721036160999_0.7977340843978731","host":"s3://npm-registry-packages"}},"0.0.8":{"name":"mtcrawl","version":"0.0.8","author":"","license":"ISC","_id":"mtcrawl@0.0.8","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"0941873860cee095a51356bbaf0f65fbf15512cb","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.8.tgz","fileCount":1,"integrity":"sha512-D/JV5M6XcJc6e13rsEMSj5gObMo0xpmBLbPwYMcyo38l4zxngnWYUausxUkmrt8S1Ppj2/oJozAlUUihgJ509A==","signatures":[{"sig":"MEYCIQDfj10AQ2BoiDhYHpSrGVkeSFKibNomzU6QUcaoTzuTuQIhAI1PuxpM8rAtLxtrlCMWq/hSiZHUDlPxKkJJ0JGez85H","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"71eb26c2ce8928de7e6cbc2fe6941ca68592f7ae","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.8_1721037518599_0.9873133386553852","host":"s3://npm-registry-packages"}},"0.0.9":{"name":"mtcrawl","version":"0.0.9","author":"","license":"ISC","_id":"mtcrawl@0.0.9","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"e203f46ac713d7751a1fc5119334e441b06d813e","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.9.tgz","fileCount":1,"integrity":"sha512-x0rs99k92UETtdLboV040dMnurfqJ+M5incgBYYAqdXZOIdMKR7spnOfKX70CxOGZVxnIXWxrB7jBM3DwkTclw==","signatures":[{"sig":"MEYCIQCPuckFepJlKIkAC5hYQPU+/r3y4ft9cND3VL/ktxnUfAIhAMq2128ueo91L2hOUIddFGNOkLLVFQycPQtVaq4mB3Mx","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4998},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"3fb5aa2c815310cf160d21fc25f5ed8b3aeb2ea1","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.9_1721039164189_0.44531563075984115","host":"s3://npm-registry-packages"}},"0.0.10":{"name":"mtcrawl","version":"0.0.10","author":"","license":"ISC","_id":"mtcrawl@0.0.10","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"599f873c01220131135b55cb4361c6315068a77d","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.10.tgz","fileCount":1,"integrity":"sha512-F51h+Lu9IdJMk4HcJKu3zAl6AsHQA8ZwFiWHFAbZwAqqaZVVwZe8459Youh2dMbvhtExMTVSrDhmp05bjl2Mbg==","signatures":[{"sig":"MEUCIHqXqHxoFCwPFhhrM4bduFNe80TK0Yh27pH+uwQqJ6dkAiEAuw1+Z+skZG74SX9eD9KL+XNYsANFRnTvmN22fToQXXY=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"f0bbc1aea00fe65fbe87bbb9a5cb1dbd8cb0513f","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.10_1721039375400_0.5861987180635455","host":"s3://npm-registry-packages"}},"0.0.12":{"name":"mtcrawl","version":"0.0.12","author":"","license":"ISC","_id":"mtcrawl@0.0.12","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"1bb85aa28ad2f9bbecddeb269cfb134f1885b138","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.12.tgz","fileCount":1,"integrity":"sha512-njSD/uW1/Y7lPoTOH+FwBUhXANQj/xHgLXx5P6ssCUxiSs4lb1EJ0mRMe3uFfHaeXmxaK0DSJNXEl2daQrRdRQ==","signatures":[{"sig":"MEUCIQD2WVTZgGuehieJq/nXD/QmnhDyq0ZNtN7ONSdfsUFDHgIgOduFFR0OaesGfU6S93GNa8IVWZL44pBeQLpoi6FT3lc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"a67d04e9d3dd1a4cf6badd7701f471514f94ce30","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.12_1721039704258_0.1582783729815036","host":"s3://npm-registry-packages"}},"0.0.13":{"name":"mtcrawl","version":"0.0.13","author":"","license":"ISC","_id":"mtcrawl@0.0.13","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"913df5728d0b71c9f9ec750e73d03ccf46321d3c","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.13.tgz","fileCount":1,"integrity":"sha512-w5pzy5Ep7/hqhceHDEO2vqcyM1MlrFt8az34T7hQLo/9ZdVin+9ad0EFieuAGM/0GQamqKdSJbJdWO+iCnEDDQ==","signatures":[{"sig":"MEYCIQDFBfnfq7tbRr2t/4UKn8BE5n0R3PcirgEGAlYtz/wG1AIhAIB8PByytqY+ulmxZzZr0xPwNlzVaR26m+BJ5j25/pal","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"c045569979cf30828efbdcde92560562973f3cf1","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.0","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.13_1721039855451_0.07539673292365623","host":"s3://npm-registry-packages"}},"0.0.15":{"name":"mtcrawl","version":"0.0.15","author":"","license":"ISC","_id":"mtcrawl@0.0.15","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"d33300bbd7baf02ae22fcfacd8174e6515e821b8","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.15.tgz","fileCount":1,"integrity":"sha512-ZEeOi6ze3tcWp9u99lIiZBEKKanANyF+Prby3lzc5EYrzK5tUxFdYVAC4DjM6oVy7oSfjDUmhhoNzZJFxUrydQ==","signatures":[{"sig":"MEUCIDgRH86vBGYiQAzw97Nj4J2jVuyfXXI5k39Y8A3BkdPjAiEAgveF5GF3FCDLchrh5Fr0A5Qx/KclANwQVm5WB8IWXXI=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"39ca28914c0e694117ba67ad3d56b2b01aa70764","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.15_1721108757657_0.013709089441054312","host":"s3://npm-registry-packages"}},"0.0.16":{"name":"mtcrawl","version":"0.0.16","author":"","license":"ISC","_id":"mtcrawl@0.0.16","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"2926d6016e2f8a4070a37c1482d53586a2f60614","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.16.tgz","fileCount":1,"integrity":"sha512-HLXcYr1hlMlaIDW+UN3OUhKfuBF4LQ9TBiXRFvMCnmLfPyFZiGKzS5hUXxuvLLQPwTXOYYGNo63zHw3MJ5xWWw==","signatures":[{"sig":"MEUCIQD2odO1+G64vYhYEINSwzKK12yMN+iUFGhxAIZqTUYP7gIgdQ6YmHnV9+HalIg1u/52mW+eAANkXq9XUqsbd4CX1so=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"1d8f15566e222522a159aaae7ec9cb6dd6f27431","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.16_1721120703675_0.47883992342119774","host":"s3://npm-registry-packages"}},"0.0.17":{"name":"mtcrawl","version":"0.0.17","author":"","license":"ISC","_id":"mtcrawl@0.0.17","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"a24ce59f1791f2e98d130a2ac40d62f005c195ec","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.17.tgz","fileCount":1,"integrity":"sha512-vOXIlomidxo1o9eXZcymvM5Z0lwaBwD7HpKrBecgxkzDrNRxkV9AopwXWdtfMdPnNItiPCLnz/HoftEKEha6WQ==","signatures":[{"sig":"MEYCIQCFcQ4bBoI8Hx1wv4JJHqDml+faeBeW9M8X7LguxrDfowIhANsFvn4PlILU9UyO1/KMYctAtdqqcqA7+ApVLbvrWE8K","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"99a2746cc49f5ea065956c0acccf943c36dd344a","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.17_1721121228681_0.8552220913730837","host":"s3://npm-registry-packages"}},"0.0.18":{"name":"mtcrawl","version":"0.0.18","author":"","license":"ISC","_id":"mtcrawl@0.0.18","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"cdb8a89a76f0f90ebed667f0a2d9756f5ef15542","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.18.tgz","fileCount":1,"integrity":"sha512-f+DmIfKgAhEv8jmT3KVS1MeCJjtAYJclMw7ZGtxc5Igrpji/io46OVafdm5VjwAkhsDtet9Zr2D9BHwGcFh56Q==","signatures":[{"sig":"MEUCIFidG4wFcIc6za7EbbNSpE0TjBuGF+rxs9893cfHSz7iAiEA8nZTmmu2h4Zbjj5pTTWbtpQTP65akHieAF/rreSEhTw=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"0eba4671a9d2b412ae00828392cdfcba88fc195a","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.18_1721121596216_0.6895734912424174","host":"s3://npm-registry-packages"}},"0.0.19":{"name":"mtcrawl","version":"0.0.19","author":"","license":"ISC","_id":"mtcrawl@0.0.19","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"409583ee2c9c1728f106f04ba8160ec395bc13c0","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.19.tgz","fileCount":1,"integrity":"sha512-UmXLgdyF31tgJxN64APYQ4JukVMV9ppoF/c3nYA6PYEP+scaGMaLjwMWDA7zdIF/e2HEm8ivCkpY0C6pvOh4yg==","signatures":[{"sig":"MEQCIELmN2AuoS+LfqF175HX2peRXRDq+CzkYs0By2/isA6cAiBDlzrX9N3O7VN1ZXAenrOfZ5zGYeenKYafjgM4+5NyxA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"3ab150c81a1c5c0e81eea13fc99c9e7d516e0690","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.19_1721305936903_0.7311676032153003","host":"s3://npm-registry-packages"}},"0.0.20":{"name":"mtcrawl","version":"0.0.20","author":"","license":"ISC","_id":"mtcrawl@0.0.20","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"c8a07a523514a768019681cd4deb7cbe7f840f4a","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.20.tgz","fileCount":1,"integrity":"sha512-2CZCUyWnT0PXhfiCqti2SYgixEwM5tY4KUWADvOOuT0V3GzxK9IIBdzq+tGvuhIiG2Wzy5uvItGUu1ObZ0830w==","signatures":[{"sig":"MEQCIH0/YY7Z5ILypOJT7VScFJdpIJAPiNHWge9xjYsJazV+AiBcIAR2iNQLmKuoev3BJ2HjRw7hZTAWRkVQb+xpQClDAg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"aa0651a2976eb0eddc9165eefebcf4d7eed1c239","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.20_1721306593428_0.2852161823004451","host":"s3://npm-registry-packages"}},"0.0.21":{"name":"mtcrawl","version":"0.0.21","author":"","license":"ISC","_id":"mtcrawl@0.0.21","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"ea240a425917f140e23cc2c4f3cdee4401a200e0","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.21.tgz","fileCount":1,"integrity":"sha512-PJyaeT0YDxW3AL3/euBqbzyNh8TtziNnD27ytOuK1oXr4bamhEMMhMCZzdVY/B1vj8yG5X9/QN5b2Hkv/xyZ2Q==","signatures":[{"sig":"MEYCIQCtyQz+TJSkGx4f1y2oM0iyTTNSrZJW2AsQKxRxBLYL/QIhAMO9jUSFD/0VXBVUvOrqbHPwYz8o1VVzpJSMs/yoY2+1","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"a0a0e2b976c7b81cb97ce532e878678bf9d5821c","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.21_1721312872465_0.293284804945126","host":"s3://npm-registry-packages"}},"0.0.22":{"name":"mtcrawl","version":"0.0.22","author":"","license":"ISC","_id":"mtcrawl@0.0.22","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"5cf7c4ab8ed8ec65c99efc2267d107951124a296","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.22.tgz","fileCount":1,"integrity":"sha512-w8IpBykpd4CWR6wpPDMb3vY93D1nrXKaK/mdjFrUl0YIKoWZZYbbbaPCqR0lA16eKVk6A7GuGNLvbEXQ0dRuVQ==","signatures":[{"sig":"MEUCIAVqklLJDoDaQuBaV3JybX2Cheo5oWOWbrQy10Z96cUBAiEAsZmZMYMLzyvm0vlrF3zIln0huCSQMIrBRKhfjcoTXxI=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"3090e9c1c26f7da956bba78fb23ece255a32174f","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.22_1721364100434_0.06517132796241554","host":"s3://npm-registry-packages"}},"0.0.14":{"name":"mtcrawl","version":"0.0.14","author":"","license":"ISC","_id":"mtcrawl@0.0.14","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"6448d49c54764c88ce032b36d6077e24286ca476","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.14.tgz","fileCount":1,"integrity":"sha512-5dibiHoReAkY52szQP723iLigBQn6U1DJF675irKviLNiDkFKguhi3MBtC8+PhimWr43yix/6dPRahKsETC8Kg==","signatures":[{"sig":"MEYCIQCvC1uTl8y+JK9o5UV9ksMsjxxWFGQ1OPY7j3ynDn6rtQIhAN+Y+c4xxNR4/nITWnjLtn72fQQzByLSILJT+kgPFtdY","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"c2293c351849bc8e50b6508f11ad04d245e6a576","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.14_1721367890473_0.033104841211530456","host":"s3://npm-registry-packages"}},"0.0.23":{"name":"mtcrawl","version":"0.0.23","author":"","license":"ISC","_id":"mtcrawl@0.0.23","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"0f7cb7526967ec10ab6021a839931cedb6b17cf0","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.23.tgz","fileCount":1,"integrity":"sha512-aqSRfhIsv75s6JmSZZ8VLVNtHPimazPALupn6RtnqC7nl0HfglOhyZ201cVMPDiGwZPcQ7yEKDy4pTp+iy5sMQ==","signatures":[{"sig":"MEUCIQCbQD5h9r/zNxIxpbznrdnoT4SLnYFTp5IaetkRxgH3fAIgbt5whco35Rz/H3dXigqWezgORkJ0iKJH/fVcsD4Hj5M=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"262c17eea1e30af43110e6e89f598692de532824","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.23_1721369246206_0.3010112601044834","host":"s3://npm-registry-packages"}},"0.0.24":{"name":"mtcrawl","version":"0.0.24","author":"","license":"ISC","_id":"mtcrawl@0.0.24","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"9c0af0179e771d05d9b9d5e44a1fd0b7e62f7f5f","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.24.tgz","fileCount":1,"integrity":"sha512-bzQQ6jZNzLtup6SkkcaXR+Ub1u2qPtuF4REJnt6428kfgBUWeB8rXebTsIqUSUUEbzRPAolyz4rpfReQSUH03g==","signatures":[{"sig":"MEYCIQC6Q7NSB+bqoB1tkOrUsZij8VlU/cQorOqeIW6EjthuTgIhAKrwN9YfnvNLdVJocS8eGXuWtmnJM015dROZKhVEUa96","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"7d152a5408e1fc59d8c70912803d7e3c4488d916","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.52.2","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.24_1721641623525_0.9327744714747115","host":"s3://npm-registry-packages"}},"0.0.25":{"name":"mtcrawl","version":"0.0.25","author":"","license":"ISC","_id":"mtcrawl@0.0.25","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"5e48ca87c7ab44205f50cb681b78f388c7d0b382","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.25.tgz","fileCount":1,"integrity":"sha512-7fxwN1cXmbIGvjgOp5gx4HyjW46MaD5IHRDUaFfAGJBEgIjXCp/CBdYli49rWM9MR8gdQHDA+uLtSyNoGn9xoA==","signatures":[{"sig":"MEYCIQDA0gjruNWfT12puFdqM4T/znyPWwtaQpteG6sQh/G0iQIhAIIny6FXVZwFHlu3mGwgGdGDibjflPgBfWkqejvHZQGh","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"0a6644d6ced22225457651a5fa06a10046521f08","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.25_1722062170738_0.8134144925279254","host":"s3://npm-registry-packages"}},"0.0.26":{"name":"mtcrawl","version":"0.0.26","author":"","license":"ISC","_id":"mtcrawl@0.0.26","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"7457899fd6c69ee2fe6195c7c612e7b42b9e9886","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.26.tgz","fileCount":1,"integrity":"sha512-YDC6h1s7rn8mebu+GkYUefzw8QCwLl3ekgneFF9QrkKP91FvJgvUfGtMkzuyuDI78JCmr6mNhsqrT0AEDC64dQ==","signatures":[{"sig":"MEUCIGR9uaDK+dS8xIVloWriIv2LEGrCo8lMOFhNNrMne7ldAiEAogquKMTBsXNdTs3s48BIpPVegZWJjV/F510ZlHjrRes=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"00c6532eb94a244a6c9cd1b779038477c1a42221","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.26_1722151054141_0.8223865873104983","host":"s3://npm-registry-packages"}},"0.0.27":{"name":"mtcrawl","version":"0.0.27","author":"","license":"ISC","_id":"mtcrawl@0.0.27","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"e608fd0a9435c98d0ae2676b23ec29719e85875b","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.27.tgz","fileCount":1,"integrity":"sha512-F+wZ15bME2TAP3GgbTiFPElNFwzlMFNScxH7QuDxq9i0MF5vhMbBLicNhbZQeMLt/bPXsGP2MiFMmlx579jEmA==","signatures":[{"sig":"MEUCIQCMROxOTSJGWM3LNP0ongPF726rPpLHazr43XVf0EaS0QIgQTwuIz+U6x/+JpbuC4bcC8SR7Ole2JkKJA2xJnm8FVE=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"2a70e14be3c75565a3b2a6b7fb0d381dd06fa6a7","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.27_1722151564198_0.2082508982495288","host":"s3://npm-registry-packages"}},"0.0.28":{"name":"mtcrawl","version":"0.0.28","author":"","license":"ISC","_id":"mtcrawl@0.0.28","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"7ff40bf3c63f31fb76893ea922fe7e778404d256","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.28.tgz","fileCount":1,"integrity":"sha512-PAtssHe9wbHYReuJwvdLe+ebK1Nygsu4qXsp4F4KdNA9NZ8YnzELYpAQqnjuPnKQMXoW4GUyu3qF7c4u1te6dQ==","signatures":[{"sig":"MEYCIQDL7iDTtFeMJYHs1K3jt+VEnDjG3pIU/JVlembmLo0kKAIhAPooKEcysP00gPWu0qlwtnu9JvBllDZHmtPXjGE3a44N","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"381e07633dda1c097cbb4404137928dff9f416d6","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.28_1722151803180_0.17316318519166574","host":"s3://npm-registry-packages"}},"0.0.29":{"name":"mtcrawl","version":"0.0.29","author":"","license":"ISC","_id":"mtcrawl@0.0.29","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"8a400b550047458982b4d86c0140907fc6aa3c73","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.29.tgz","fileCount":1,"integrity":"sha512-S3+PYpJ9v5O1Gw672/6Sv+6SUlr3itmMknCM8/AYFhT/7QfZylDRGjWztTED7Gu5X2AWQlLnxy3rz72SOCbAew==","signatures":[{"sig":"MEUCIAxhiOBj4gDlmIPJV1gdwnK4Z4YUi8iYGbDVrHcy1QqHAiEAxfCR2iNwgtgt5k76YINRekgxjmxEgOlIEyQFkuYcWVM=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"cc2f85f7e70947b3fdb066c2acb819e0109ad45c","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.29_1722151989076_0.7001132752389496","host":"s3://npm-registry-packages"}},"0.0.30":{"name":"mtcrawl","version":"0.0.30","author":"","license":"ISC","_id":"mtcrawl@0.0.30","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"a45251b1cdb85a2d0855dfdd69f38a1f64a4e26b","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.30.tgz","fileCount":1,"integrity":"sha512-oQlTGNl3OZa1kIaQfCsqTf52YEVsaKkAXj6Eea2yQuOVugFYPDGZIWgc9zSYqLPJ3OxyT9BozQ9+lVUXUQwEpg==","signatures":[{"sig":"MEQCIEkCykbLZUB7oKnxV/2bkka/9fAaFi+zc661uIoj13u1AiB0GYRFwlsVeJGzKf/hvIf95DHNSM5QWUWxwG66t2i+OA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"2fa759400b02d89a40b9bbb8a3c7aab2b6c76725","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.30_1722153070295_0.14335951538084712","host":"s3://npm-registry-packages"}},"0.0.31":{"name":"mtcrawl","version":"0.0.31","author":"","license":"ISC","_id":"mtcrawl@0.0.31","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"64b51b433cd6cbc3e2b16b9c22f94b727767f8fe","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.31.tgz","fileCount":1,"integrity":"sha512-pSS7joi2b96vIZSVjMfrakLtWmJhvuNLiWsNDsj80M85Elv+HkUG7lGBDhbBQ8gmbM8a4P5QDSlJK1EhWVjraA==","signatures":[{"sig":"MEUCID85i6L1+nT46Ss9e//ECJTk8CvwnfrCp3XCketSkByGAiEAoLYdIAtKqhZg9OpW6l2JhbHaJ8f1EiSIE2jQIlAYN/g=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"2da3f077682d69e6283cbe9b57b36e9ae449c098","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.31_1722174474992_0.39162799298794493","host":"s3://npm-registry-packages"}},"0.0.32":{"name":"mtcrawl","version":"0.0.32","author":"","license":"ISC","_id":"mtcrawl@0.0.32","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"dd82685e3dcfd612d07ab928076b8ce8a4139142","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.32.tgz","fileCount":1,"integrity":"sha512-A2ZiUxnAWQuswotP3afjzgFFnQfLhvip1PBO/PkzXjeF4S0tlNv4AqyCMq2+Ih52aHUDDDDuUcjZPNRJHhJCsw==","signatures":[{"sig":"MEUCIHNsbbGjXR9Se9+579DYGgRtgFxCVn507dbw0uDsDkTjAiEA0FjGBJz09urt8cnNyO0efW1uRCLdxS3xT2qYESXOWPs=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"2ae5e59d22dff39a5ef22e5b2fd78e72c8bfcd59","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.32_1722174635756_0.9748585830624623","host":"s3://npm-registry-packages"}},"0.0.33":{"name":"mtcrawl","version":"0.0.33","author":"","license":"ISC","_id":"mtcrawl@0.0.33","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"f8fb2eabf02b3f384028983aa9a096da932897a9","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.33.tgz","fileCount":1,"integrity":"sha512-DrGBRm49e1cMXXjaqUbD73XeOS1RkWtIMzQOP6KpQpj748o4e5A5EWteT47NiZamCv3rke+UzgvCOT6sRSssVg==","signatures":[{"sig":"MEQCICRlTlshG8mi7TOlthkf9+AEepbTbwv3XeK8DpsujmZTAiAQk5iM3pzOKaQqXl9QaPg4lowVhxWmjKrHCsYnLeGDQg==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"12d2694afedcc775f039738dcfe42e8e802aec37","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.33_1722174879610_0.792509095213864","host":"s3://npm-registry-packages"}},"0.0.34":{"name":"mtcrawl","version":"0.0.34","author":"","license":"ISC","_id":"mtcrawl@0.0.34","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"ca1bb9f3e6438d52bb070ff15b9c893992676b9b","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.34.tgz","fileCount":1,"integrity":"sha512-pyBdE/XFee+xY6pj8KszyAkVUFI/a2g7dwfRRrDUxDmEsUMPgEMKA/55vJBHqjXUpS2y6V24Fm25hR024gNuHQ==","signatures":[{"sig":"MEUCIBk5C1/rp1QHuQ6b+jHANpiQsa8SZ6Ff0MmaLtqcPrJ3AiEAt/MMdDCLDbgvo22Tf1l42PtKDYMvpUaWt8V0nBPjgEQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"711c8c56da13abdc85305215cd2b7a39fc5bf404","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.34_1722175070766_0.37897316037444306","host":"s3://npm-registry-packages"}},"0.0.36":{"name":"mtcrawl","version":"0.0.36","author":"","license":"ISC","_id":"mtcrawl@0.0.36","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"4912cc4eb39c665ba45ed238b41420cc871474c3","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.36.tgz","fileCount":1,"integrity":"sha512-Ar1kQgQq8wLTU9OKki39AambREtP9CYnERrBp7dHxBmjlSPd+f7L/owTpOTlFUMEt36wzl69i+h8uQMwv4CcHg==","signatures":[{"sig":"MEUCIQDnIrhbXv7dB1NhjHY8gIb/9aUFzOoyHgwePQzpaWAGqgIgD+moqL3CFH91Em1HAiVKaXa9MVC+iZacEZYYuy8emR0=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"5d156ee0d2e581b7c77de91ce8526b5736b78438","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.36_1722175385913_0.3143095380952723","host":"s3://npm-registry-packages"}},"0.0.37":{"name":"mtcrawl","version":"0.0.37","author":"","license":"ISC","_id":"mtcrawl@0.0.37","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"275704b142a7073e5b7ca770deeab5ba611578c5","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.37.tgz","fileCount":1,"integrity":"sha512-ramCdVAKgqZSKp5tdbgba0B0VdSizrpPuW1V/tKXcwt93g10jnrODL94RXOcUBW87TducMjXbPiebUWR69ATqg==","signatures":[{"sig":"MEQCIBn3RhfnhcLJlbtGg/Ssg4VISN4mM5562hbuhluJwLeNAiB37JbM2egYQ14HIYWOowbrltyF5Gbgx4RjrxdtZ24AZA==","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"909fd9740979207531b3e86e76321530a5ae8bb6","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.37_1722175573744_0.8011142755380523","host":"s3://npm-registry-packages"}},"0.0.38":{"name":"mtcrawl","version":"0.0.38","author":"","license":"ISC","_id":"mtcrawl@0.0.38","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"48228a22ab25843904e5e2d2ed19dc0ef305f5e5","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.38.tgz","fileCount":1,"integrity":"sha512-zvixT5UwhmEQsYTR9eSUEsJtaFRi+r7Lhu7w+tavLc5xD33ZLdThTdhirMoJgdz4z5+ZFmQ3fZ8GpI4LiJhB2Q==","signatures":[{"sig":"MEUCIEfgMBsxuRB0t81aFl4/hwBDv0F4w42v9Ks1Wk/YvhApAiEA0Lqu+BSr3xj113I99RDsew7Zn/MY3mY+pr0gwNzSfqU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"4040163b21eac445046adaeb81fb8e098464982d","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.38_1722176374391_0.08459196255359647","host":"s3://npm-registry-packages"}},"0.0.39":{"name":"mtcrawl","version":"0.0.39","author":"","license":"ISC","_id":"mtcrawl@0.0.39","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"0eb272235199e2d9e8e81ecd0d650566465cc0b5","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.39.tgz","fileCount":1,"integrity":"sha512-yd6+wDBLMLsn3oVZ2vprQpcS05qWiaZ0JbMVShFpGHUu5oA93gsaPIBG2NP2zerywt11PphKiiBSyZSVg06UPQ==","signatures":[{"sig":"MEUCIB0/13Q1NqdhXzdx9nittLgB2YQuQ4SFWXcNHLY77TKUAiEAuDkz9TX0zsvDK92vweup9g5oQq+Ogc5/jBE9bOVvZ4Y=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"cf4bc5dfdfa221b025173b9fc902b86a6320f8b1","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.39_1722177874572_0.03860719984921501","host":"s3://npm-registry-packages"}},"0.0.40":{"name":"mtcrawl","version":"0.0.40","author":"","license":"ISC","_id":"mtcrawl@0.0.40","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"607b23e9a9467437551516b715ffd589b1d12839","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.40.tgz","fileCount":1,"integrity":"sha512-JFYkgFkLVy4jMZXk5uym11X7lJcPHSU36Mk+nXlfwtMKpBFuHd8rAJoPIIh04n1O7LKDsgWkNRMrHRkvBcvaiQ==","signatures":[{"sig":"MEUCIG+D+5Ri7RBpgT5gucx2gCY1gKNbx37Sx9uzqm09hsfbAiEA9ScxVYvu91/VaZBzdRsY0OzZ/Z76UPAGLbbkW+5dslc=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"9ca4a3e19e839ee3860a1671a7cc5ac1a0cb4795","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.40_1722178177592_0.25660717671545386","host":"s3://npm-registry-packages"}},"0.0.41":{"name":"mtcrawl","version":"0.0.41","author":"","license":"ISC","_id":"mtcrawl@0.0.41","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"8859cce70550084dfcbe0ebab6671f49d6e2ec5a","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.41.tgz","fileCount":1,"integrity":"sha512-Fz8KQRX67IjyF7E8UhBvwspTcy1chr1CYYdYNtEmnYPagd3k0LYZJhQyFjnTqRqQnxmAIkazvx275ZqzD+QIuQ==","signatures":[{"sig":"MEUCIDrrxBsWBCYJuQg8FxOiIosh4y2GX6oRt2yH+7NIkz8zAiEAtLM6qWotHlqYexoh1IlBxv60LVFuhvG3YNSLal0g9LU=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"97744af4c736fc85750ae8fd397b099dfde7ce22","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.41_1722178389121_0.17350056694901617","host":"s3://npm-registry-packages"}},"0.0.42":{"name":"mtcrawl","version":"0.0.42","author":"","license":"ISC","_id":"mtcrawl@0.0.42","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"dist":{"shasum":"06efab97f5cbeeab46ffb1aff24d1c985f62b3b5","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.42.tgz","fileCount":1,"integrity":"sha512-iaOlBZ5L3rA2C86lJnKf9fCshPk+nQLulxUVfxhas3PaYXu1HPzbMwUVrjkBtVf/CgBt7JnsOVYqhLwcHU6pJw==","signatures":[{"sig":"MEYCIQCw73czhidcNlKAbmA8Ze1E/ZhgW8Mc1Cw1BxM0rK8eBAIhANeXzsEPG1zWQW5kx553PUYNs6fihwELqY0Xol+oykiH","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":4999},"type":"module","exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"gitHead":"7e1ce21bf727f46d05a364bbdddae3b4ff5333a0","private":false,"scripts":{"test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","build":"tsc","flyio":"node dist/src/index.js","start":"bun src/index.ts","format":"prettier --write \"src/**/*.(js|ts)\"","workers":"bun src/services/queue-worker.ts","start:dev":"nodemon --exec ts-node src/index.ts","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","run-example":"npx ts-node src/example.ts","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","start:production":"tsc && node dist/src/index.js","worker:production":"node dist/src/services/queue-worker.js","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","mongo-docker-console":"docker exec -it mongodb mongosh"},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"_npmVersion":"10.7.0","directories":{},"_nodeVersion":"20.15.1","dependencies":{"ajv":"^8.16.0","md5":"^2.3.0","pos":"^0.4.2","zod":"^3.23.4","bull":"^4.15.0","cors":"^2.8.5","glob":"^10.4.2","uuid":"^10.0.0","async":"^3.2.5","axios":"^1.3.4","luxon":"^3.4.3","redis":"^4.6.7","cohere":"^1.1.1","dotenv":"^16.3.1","moment":"^2.29.4","openai":"^4.53.1","resend":"^3.4.0","stripe":"^16.1.0","xml2js":"^0.6.2","cheerio":"^1.0.0-rc.12","ioredis":"^5.3.2","logsnag":"^1.0.0","natural":"^7.0.7","wordpos":"^2.1.0","date-fns":"^3.6.0","mongoose":"^8.4.4","turndown":"^7.1.3","form-data":"^4.0.0","langchain":"^0.2.8","pdf-parse":"^1.1.1","puppeteer":"^22.12.1","typesense":"^1.5.4","bottleneck":"^2.19.5","promptable":"^0.0.10","async-mutex":"^0.5.0","cron-parser":"^4.9.0","scrapingbee":"^1.7.4","@sentry/node":"^8.13.0","posthog-node":"^4.0.1","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","robots-parser":"^3.0.1","@dqbd/tiktoken":"^1.0.13","gpt3-tokenizer":"^1.1.5","languagedetect":"^2.0.0","@bull-board/api":"^5.20.5","@brillout/import":"^0.2.2","@anthropic-ai/sdk":"^0.24.3","keyword-extractor":"^0.0.28","express-rate-limit":"^7.3.1","json-schema-to-zod":"^2.3.0","zod-to-json-schema":"^3.23.1","@bull-board/express":"^5.20.5","turndown-plugin-gfm":"^1.0.2","unstructured-client":"^0.11.3","@devil7softwares/pos":"^1.0.2","@supabase/supabase-js":"^2.44.2","rate-limiter-flexible":"2.4.2","joplin-turndown-plugin-gfm":"^1.0.12","@hyperdx/node-opentelemetry":"^0.8.0"},"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.6.3","express":"^4.18.2","mammoth":"^1.7.2","nodemon":"^2.0.20","ts-jest":"^29.1.1","ts-node":"^10.9.1","supabase":"^1.77.9","supertest":"^6.3.3","typescript":"^5.4.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","@types/express":"^4.17.17","jest-fetch-mock":"^3.0.3","@types/body-parser":"^1.19.2","@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3"},"_npmOperationalInternal":{"tmp":"tmp/mtcrawl_0.0.42_1722184911239_0.15029662050689852","host":"s3://npm-registry-packages"}},"0.0.43":{"name":"mtcrawl","version":"0.0.43","type":"module","private":false,"publishConfig":{"access":"public"},"typesVersions":{"*":{"*":["src/*.ts","src/*.tsx","src/*/index.ts","src/*/index.tsx","dist/*","dist/*/index"]}},"exports":{".":{"types":["./src/index.ts","./dist/index.js"],"import":["./src/index.ts","./dist/index.js"]},"./*":{"types":["./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"],"import":["./src/*.ts","./src/*.tsx","./src/*/index.ts","./src/*/index.tsx","./dist/*.js","./dist/*/index.js"],"require":["./dist/*.js","./dist/*/index.js","./src/*.ts","./src/*/index.ts","./src/*.tsx","./src/*/index.tsx"]}},"scripts":{"start":"bun src/index.ts","start:production":"tsc && node dist/src/index.js","format":"prettier --write \"src/**/*.(js|ts)\"","flyio":"node dist/src/index.js","start:dev":"nodemon --exec ts-node src/index.ts","build":"tsc","test":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'","test:local-no-auth":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'","test:full":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'","test:prod":"npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth)'","workers":"bun src/services/queue-worker.ts","worker:production":"node dist/src/services/queue-worker.js","mongo-docker":"docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest","mongo-docker-console":"docker exec -it mongodb mongosh","run-example":"npx ts-node src/example.ts","deploy:fly":"flyctl deploy && node postdeploy.js https://api.firecrawl.dev","deploy:fly:staging":"fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev"},"author":"","license":"ISC","devDependencies":{"@flydotio/dockerfile":"^0.4.10","@tsconfig/recommended":"^1.0.3","@types/body-parser":"^1.19.2","@types/bull":"^4.10.0","@types/cors":"^2.8.13","@types/express":"^4.17.17","@types/jest":"^29.5.12","@types/node":"^20.14.1","body-parser":"^1.20.1","express":"^4.18.2","jest":"^29.6.3","jest-fetch-mock":"^3.0.3","mammoth":"^1.7.2","nodemon":"^2.0.20","supabase":"^1.77.9","supertest":"^6.3.3","ts-jest":"^29.1.1","ts-node":"^10.9.1","typescript":"^5.4.2"},"dependencies":{"@anthropic-ai/sdk":"^0.24.3","@brillout/import":"^0.2.2","@bull-board/api":"^5.20.5","@bull-board/express":"^5.20.5","@devil7softwares/pos":"^1.0.2","@dqbd/tiktoken":"^1.0.13","@hyperdx/node-opentelemetry":"^0.8.0","@logtail/node":"^0.4.12","@nangohq/node":"^0.40.8","@sentry/node":"^8.13.0","@supabase/supabase-js":"^2.44.2","ajv":"^8.16.0","async":"^3.2.5","async-mutex":"^0.5.0","axios":"^1.3.4","bottleneck":"^2.19.5","bull":"^4.15.0","cheerio":"^1.0.0-rc.12","cohere":"^1.1.1","cors":"^2.8.5","cron-parser":"^4.9.0","date-fns":"^3.6.0","dotenv":"^16.3.1","express-rate-limit":"^7.3.1","form-data":"^4.0.0","glob":"^10.4.2","gpt3-tokenizer":"^1.1.5","ioredis":"^5.3.2","joplin-turndown-plugin-gfm":"^1.0.12","json-schema-to-zod":"^2.3.0","keyword-extractor":"^0.0.28","langchain":"^0.2.8","languagedetect":"^2.0.0","logsnag":"^1.0.0","luxon":"^3.4.3","md5":"^2.3.0","moment":"^2.29.4","mongoose":"^8.4.4","natural":"^7.0.7","openai":"^4.53.1","pdf-parse":"^1.1.1","pos":"^0.4.2","posthog-node":"^4.0.1","promptable":"^0.0.10","puppeteer":"^22.12.1","rate-limiter-flexible":"2.4.2","redis":"^4.6.7","resend":"^3.4.0","robots-parser":"^3.0.1","scrapingbee":"^1.7.4","stripe":"^16.1.0","turndown":"^7.1.3","turndown-plugin-gfm":"^1.0.2","typesense":"^1.5.4","unstructured-client":"^0.11.3","uuid":"^10.0.0","wordpos":"^2.1.0","xml2js":"^0.6.2","zod":"^3.23.4","zod-to-json-schema":"^3.23.1"},"_id":"mtcrawl@0.0.43","gitHead":"5954fe27a75b50381559ca98daef07d560258279","_nodeVersion":"20.15.1","_npmVersion":"10.7.0","dist":{"integrity":"sha512-0QNykXoIW4J3Cp5qlxvhkE/Ev3MVyz2ewZ8XRPdbr/A/QaWAEfUFaQswe7tCck70BTCZWCnEExOQobDI5SdwZA==","shasum":"f41ddaa690d7dabe5c9bf0d9cc4ce59e6c69c422","tarball":"https://registry.npmjs.org/mtcrawl/-/mtcrawl-0.0.43.tgz","fileCount":1,"unpackedSize":4999,"signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQDsXb6db8iRl6Uy5QHnwbyeZWB0lCwH+Quyt28EWVSoVAIhAJjEpiQ8yoPlNe0opLhx9lDrWTfp9bEdbzeB6NodQGO2"}]},"_npmUser":{"name":"mattwin","email":"mattttwin@hotmail.com"},"directories":{},"maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/mtcrawl_0.0.43_1722221869241_0.2831080762510789"},"_hasShrinkwrap":false}},"time":{"created":"2024-07-15T08:33:27.019Z","modified":"2024-07-29T02:57:49.598Z","0.0.2":"2024-07-15T08:33:27.230Z","0.0.3":"2024-07-15T08:47:55.027Z","0.0.4":"2024-07-15T09:00:14.120Z","0.0.5":"2024-07-15T09:11:05.995Z","0.0.6":"2024-07-15T09:30:07.111Z","0.0.7":"2024-07-15T09:36:01.143Z","0.0.8":"2024-07-15T09:58:38.750Z","0.0.9":"2024-07-15T10:26:04.352Z","0.0.10":"2024-07-15T10:29:35.529Z","0.0.12":"2024-07-15T10:35:04.415Z","0.0.13":"2024-07-15T10:37:35.592Z","0.0.15":"2024-07-16T05:45:57.825Z","0.0.16":"2024-07-16T09:05:03.836Z","0.0.17":"2024-07-16T09:13:48.860Z","0.0.18":"2024-07-16T09:19:56.352Z","0.0.19":"2024-07-18T12:32:17.069Z","0.0.20":"2024-07-18T12:43:13.552Z","0.0.21":"2024-07-18T14:27:52.589Z","0.0.22":"2024-07-19T04:41:40.565Z","0.0.14":"2024-07-19T05:44:50.615Z","0.0.23":"2024-07-19T06:07:26.370Z","0.0.24":"2024-07-22T09:47:03.677Z","0.0.25":"2024-07-27T06:36:10.900Z","0.0.26":"2024-07-28T07:17:34.258Z","0.0.27":"2024-07-28T07:26:04.382Z","0.0.28":"2024-07-28T07:30:03.479Z","0.0.29":"2024-07-28T07:33:09.266Z","0.0.30":"2024-07-28T07:51:10.471Z","0.0.31":"2024-07-28T13:47:55.148Z","0.0.32":"2024-07-28T13:50:35.880Z","0.0.33":"2024-07-28T13:54:39.771Z","0.0.34":"2024-07-28T13:57:50.922Z","0.0.36":"2024-07-28T14:03:06.054Z","0.0.37":"2024-07-28T14:06:13.930Z","0.0.38":"2024-07-28T14:19:34.535Z","0.0.39":"2024-07-28T14:44:34.749Z","0.0.40":"2024-07-28T14:49:37.754Z","0.0.41":"2024-07-28T14:53:09.278Z","0.0.42":"2024-07-28T16:41:51.442Z","0.0.43":"2024-07-29T02:57:49.409Z"},"license":"ISC","maintainers":[{"name":"mattwin","email":"mattttwin@hotmail.com"}],"readme":"ERROR: No README data found!","readmeFilename":""}