{"_id":"@deskeen/web-builder-create-robots-txt","_rev":"2-99252fd5651b78307c31b7b3a8d00f24","name":"@deskeen/web-builder-create-robots-txt","dist-tags":{"latest":"0.2.0"},"versions":{"0.1.0":{"name":"@deskeen/web-builder-create-robots-txt","version":"0.1.0","description":"Web Builder Module - Create robots.txt file","author":{"name":"Morgan Schmiedt"},"license":"MIT","repository":{"type":"git","url":"git+https://github.com/deskeen/web-builder-create-robots-txt.git"},"keywords":["build","website","node.js","robots.txt"],"main":"src/module.js","gitHead":"3f99fed04192dbb70e935f86ca36d5dd2220d0a9","bugs":{"url":"https://github.com/deskeen/web-builder-create-robots-txt/issues"},"homepage":"https://github.com/deskeen/web-builder-create-robots-txt#readme","_id":"@deskeen/web-builder-create-robots-txt@0.1.0","_nodeVersion":"12.13.0","_npmVersion":"6.14.8","dist":{"integrity":"sha512-vvQBZ9z78Nf9IJ1eJEJRIymNCEL5LK5GwEJVx1kLo6Fmt2IUCui8xYKcpmakaaJNDaPgAd2f7nVdKA++z5is0g==","shasum":"ce4e3938f2f4b105acc50db9b59b848a74522b5c","tarball":"https://registry.npmjs.org/@deskeen/web-builder-create-robots-txt/-/web-builder-create-robots-txt-0.1.0.tgz","fileCount":5,"unpackedSize":3634,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.4\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJfT8N7CRA9TVsSAnZWagAAT74P/2VhtQbASpfQJEcYif6i\nqjHKYXjiBCpyVMpotuISBK7VxW+rYPyVEVl7uW6XIs+i301d4td6WMWkJ3zf\nyHtcgkE6PyoyrGqgfgR/tIQ09UPk2sOkg+AvqyN//9nQUZgznwRrVU99U4ZB\n2+BcK4+jl2fuvwXogsofUBRAPskAEEoVlRG129wWwn6L4/MnEh/4NwGZGu0u\neqc7C3NJMt762i5uz1932Kq5Z8XEOj0LQH7RanicVbH8lGJEa+OKHzGItxhS\nEb/IvK4RF9g4gX/I/Jh+apkZTq8lnAceTl5ZtYvnlzNR9wpZgzX06Xt1hOaO\nnQd60dImnQIgxXochClZZkj/kro899epowePLvF1++8LJzbafPZigp9Wt8Iy\n2mxqNOAJ+3RiIp80nzEH51uKikeRlANzYjP4vfz41Y+xbpMcLSl3RoDkSwJS\nawg//XJZEgRxI3ySmcyoiCLsM8/GIffKyFxsshvF7dEsk7p1cBp64p7Kd7Ac\nvoz19LnarbM/xC9vlxqJQ9dKBq0DdLMWSGtlmmCMypJKN/hwLUc00kxFfs3z\nGARBhT+DFwhbDg5rIr0uQOZqqWzl3YLVZrNSmf2iDRFrjaP/dr/M+lRXtDoJ\nlPMZw0uvJ/61kuKD5rqwgP6c1w5qXy2122TJ4PZ72L3re7PAagqri+0QCo3I\n3iFf\r\n=SHjk\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEYCIQCo1RmP7XZR7xX4BvDZqqvPHq60aBNIde8aZ7aXbtYeWAIhAKg2J9nYWyCT2bWxrkE4sFLYtAz2DcAkr3PurZhYt09Q"}]},"maintainers":[{"name":"deskeen","email":"npm@morgan.schmiedt.fr"}],"_npmUser":{"name":"deskeen","email":"npm@morgan.schmiedt.fr"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/web-builder-create-robots-txt_0.1.0_1599062906564_0.7006288286697888"},"_hasShrinkwrap":false},"0.2.0":{"name":"@deskeen/web-builder-create-robots-txt","version":"0.2.0","description":"Web Builder Module - Create robots.txt file","author":{"name":"Morgan Schmiedt"},"license":"MIT","repository":{"type":"git","url":"git+https://github.com/deskeen/web-builder-create-robots-txt.git"},"keywords":["build","website","node.js","robots.txt"],"main":"src/module.js","gitHead":"1b4ef21a69edc09f93b2227724fd6285938a26ff","bugs":{"url":"https://github.com/deskeen/web-builder-create-robots-txt/issues"},"homepage":"https://github.com/deskeen/web-builder-create-robots-txt#readme","_id":"@deskeen/web-builder-create-robots-txt@0.2.0","_nodeVersion":"14.15.5","_npmVersion":"6.14.11","dist":{"integrity":"sha512-F3uVmOpyTpdz+VbBF2q8+aKYQGynneNgEvUbUI2UVUhKw8iZzQ/NpdTotbrQMIeU5uG7EJ8L0YQzmekYiKsEPg==","shasum":"f0684a60bb69fdf22365a2181326933d6c8d5b2f","tarball":"https://registry.npmjs.org/@deskeen/web-builder-create-robots-txt/-/web-builder-create-robots-txt-0.2.0.tgz","fileCount":5,"unpackedSize":4209,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v3.0.13\r\nComment: https://openpgpjs.org\r\n\r\nwsFcBAEBCAAQBQJgp5AdCRA9TVsSAnZWagAA1tYP/3FmneGbmBj0C++zst5d\nFr+SCJxVsKoElAa+Qho7khWLCS0Fnp4pZQYlUkoYRpMZCiiV9A1eVB4ID9fC\nzkFds4xt8MfpI3zdJtybDntgw4TTbss6/2DaUphxZOw1fuLJQkAdkvi+uAwW\nRFUS9ZV6CiQrbVBb78Uhx0ACnqwp+f+Yj4Zd0c2qr7hFUpT9i52W1gkw5b6r\n8zxk/hL3JGb2JJVJdeYqMj/Kg0KNb2zPMWoKfY2jomy/OSmiKoqoU1Cc0/oE\ngI3/0AEhj+JTbU/xuAAPHJcovq55o8Z/FdTD/wbjsz7m4q+qOKuBC4If/UHP\nvfZFDA/pobYT2rQ8OAXefA6dDhVucxn0gvzaLcZrVbEH2KymBT+2div/0fxH\nPZudv5UVRRIzXJ7bZoacAsMoGWArWUtRA4WEyg6Xt5biYdX9JF2J+WiTnESx\nfZRETFP1IXyadgR1KT7yx2RMgikjx/r7pt1gYT1glnTlxuI1sHql7qmKruFN\nrOlm9vsnim5WgIBN+1OJHfSRZOqyqRTjAgtT11oMpAt6zNNxvOmBPJBFtspp\nlySBA1+z+1Ho23tOOLkmMUIXzyBA4HOPAsBnBNWc26y40sAzVnPk4+sRxRLH\nqhunqeA77sa00l8ZWy7OgQe5QDFymg0Nej66gbpFX60Nvhh9Ps+Ay5L7WHCU\niK9m\r\n=YTfq\r\n-----END PGP SIGNATURE-----\r\n","signatures":[{"keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA","sig":"MEQCICSkBaWkpefdK45HXrGniYXwTMa7avLPEfidWrDJnfGMAiBun26yP9vljujlOriYxSx9VOjzBkIbvSoHbzFURv5jew=="}]},"_npmUser":{"name":"deskeen","email":"morgan@schmiedt.fr"},"directories":{},"maintainers":[{"name":"deskeen","email":"morgan@schmiedt.fr"}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/web-builder-create-robots-txt_0.2.0_1621594141020_0.8539130310820102"},"_hasShrinkwrap":false}},"time":{"created":"2020-09-02T16:08:26.532Z","0.1.0":"2020-09-02T16:08:26.674Z","modified":"2022-04-05T04:00:07.247Z","0.2.0":"2021-05-21T10:49:01.130Z"},"maintainers":[{"name":"deskeen","email":"morgan@schmiedt.fr"}],"description":"Web Builder Module - Create robots.txt file","homepage":"https://github.com/deskeen/web-builder-create-robots-txt#readme","keywords":["build","website","node.js","robots.txt"],"repository":{"type":"git","url":"git+https://github.com/deskeen/web-builder-create-robots-txt.git"},"author":{"name":"Morgan Schmiedt"},"bugs":{"url":"https://github.com/deskeen/web-builder-create-robots-txt/issues"},"license":"MIT","readme":"## Web Builder Module - Create robots.txt file\r\n\r\nThis module allows the [@deskeen/web-builder](https://github.com/deskeen/web-builder) engine to create a `robots.txt` file.\r\n\r\n## Install\r\n\r\n```\r\nnpm install @deskeen/web-builder\r\nnpm install @deskeen/web-builder-create-robots-txt\r\n```\r\n\r\n### Usage\r\n\r\nAnd add the module to the list of modules: \r\n\r\n```javascript\r\nconst builder = require('@deskeen/web-builder')\r\nawait builder.build({\r\n  source: [\r\n    // List of files or directories\r\n  ],\r\n  modules: [\r\n    [\r\n      '@deskeen/web-builder-create-robots-txt',\r\n      {\r\n        path: '/deploy/path', // Deploy path\r\n        sitemapUrl: 'https://example.com/sitemap.xml', // Sitemap URL\r\n        disallowedCrawlers: [\r\n          // List of crawlers to exclude\r\n          // Example:\r\n          // 'Facebot'\r\n        ],\r\n        disallowedUrls: [\r\n          // List of URLs to exclude\r\n          // Example:\r\n          // '/login'\r\n        ],\r\n      }\r\n    ]\r\n  ]\r\n})\r\n```\r\n\r\n\r\n## Popular Crawler Names\r\n\r\n- Apple: `Applebot`\r\n- Amazon: `ia_archiver`\r\n- Askdotcom: `Teoma`\r\n- Bing: `bingbot`\r\n- DuckDuckGo: `DuckDuckBot`\r\n- Facebook: `Facebot`\r\n- Google: `Googlebot`\r\n- Google Ads: `AdsBot-Google`, `Mediapartners-Google`\r\n- Google Images: `Googlebot-Image`\r\n- IBM: `ScoutJet`\r\n- MSN: `msnbot`\r\n- Twitter: `Twitterbot`\r\n- Yahoo: `Slurp`\r\n- Chinese search engine: `baiduspider`\r\n- China’s largest eCommerce site: `EtaoSpider`\r\n- Russian search engine: `Yandex`\r\n- Czech Republic search engine: `seznambot`\r\n\r\n\r\n## Contact\r\n\r\nYou can reach me at {my_firstname}@{my_name}.fr\r\n\r\n\r\n## Licence\r\n\r\nMIT Licence - Copyright (c) Morgan Schmiedt","readmeFilename":"README.md"}