robots.txt Detection
Check whether a website has robots.txt. After configuration, this extension can detect whether other paths exist.
Additional files are visible only to premium users
manifest.json
{
"manifest_version": 2,
"name": "__MSG_extensionName__",
"version": "0.3",
"description": "__MSG_extensionDescription__",
"author": "Werner",
"homepage_url": "https://github.com/Werneror/RobotsTxtDetection",
"permissions": [
"tabs",
"storage",
"<all_urls>"
],
"background": {
"page": "background/background.html"
},
"options_ui": {
"chrome_style": true,
"page": "options/options.html"
},
"page_action": {
"browser_style": true,
"default_icon": {
"16": "icons/r-16.png",
"24": "icons/r-24.png",
"32": "icons/r-32.png",
"48": "icons/r-48.png",
"64": "icons/r-64.png"
},
"default_title": "robots.txt Detection",
"default_popup": "popup/popup.html"
},
"icons": {
"16": "icons/r-16.png",
"24": "icons/r-24.png",
"32": "icons/r-32.png",
"48": "icons/r-48.png",
"64": "icons/r-64.png"
},
"default_locale": "en"
}