robots.txt Detection

robots.txt Detection

Check whether a website has robots.txt. After configuration, this extension can detect whether other paths exist.

Merlin
Additional files are visible only to premium users

manifest.json


{
  "manifest_version": 2,
  "name": "__MSG_extensionName__",
  "version": "0.3",
  "description": "__MSG_extensionDescription__",
  "author": "Werner",
  "homepage_url": "https://github.com/Werneror/RobotsTxtDetection",
  "permissions": [
    "tabs",
    "storage",
    "<all_urls>"
  ],
  "background": {
    "page": "background/background.html"
  },
  "options_ui": {
    "chrome_style": true,
    "page": "options/options.html"
  },
  "page_action": {
    "browser_style": true,
    "default_icon": {
      "16": "icons/r-16.png",
      "24": "icons/r-24.png",
      "32": "icons/r-32.png",
      "48": "icons/r-48.png",
      "64": "icons/r-64.png"
    },
    "default_title": "robots.txt Detection",
    "default_popup": "popup/popup.html"
  },
  "icons": {
    "16": "icons/r-16.png",
    "24": "icons/r-24.png",
    "32": "icons/r-32.png",
    "48": "icons/r-48.png",
    "64": "icons/r-64.png"
  },
  "default_locale": "en"
}