Wild Spider

Wild Spider

web pages are crawled by being loaded into browser using multiple tabs parallelly

Merlin
Additional files are visible only to premium users

manifest.json


{
  "update_url": "https://clients2.google.com/service/update2/crx",
  "name": "Wild Spider",
  "short_name": "demo web crawler that's still in experimenting",
  "description": "web pages are crawled by being loaded into browser using multiple tabs parallelly",
  "version": "0.0.3",
  "browser_action": {
    "default_icon": "icon.png"
  },
  "permissions": [
    "tabs",
    "activeTab",
    "webNavigation"
  ],
  "background": {
    "scripts": [
      "Dexie.js",
      "eventPage.js"
    ],
    "persistent": false
  },
  "content_scripts": [
    {
      "matches": [
        "*://*/*"
      ],
      "js": [
        "htmlparser2.js",
        "content.js"
      ]
    }
  ],
  "manifest_version": 2
}