Wild Spider
web pages are crawled by being loaded into browser using multiple tabs parallelly
Additional files are visible only to premium users
manifest.json
{
"update_url": "https://clients2.google.com/service/update2/crx",
"name": "Wild Spider",
"short_name": "demo web crawler that's still in experimenting",
"description": "web pages are crawled by being loaded into browser using multiple tabs parallelly",
"version": "0.0.3",
"browser_action": {
"default_icon": "icon.png"
},
"permissions": [
"tabs",
"activeTab",
"webNavigation"
],
"background": {
"scripts": [
"Dexie.js",
"eventPage.js"
],
"persistent": false
},
"content_scripts": [
{
"matches": [
"*://*/*"
],
"js": [
"htmlparser2.js",
"content.js"
]
}
],
"manifest_version": 2
}