diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..249894f --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +venv +cache diff --git a/README.md b/README.md index 2684855..ee7c65d 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,25 @@ # green-spider + Collects data on green websites and checks for things like SEO, performance, TLS. + +Written and tested in Python3 + +### Ideas + +- If the URL does not start with `www.`, will entering `www.` also work? +- If the URL is HTTP, is it possible to access the site via HTTPS (recommended)? +- If the URL is HTTPS, is it possible to access the sire via HTTP (recommended: redirect to HTTPS) +- Check which cookies are set and with what settings (expiry, domain) +- submit the URL against a service like Google Page Speed and retrieve the score +- Check against our own webpagetest.org instance +- Detect which one of the well-known CMS is used? + +### Usage + +```nohighlight +virtualenv -p python3 venv +source venv/bin/activate +pip install -r requirements.txt + +python spider.py +``` diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..8751a6e --- /dev/null +++ b/requirements.txt @@ -0,0 +1,6 @@ +certifi==2018.1.18 +chardet==3.0.4 +idna==2.6 +requests==2.18.4 +urllib3==1.22 +pyyaml==3.12 diff --git a/result.json b/result.json new file mode 100644 index 0000000..d263e82 --- /dev/null +++ b/result.json @@ -0,0 +1,4510 @@ +{ + "http://gruene-abgland.de/startseite/": { + "aliases": [], + "duration": 88.081, + "error": null, + "final_url": null, + "hostname": "gruene-abgland.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-ak.de/": { + "aliases": [], + "duration": 49.003, + "error": null, + "final_url": "http://gruene-ak.de/home/", + "hostname": "gruene-ak.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-altmark.de/": { + "aliases": [], + "duration": 733.967, + "error": null, + "final_url": null, + "hostname": "gruene-altmark.de", + "ip_addresses": [ + "185.21.102.87" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-alzey-worms.de/": { + "aliases": [], + "duration": 64.465, + "error": null, + "final_url": "http://gruene-alzey-worms.de/startseite/", + "hostname": "gruene-alzey-worms.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-bernkastel-wittlich.de/": { + "aliases": [], + "duration": 129.947, + "error": null, + "final_url": "http://gruene-bernkastel-wittlich.de/startseite/", + "hostname": "gruene-bernkastel-wittlich.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-bezirksverband-mittelrhein.de/": { + "aliases": [], + "duration": 68.224, + "error": null, + "final_url": null, + "hostname": "gruene-bezirksverband-mittelrhein.de", + "ip_addresses": [ + "176.221.47.44" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-birkenfeld.de/": { + "aliases": [], + "duration": 35.914, + "error": null, + "final_url": "http://gruene-birkenfeld.de/home/", + "hostname": "gruene-birkenfeld.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-blieskastel.de/": { + "aliases": [], + "duration": 701.175, + "error": null, + "final_url": null, + "hostname": "gruene-blieskastel.de", + "ip_addresses": [ + "80.67.28.163" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-blk.de/startseite/": { + "aliases": [], + "duration": 78.139, + "error": null, + "final_url": null, + "hostname": "gruene-blk.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-bous.de/": { + "aliases": [], + "duration": 841.294, + "error": null, + "final_url": "https://gruene-bous.de/", + "hostname": "gruene-bous.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-donnersberg.de/": { + "aliases": [], + "duration": 51.775, + "error": null, + "final_url": "http://gruene-donnersberg.de/home/", + "hostname": "gruene-donnersberg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-dudweiler.de/": { + "aliases": [], + "duration": 365.328, + "error": null, + "final_url": "https://gruene-dudweiler.de/", + "hostname": "gruene-dudweiler.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-ensdorf.de/": { + "aliases": [], + "duration": 726.853, + "error": null, + "final_url": "https://gruene-ensdorf.de/", + "hostname": "gruene-ensdorf.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-essen.de/kreisverband/": { + "aliases": [], + "duration": 175.586, + "error": null, + "final_url": null, + "hostname": "gruene-essen.de", + "ip_addresses": [ + "81.169.145.80" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-frankenthal.de/": { + "aliases": [], + "duration": 35.171, + "error": null, + "final_url": "http://gruene-frankenthal.de/home/", + "hostname": "gruene-frankenthal.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-friedrichsthal.de/": { + "aliases": [], + "duration": 628.084, + "error": null, + "final_url": "https://gruene-friedrichsthal.de/", + "hostname": "gruene-friedrichsthal.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-ger.de/": { + "aliases": [], + "duration": 50.584, + "error": null, + "final_url": "http://gruene-ger.de/home/", + "hostname": "gruene-ger.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-gera.de/startseite/": { + "aliases": [], + "duration": 236.539, + "error": null, + "final_url": null, + "hostname": "gruene-gera.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-gersheim.de/": { + "aliases": [], + "duration": 343.042, + "error": null, + "final_url": "https://gruene-gersheim.de/", + "hostname": "gruene-gersheim.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-gotha.de/aktuelles/": { + "aliases": [], + "duration": 79.618, + "error": null, + "final_url": null, + "hostname": "gruene-gotha.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-greiz.de/startseite/": { + "aliases": [], + "duration": 85.779, + "error": null, + "final_url": null, + "hostname": "gruene-greiz.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-halberg.de/": { + "aliases": [], + "duration": 71.937, + "error": null, + "final_url": null, + "hostname": "gruene-halberg.de", + "ip_addresses": [ + "217.160.233.198" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-heusweiler.de": { + "aliases": [], + "duration": 473.864, + "error": null, + "final_url": "https://gruene-heusweiler.de/", + "hostname": "gruene-heusweiler.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-homburg.de/": { + "aliases": [], + "duration": 911.324, + "error": null, + "final_url": "http://www.gruene-homburg.de/", + "hostname": "gruene-homburg.de", + "ip_addresses": [ + "85.214.227.211" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-igb.de/": { + "aliases": [], + "duration": 635.491, + "error": null, + "final_url": null, + "hostname": "gruene-igb.de", + "ip_addresses": [ + "81.169.145.150" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-im-vest.de/": { + "aliases": [], + "duration": 41.439, + "error": null, + "final_url": "http://gruene-im-vest.de/home/", + "hostname": "gruene-im-vest.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-im-weimarer-land.de/gruene-neuigkeiten/": { + "aliases": [], + "duration": 87.881, + "error": null, + "final_url": null, + "hostname": "gruene-im-weimarer-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-jena.de/aktuelles/": { + "aliases": [], + "duration": 90.399, + "error": null, + "final_url": null, + "hostname": "gruene-jena.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-jerichower-land.de/": { + "aliases": [], + "duration": 356.77, + "error": null, + "final_url": null, + "hostname": "gruene-jerichower-land.de", + "ip_addresses": [ + "80.237.133.60" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-kassel.de/": { + "aliases": [], + "duration": 181.105, + "error": null, + "final_url": "http://www.gruene-kassel.de/", + "hostname": "gruene-kassel.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-kl.de/": { + "aliases": [], + "duration": 770.729, + "error": null, + "final_url": "http://gruene-kl.de/home-aktuelles/", + "hostname": "gruene-kl.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-kleinblittersdorf.de/": { + "aliases": [], + "duration": 388.688, + "error": null, + "final_url": "https://gruene-kleinblittersdorf.de/", + "hostname": "gruene-kleinblittersdorf.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-koblenz.de/": { + "aliases": [], + "duration": 141.01, + "error": null, + "final_url": "http://gruene-koblenz.de/home/", + "hostname": "gruene-koblenz.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-kusel.de/": { + "aliases": [], + "duration": 35.001, + "error": null, + "final_url": "http://gruene-kusel.de/willkommen/", + "hostname": "gruene-kusel.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-kv-borken.de/": { + "aliases": [], + "duration": 459.915, + "error": null, + "final_url": null, + "hostname": "gruene-kv-borken.de", + "ip_addresses": [ + "185.21.102.225" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-lebach.de/": { + "aliases": [], + "duration": 435.606, + "error": null, + "final_url": "https://gruene-lebach.de/", + "hostname": "gruene-lebach.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-magdeburg.de/": { + "aliases": [], + "duration": 465.393, + "error": null, + "final_url": "http://gruene-magdeburg.de/start/", + "hostname": "gruene-magdeburg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-main-kinzig.de/": { + "aliases": [], + "duration": 64.666, + "error": null, + "final_url": "http://gruene-main-kinzig.de/home/", + "hostname": "gruene-main-kinzig.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-mansfeld-suedharz.de/": { + "aliases": [], + "duration": 57.84, + "error": null, + "final_url": "http://gruene-mansfeld-suedharz.de/home/", + "hostname": "gruene-mansfeld-suedharz.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-neuwied.de/": { + "aliases": [], + "duration": 37.072, + "error": null, + "final_url": "http://gruene-neuwied.de/home/", + "hostname": "gruene-neuwied.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-nw.de/": { + "aliases": [], + "duration": 36.528, + "error": null, + "final_url": "http://gruene-nw.de/home/", + "hostname": "gruene-nw.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-oberbayern.de/": { + "aliases": [], + "duration": 132.762, + "error": null, + "final_url": "https://gruene-oberbayern.de/", + "hostname": "gruene-oberbayern.de", + "ip_addresses": [ + "5.35.225.216" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-oberfranken.de/startseite/": { + "aliases": [], + "duration": 109.622, + "error": null, + "final_url": null, + "hostname": "gruene-oberfranken.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-ottweiler.de": { + "aliases": [], + "duration": 317.086, + "error": null, + "final_url": "https://gruene-ottweiler.de/", + "hostname": "gruene-ottweiler.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-pirmasens.de/": { + "aliases": [], + "duration": 75.14, + "error": null, + "final_url": "http://gruene-pirmasens.de/home/", + "hostname": "gruene-pirmasens.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-rh.de/": { + "aliases": [], + "duration": 35.09, + "error": null, + "final_url": "http://gruene-rh.de/home/", + "hostname": "gruene-rh.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-rhein-sieg.de/": { + "aliases": [], + "duration": 102.732, + "error": null, + "final_url": null, + "hostname": "gruene-rhein-sieg.de", + "ip_addresses": [ + "176.221.47.44" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-riegelsberg.de/": { + "aliases": [], + "duration": 389.389, + "error": null, + "final_url": "https://gruene-riegelsberg.de/", + "hostname": "gruene-riegelsberg.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-rlp.de/": { + "aliases": [], + "duration": 65.32, + "error": null, + "final_url": "http://gruene-rlp.de/startseite/", + "hostname": "gruene-rlp.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-saarbruecken.de/": { + "aliases": [], + "duration": 310.556, + "error": null, + "final_url": null, + "hostname": "gruene-saarbruecken.de", + "ip_addresses": [ + "78.47.188.23" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-saarlouis.de/": { + "aliases": [], + "duration": 366.658, + "error": null, + "final_url": "https://gruene-saarlouis.de/", + "hostname": "gruene-saarlouis.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-saarwellingen.de/": { + "aliases": [], + "duration": 72.319, + "error": null, + "final_url": "https://gruene-saarwellingen.de/", + "hostname": "gruene-saarwellingen.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-schmelz.de/": { + "aliases": [], + "duration": 338.059, + "error": null, + "final_url": "https://gruene-schmelz.de/", + "hostname": "gruene-schmelz.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-schwalbach-saar.de/": { + "aliases": [], + "duration": 331.99, + "error": null, + "final_url": "https://gruene-schwalbach-saar.de/", + "hostname": "gruene-schwalbach-saar.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-sonneberg-hildburghausen.de/": { + "aliases": [], + "duration": 966.1, + "error": null, + "final_url": null, + "hostname": "gruene-sonneberg-hildburghausen.de", + "ip_addresses": [ + "217.160.0.160" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-suedwestpfalz.de/": { + "aliases": [], + "duration": 45.339, + "error": null, + "final_url": "http://gruene-suedwestpfalz.de/startseite/", + "hostname": "gruene-suedwestpfalz.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-suew.de/": { + "aliases": [], + "duration": 43.48, + "error": null, + "final_url": "http://gruene-suew.de/startseite/", + "hostname": "gruene-suew.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-tholey.de/": { + "aliases": [], + "duration": 628.485, + "error": null, + "final_url": null, + "hostname": "gruene-tholey.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-trier-saarburg.de/": { + "aliases": [], + "duration": 78.205, + "error": null, + "final_url": "http://gruene-trier-saarburg.de/home/", + "hostname": "gruene-trier-saarburg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-ueberherrn.de/": { + "aliases": [], + "duration": 901.553, + "error": null, + "final_url": "https://gruene-ueberherrn.de/", + "hostname": "gruene-ueberherrn.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-voelklingen.de/": { + "aliases": [], + "duration": 385.901, + "error": null, + "final_url": "https://gruene-voelklingen.de/", + "hostname": "gruene-voelklingen.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-wadern.de/": { + "aliases": [], + "duration": 584.184, + "error": null, + "final_url": "https://gruene-wadern.de/", + "hostname": "gruene-wadern.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-wallerfangen.de/": { + "aliases": [], + "duration": 625.224, + "error": null, + "final_url": "https://gruene-wallerfangen.de/", + "hostname": "gruene-wallerfangen.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-westfalen.de/": { + "aliases": [], + "duration": 115.895, + "error": null, + "final_url": "http://www.gruene-westfalen.de/startseite/", + "hostname": "gruene-westfalen.de", + "ip_addresses": [ + "134.119.246.129" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://gruene-zweibruecken.de/": { + "aliases": [], + "duration": 58.693, + "error": null, + "final_url": "http://gruene-zweibruecken.de/startseite/", + "hostname": "gruene-zweibruecken.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://grueneboerde.de/": { + "aliases": [], + "duration": 133.619, + "error": null, + "final_url": null, + "hostname": "grueneboerde.de", + "ip_addresses": [ + "188.68.56.198" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://gruenekoeln.de/": { + "aliases": [], + "duration": 516.611, + "error": null, + "final_url": "https://www.gruenekoeln.de/", + "hostname": "gruenekoeln.de", + "ip_addresses": [ + "78.47.141.38" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gruenekreiskh.de/": { + "aliases": [], + "duration": 67.75, + "error": null, + "final_url": "http://gruenekreiskh.de/startseite/", + "hostname": "gruenekreiskh.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://gr\u00fcne-deggendorf.de/": { + "aliases": [], + "duration": 550.652, + "error": null, + "final_url": null, + "hostname": "xn--grne-deggendorf-0vb.de", + "ip_addresses": [ + "81.169.145.66" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://uns-gruener-trier.de/": { + "aliases": [], + "duration": 50.514, + "error": null, + "final_url": "http://uns-gruener-trier.de/startseite/", + "hostname": "uns-gruener-trier.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.die-gruenen-leverkusen.de/": { + "aliases": [], + "duration": 120.164, + "error": null, + "final_url": "http://die-gruenen-leverkusen.de/home/", + "hostname": "www.die-gruenen-leverkusen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.eichsfeldgruene.de/WP/": { + "aliases": [], + "duration": 135.38, + "error": null, + "final_url": null, + "hostname": "www.eichsfeldgruene.de", + "ip_addresses": [ + "80.237.132.150" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gal.bamberg.de": { + "aliases": [ + "www.gal.bamberg.de" + ], + "duration": 175.754, + "error": null, + "final_url": "http://www.gal-bamberg.de/index.php?id=titelseite", + "hostname": "gal.bamberg.de", + "ip_addresses": [ + "134.119.30.94" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gg-gruene.de/": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gg-gruene.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-aalen.de/": { + "aliases": [ + "www.gruene-aalen.de" + ], + "duration": 659.814, + "error": null, + "final_url": "https://www.gruene-aalen.de/index.php?id=1229", + "hostname": "gruene-aalen.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ab.de": { + "aliases": [], + "duration": 42.165, + "error": null, + "final_url": "http://gruene-ab.de/die-gruenen-aschaffenburg/", + "hostname": "www.gruene-ab.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-aichach-friedberg.de": { + "aliases": [], + "duration": 56.841, + "error": null, + "final_url": "http://gruene-aichach-friedberg.de/startseite/", + "hostname": "www.gruene-aichach-friedberg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-alb-donau.de/": { + "aliases": [ + "www.gruene-alb-donau.de" + ], + "duration": 599.863, + "error": null, + "final_url": "https://www.gruene-alb-donau.de/startseite/", + "hostname": "gruene-alb-donau.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-amberg-sulzbach.de": { + "aliases": [], + "duration": 35.549, + "error": null, + "final_url": "http://gruene-amberg-sulzbach.de/personen/", + "hostname": "www.gruene-amberg-sulzbach.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-amberg.de": { + "aliases": [], + "duration": 51.666, + "error": null, + "final_url": "http://gruene-amberg.de/startseite/", + "hostname": "www.gruene-amberg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-anhalt-bitterfeld.de/": { + "aliases": [ + "www.gruene-anhalt-bitterfeld.de" + ], + "duration": 927.915, + "error": null, + "final_url": null, + "hostname": "gruene-anhalt-bitterfeld.de", + "ip_addresses": [ + "81.169.145.74" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ansbach.de": { + "aliases": [], + "duration": 179.321, + "error": null, + "final_url": "https://www.gruene-ansbach.de/", + "hostname": "www.gruene-ansbach.de", + "ip_addresses": [ + "37.120.182.202" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-aoe.de": { + "aliases": [], + "duration": 36.765, + "error": null, + "final_url": "http://www.gruene-aoe.de/aktuelles/", + "hostname": "www.gruene-aoe.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-aschaffenburg.de": { + "aliases": [ + "www.gruene-aschaffenburg.de" + ], + "duration": 535.368, + "error": null, + "final_url": null, + "hostname": "gruene-aschaffenburg.de", + "ip_addresses": [ + "81.169.145.155" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-augsburg.de": { + "aliases": [], + "duration": 33.401, + "error": null, + "final_url": "http://gruene-augsburg.de/home/", + "hostname": "www.gruene-augsburg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-augsburgland.de": { + "aliases": [], + "duration": 782.385, + "error": null, + "final_url": "http://gruene-augsburgland.de/home/", + "hostname": "www.gruene-augsburgland.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bamberg-land.de": { + "aliases": [], + "duration": 51.695, + "error": null, + "final_url": "http://gruene-bamberg-land.de/themen/", + "hostname": "www.gruene-bamberg-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bayreuth-land.de": { + "aliases": [], + "duration": 103.917, + "error": null, + "final_url": "http://gruene-bayreuth-land.de/startseite/", + "hostname": "www.gruene-bayreuth-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bayreuth.de": { + "aliases": [], + "duration": 52.039, + "error": null, + "final_url": "http://www.gruene-bayreuth.de/kv-bayreuth-stadt/", + "hostname": "www.gruene-bayreuth.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bc.de/": { + "aliases": [ + "www.gruene-bc.de" + ], + "duration": 387.384, + "error": null, + "final_url": "https://www.gruene-bc.de/index.php?id=1274", + "hostname": "gruene-bc.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bergstrasse.de/": { + "aliases": [], + "duration": 34.766, + "error": null, + "final_url": "http://www.gruene-bergstrasse.de/aktuell/", + "hostname": "www.gruene-bergstrasse.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bgl.de": { + "aliases": [], + "duration": 361.083, + "error": null, + "final_url": null, + "hostname": "www.gruene-bgl.de", + "ip_addresses": [ + "134.119.253.53" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bielefeld.de/": { + "aliases": [], + "duration": 394.368, + "error": null, + "final_url": null, + "hostname": "www.gruene-bielefeld.de", + "ip_addresses": [ + "37.17.224.58" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bitburg-pruem.de/": { + "aliases": [], + "duration": 52.177, + "error": null, + "final_url": "http://www.gruene-bitburg-pruem.de/startseite/", + "hostname": "www.gruene-bitburg-pruem.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bochum.de/": { + "aliases": [], + "duration": 37.346, + "error": null, + "final_url": "http://gruene-bochum.de/startseite/", + "hostname": "www.gruene-bochum.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bodenseekreis.de/": { + "aliases": [], + "duration": 466.679, + "error": null, + "final_url": "https://www.gruene-bodenseekreis.de/aktuelles/", + "hostname": "www.gruene-bodenseekreis.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-boeblingen.de/": { + "aliases": [ + "www.gruene-boeblingen.de" + ], + "duration": 385.923, + "error": null, + "final_url": "https://www.gruene-boeblingen.de/", + "hostname": "gruene-boeblingen.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bonn.de/": { + "aliases": [], + "duration": 42.198, + "error": null, + "final_url": "http://gruene-bonn.de/", + "hostname": "www.gruene-bonn.de", + "ip_addresses": [ + "176.221.47.44" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-bottrop.de/": { + "aliases": [], + "duration": 37.777, + "error": null, + "final_url": "http://gruene-bottrop.de/startseite/", + "hostname": "www.gruene-bottrop.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-breisgau-hochschwarzwald.de/": { + "aliases": [], + "duration": 633.68, + "error": null, + "final_url": "https://gruene-breisgau-hochschwarzwald.de/", + "hostname": "www.gruene-breisgau-hochschwarzwald.de", + "ip_addresses": [ + "109.237.138.50" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-cham.de": { + "aliases": [], + "duration": 58.504, + "error": null, + "final_url": "http://gruene-cham.de/aktuelles/", + "hostname": "www.gruene-cham.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-coburg-land.de": { + "aliases": [], + "duration": 69.152, + "error": null, + "final_url": "http://gruene-coburg-land.de/startseite/", + "hostname": "www.gruene-coburg-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-coburg.de": { + "aliases": [], + "duration": 772.747, + "error": null, + "final_url": "https://gruene-coburg.de/start/", + "hostname": "www.gruene-coburg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-cochemzell.de/": { + "aliases": [], + "duration": 813.738, + "error": null, + "final_url": null, + "hostname": "www.gruene-cochemzell.de", + "ip_addresses": [ + "217.11.48.123" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-coe.de/": { + "aliases": [], + "duration": 87.825, + "error": null, + "final_url": null, + "hostname": "www.gruene-coe.de", + "ip_addresses": [ + "80.237.132.91" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dachau.de": { + "aliases": [], + "duration": 691.92, + "error": null, + "final_url": "http://gruene-dachau.de/", + "hostname": "www.gruene-dachau.de", + "ip_addresses": [ + "80.237.132.137" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dadi.de/": { + "aliases": [], + "duration": 343.485, + "error": null, + "final_url": null, + "hostname": "www.gruene-dadi.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-darmstadt.de/": { + "aliases": [], + "duration": 66.881, + "error": null, + "final_url": null, + "hostname": "www.gruene-darmstadt.de", + "ip_addresses": [ + "185.158.212.69" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dessau.de/": { + "aliases": [], + "duration": 491.171, + "error": null, + "final_url": null, + "hostname": "www.gruene-dessau.de", + "ip_addresses": [ + "178.63.49.198" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dgf-lan.de": { + "aliases": [], + "duration": 109.914, + "error": null, + "final_url": "http://gruene-dgf-lan.de/home/", + "hostname": "www.gruene-dgf-lan.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dillingen-saar.de/": { + "aliases": [], + "duration": 408.423, + "error": null, + "final_url": "https://gruene-dillingen-saar.de/", + "hostname": "www.gruene-dillingen-saar.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dillingen.de": { + "aliases": [], + "duration": 64.599, + "error": null, + "final_url": "http://www.gruene-dillingen.de/startseite/", + "hostname": "www.gruene-dillingen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-donau-ries.de": { + "aliases": [], + "duration": 205.733, + "error": null, + "final_url": "https://gruene-donau-ries.de/", + "hostname": "www.gruene-donau-ries.de", + "ip_addresses": [ + "37.120.182.202" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dortmund.de/": { + "aliases": [], + "duration": 401.809, + "error": null, + "final_url": null, + "hostname": "www.gruene-dortmund.de", + "ip_addresses": [ + "217.160.123.24" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-dueren.de/": { + "aliases": [], + "duration": 369.589, + "error": null, + "final_url": "https://gruene-dueren.de/", + "hostname": "www.gruene-dueren.de", + "ip_addresses": [ + "109.230.233.55" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-duesseldorf.de/": { + "aliases": [], + "duration": 425.213, + "error": null, + "final_url": null, + "hostname": "www.gruene-duesseldorf.de", + "ip_addresses": [ + "46.30.57.13" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-duew.de/": { + "aliases": [], + "duration": 52.36, + "error": null, + "final_url": "http://www.gruene-duew.de/startseite/", + "hostname": "www.gruene-duew.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ebe.de": { + "aliases": [], + "duration": 324.374, + "error": null, + "final_url": "https://gruene-ebersberg.de/", + "hostname": "www.gruene-ebe.de", + "ip_addresses": [ + "37.120.182.202" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-eichstaett.de": { + "aliases": [], + "duration": 34.269, + "error": null, + "final_url": "http://www.gruene-eichstaett.de/home/", + "hostname": "www.gruene-eichstaett.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-em.de/": { + "aliases": [], + "duration": 285.617, + "error": null, + "final_url": "https://gruene-em.de/", + "hostname": "www.gruene-em.de", + "ip_addresses": [ + "46.38.249.13" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-en.de/": { + "aliases": [], + "duration": 36.122, + "error": null, + "final_url": "http://gruene-en.de/home/", + "hostname": "www.gruene-en.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-eppelborn.de/": { + "aliases": [], + "duration": 433.106, + "error": null, + "final_url": "http://gruene-saar.de/", + "hostname": "www.gruene-eppelborn.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-erding.de": { + "aliases": [], + "duration": 38.656, + "error": null, + "final_url": "http://www.gruene-erding.de/home/", + "hostname": "www.gruene-erding.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-erlangen-land.de": { + "aliases": [], + "duration": 42.601, + "error": null, + "final_url": "http://www.gruene-erlangen-land.de/home/", + "hostname": "www.gruene-erlangen-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-erlangen.de": { + "aliases": [], + "duration": 62.335, + "error": null, + "final_url": "http://gruene-erlangen.de/start/", + "hostname": "www.gruene-erlangen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-es.de": { + "aliases": [], + "duration": 47.458, + "error": null, + "final_url": "http://www.gruene-es.de/home/", + "hostname": "www.gruene-es.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ettlingen.de/": { + "aliases": [], + "duration": 37.834, + "error": null, + "final_url": "http://gruene-ettlingen.de/kreisverband/", + "hostname": "www.gruene-ettlingen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-euskirchen.de/": { + "aliases": [], + "duration": 946.345, + "error": null, + "final_url": null, + "hostname": "www.gruene-euskirchen.de", + "ip_addresses": [ + "81.169.152.41" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-fichtelgebirge.de": { + "aliases": [], + "duration": 39.993, + "error": null, + "final_url": "http://gruene-fichtelgebirge.de/home/", + "hostname": "www.gruene-fichtelgebirge.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-forchheim.de": { + "aliases": [], + "duration": 52.945, + "error": null, + "final_url": "http://gruene-forchheim.de/startseite/", + "hostname": "www.gruene-forchheim.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-frankfurt.de/": { + "aliases": [ + "www.gruene-frankfurt.de" + ], + "duration": 734.889, + "error": null, + "final_url": "http://www.gruene-frankfurt.de/home/", + "hostname": "gruene-frankfurt.de", + "ip_addresses": [ + "213.133.102.27" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-freiburg.de/": { + "aliases": [ + "www.gruene-freiburg.de" + ], + "duration": 78.627, + "error": null, + "final_url": "https://gruene-freiburg.de/das-neueste.html", + "hostname": "gruene-freiburg.de", + "ip_addresses": [ + "92.51.164.193" + ], + "redirects": 3, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-freisen.de/": { + "aliases": [], + "duration": 749.345, + "error": null, + "final_url": "http://gruene-saar.de/", + "hostname": "www.gruene-freisen.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-freising.de": { + "aliases": [], + "duration": 292.163, + "error": null, + "final_url": "http://gruene-freising.de/kreisverband/", + "hostname": "www.gruene-freising.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-freudenstadt.de/": { + "aliases": [ + "www.gruene-freudenstadt.de" + ], + "duration": 570.884, + "error": null, + "final_url": "http://gruene-freudenstadt.de/", + "hostname": "gruene-freudenstadt.de", + "ip_addresses": [ + "81.169.145.159" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-frg.de": { + "aliases": [], + "duration": 145.16, + "error": null, + "final_url": "http://www.gruene-frg.de/ansprechpartnerinnen/", + "hostname": "www.gruene-frg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-fuerstenfeldbruck.de": { + "aliases": [], + "duration": 37.48, + "error": null, + "final_url": "http://gruene-kreisverband-ffb.de/home/", + "hostname": "www.gruene-fuerstenfeldbruck.de", + "ip_addresses": [ + "89.31.143.1" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-fuerth-land.de": { + "aliases": [ + "www.gruene-fuerth-land.de" + ], + "duration": 426.8, + "error": null, + "final_url": null, + "hostname": "gruene-fuerth-land.de", + "ip_addresses": [ + "81.169.145.82" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-fuerth.de": { + "aliases": [], + "duration": 259.567, + "error": null, + "final_url": null, + "hostname": "www.gruene-fuerth.de", + "ip_addresses": [ + "78.47.73.226" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-fulda.de/": { + "aliases": [], + "duration": 265.569, + "error": null, + "final_url": "http://www.gruene-fulda.de/home/", + "hostname": "www.gruene-fulda.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-gap.de": { + "aliases": [], + "duration": 37.631, + "error": null, + "final_url": "http://gruene-gap.de/startseite/", + "hostname": "www.gruene-gap.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-gelsenkirchen.de/": { + "aliases": [], + "duration": 988.267, + "error": null, + "final_url": null, + "hostname": "www.gruene-gelsenkirchen.de", + "ip_addresses": [ + "134.119.45.11" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-giessen.de/": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gruene-giessen.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-goeppingen.de/": { + "aliases": [ + "www.gruene-goeppingen.de" + ], + "duration": 632.465, + "error": null, + "final_url": "http://www.gruene-goeppingen.de/bundestagswahl-2017/", + "hostname": "gruene-goeppingen.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-guenzburg.de": { + "aliases": [ + "www.gruene-guenzburg.de" + ], + "duration": 300.589, + "error": null, + "final_url": "http://gruene-guenzburg.de/", + "hostname": "gruene-guenzburg.de", + "ip_addresses": [ + "81.169.145.84" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hagen.de/": { + "aliases": [], + "duration": 94.139, + "error": null, + "final_url": null, + "hostname": "www.gruene-hagen.de", + "ip_addresses": [ + "85.13.131.102" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hamm.de/": { + "aliases": [], + "duration": 454.05, + "error": null, + "final_url": null, + "hostname": "www.gruene-hamm.de", + "ip_addresses": [ + "88.198.176.136" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hardt.de/": { + "aliases": [ + "www.gruene-hardt.de" + ], + "duration": 79.86, + "error": null, + "final_url": null, + "hostname": "gruene-hardt.de", + "ip_addresses": [ + "87.118.72.18" + ], + "redirects": 0, + "scheme": "http", + "status_code": 404 + }, + "http://www.gruene-harz.de/": { + "aliases": [], + "duration": 48.487, + "error": null, + "final_url": "http://gruene-harz.de/willkommen/", + "hostname": "www.gruene-harz.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hassberge.de": { + "aliases": [], + "duration": 63.651, + "error": null, + "final_url": "http://gruene-hassberge.de/home/", + "hostname": "www.gruene-hassberge.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-heidelberg.de/": { + "aliases": [ + "www.gruene-heidelberg.de" + ], + "duration": 243.989, + "error": null, + "final_url": "https://www.gruene-heidelberg.de/", + "hostname": "gruene-heidelberg.de", + "ip_addresses": [ + "188.40.159.225" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-heidenheim.de/": { + "aliases": [], + "duration": 174.329, + "error": null, + "final_url": "https://gruene-heidenheim.de/", + "hostname": "www.gruene-heidenheim.de", + "ip_addresses": [ + "5.35.226.201" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-heilbronn.de/": { + "aliases": [ + "www.gruene-heilbronn.de" + ], + "duration": 355.063, + "error": null, + "final_url": "https://www.gruene-heilbronn.de/", + "hostname": "gruene-heilbronn.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-herne.de/": { + "aliases": [], + "duration": 811.835, + "error": null, + "final_url": null, + "hostname": "www.gruene-herne.de", + "ip_addresses": [ + "212.8.207.3" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hersfeld-rotenburg.de/": { + "aliases": [], + "duration": 36.806, + "error": null, + "final_url": "http://gruene-hersfeld-rotenburg.de/home/", + "hostname": "www.gruene-hersfeld-rotenburg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hessen.de/": { + "aliases": [], + "duration": 661.985, + "error": null, + "final_url": "https://www.gruene-hessen.de/", + "hostname": "www.gruene-hessen.de", + "ip_addresses": [ + "217.160.0.237" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hochtaunus.de/": { + "aliases": [], + "duration": 34.636, + "error": null, + "final_url": "http://gruene-hochtaunus.de/startseite/", + "hostname": "www.gruene-hochtaunus.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hoexter.de/": { + "aliases": [], + "duration": 35.489, + "error": null, + "final_url": "http://gruene-hoexter.de/start/", + "hostname": "www.gruene-hoexter.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hof.de": { + "aliases": [], + "duration": 55.116, + "error": null, + "final_url": "http://gruene-hof.de/home/", + "hostname": "www.gruene-hof.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hohenlohe.de": { + "aliases": [], + "duration": 47.534, + "error": null, + "final_url": "http://gruene-hohenlohe.de/startseite/", + "hostname": "www.gruene-hohenlohe.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-hsk.de/": { + "aliases": [], + "duration": 564.618, + "error": null, + "final_url": null, + "hostname": "www.gruene-hsk.de", + "ip_addresses": [ + "80.237.133.13" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ilmkreis.de/home/": { + "aliases": [], + "duration": 95.652, + "error": null, + "final_url": null, + "hostname": "www.gruene-ilmkreis.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-in-halle.de/": { + "aliases": [], + "duration": 40.269, + "error": null, + "final_url": null, + "hostname": "www.gruene-in-halle.de", + "ip_addresses": [ + "185.21.102.112" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ingolstadt.de": { + "aliases": [], + "duration": 35.894, + "error": null, + "final_url": "http://ingolstadt-gruene.de/startseite/", + "hostname": "www.gruene-ingolstadt.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-karlsruhe-land.de/": { + "aliases": [], + "duration": 54.239, + "error": null, + "final_url": "http://gruene-karlsruhe-land.de/home/", + "hostname": "www.gruene-karlsruhe-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-karlsruhe.de/": { + "aliases": [], + "duration": 941.072, + "error": null, + "final_url": "http://gruenekarlsruhe.de/", + "hostname": "www.gruene-karlsruhe.de", + "ip_addresses": [ + "217.160.231.74" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-keh.de/": { + "aliases": [], + "duration": 162.482, + "error": null, + "final_url": "http://gruene-keh.de/startseite/", + "hostname": "www.gruene-keh.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kempten.de": { + "aliases": [], + "duration": 114.24, + "error": null, + "final_url": "http://gruene-kempten.de/home/", + "hostname": "www.gruene-kempten.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kg.de": { + "aliases": [], + "duration": 234.56, + "error": null, + "final_url": "https://www.gruene-kg.de/", + "hostname": "www.gruene-kg.de", + "ip_addresses": [ + "176.28.23.241" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kirkel.de/": { + "aliases": [], + "duration": 71.274, + "error": null, + "final_url": null, + "hostname": "www.gruene-kirkel.de", + "ip_addresses": [ + "78.46.10.114" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kitzingen.de": { + "aliases": [], + "duration": 38.494, + "error": null, + "final_url": "http://www.gruene-kitzingen.de/home/", + "hostname": "www.gruene-kitzingen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-konstanz.de/": { + "aliases": [], + "duration": 49.665, + "error": null, + "final_url": "http://gruene-konstanz.de/startseite/", + "hostname": "www.gruene-konstanz.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-krefeld.de/": { + "aliases": [ + "www.gruene-krefeld.de" + ], + "duration": 229.476, + "error": null, + "final_url": "http://www.gruene-krefeld.de/index.php?id=106", + "hostname": "gruene-krefeld.de", + "ip_addresses": [ + "81.169.145.158" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-calw.de/": { + "aliases": [ + "www.gruene-kreis-calw.de" + ], + "duration": 560.066, + "error": null, + "final_url": "https://www.gruene-kreis-calw.de/aktuelles/", + "hostname": "gruene-kreis-calw.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-herford.de/": { + "aliases": [], + "duration": 87.311, + "error": null, + "final_url": "http://gruene-kreis-herford.de/home/", + "hostname": "www.gruene-kreis-herford.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-kleve.de/": { + "aliases": [], + "duration": 523.091, + "error": null, + "final_url": "https://gruene-kreis-kleve.de/", + "hostname": "www.gruene-kreis-kleve.de", + "ip_addresses": [ + "185.26.156.81" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-mettmann.de/": { + "aliases": [], + "duration": 105.041, + "error": null, + "final_url": "http://www.gruener-kreisverband-mettmann.de/", + "hostname": "www.gruene-kreis-mettmann.de", + "ip_addresses": [ + "212.8.207.3" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-steinfurt.de/": { + "aliases": [], + "duration": 39.547, + "error": null, + "final_url": "http://www.gruene-kreis-steinfurt.de/news/", + "hostname": "www.gruene-kreis-steinfurt.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-unna.de/": { + "aliases": [], + "duration": 270.001, + "error": null, + "final_url": "http://gruene-kreis-unna.de/", + "hostname": "www.gruene-kreis-unna.de", + "ip_addresses": [ + "192.162.85.187" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-viersen.de/": { + "aliases": [], + "duration": 601.306, + "error": null, + "final_url": null, + "hostname": "www.gruene-kreis-viersen.de", + "ip_addresses": [ + "80.237.132.200" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreis-wesel.de/": { + "aliases": [], + "duration": 38.071, + "error": null, + "final_url": "http://gruene-kreis-wesel.de/startseite/", + "hostname": "www.gruene-kreis-wesel.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreisgt.de/": { + "aliases": [], + "duration": 77.888, + "error": null, + "final_url": "http://gruene-kreisgt.de/", + "hostname": "www.gruene-kreisgt.de", + "ip_addresses": [ + "176.221.47.44" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kreisrheinberg.de/": { + "aliases": [], + "duration": 48.854, + "error": null, + "final_url": "http://www.gruene-kreisrheinberg.de/home/", + "hostname": "www.gruene-kreisrheinberg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kronach.de/": { + "aliases": [ + "www.gruene-kronach.de" + ], + "duration": 112.284, + "error": null, + "final_url": null, + "hostname": "gruene-kronach.de", + "ip_addresses": [ + "81.169.145.158" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kulmbach.de": { + "aliases": [], + "duration": 38.584, + "error": null, + "final_url": "http://www.gruene-kulmbach.de/home/", + "hostname": "www.gruene-kulmbach.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kv-heinsberg.de/": { + "aliases": [], + "duration": 49.226, + "error": null, + "final_url": "http://gruene-kv-heinsberg.de/startseite/", + "hostname": "www.gruene-kv-heinsberg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kvwuppertal.de/": { + "aliases": [ + "www.gruene-kvwuppertal.de" + ], + "duration": 674.382, + "error": null, + "final_url": "https://www.gruene-kvwuppertal.de/", + "hostname": "gruene-kvwuppertal.de", + "ip_addresses": [ + "213.131.233.85" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-kyffhaeuserkreis.de/home/": { + "aliases": [], + "duration": 544.332, + "error": null, + "final_url": null, + "hostname": "www.gruene-kyffhaeuserkreis.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-la.de": { + "aliases": [], + "duration": 72.014, + "error": null, + "final_url": "http://www.gruene-btw-landshut.de/willkommen-bei-den-landshuter-gruenen/", + "hostname": "www.gruene-la.de", + "ip_addresses": [ + "178.254.10.195" + ], + "redirects": 3, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-lahn-dill.de/": { + "aliases": [], + "duration": 59.967, + "error": null, + "final_url": "http://www.gruene-lahn-dill.de/home/", + "hostname": "www.gruene-lahn-dill.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-landau.de/": { + "aliases": [], + "duration": 495.586, + "error": null, + "final_url": null, + "hostname": "www.gruene-landau.de", + "ip_addresses": [ + "37.202.7.173" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-landkreis-kassel.de/": { + "aliases": [], + "duration": 154.421, + "error": null, + "final_url": null, + "hostname": "www.gruene-landkreis-kassel.de", + "ip_addresses": [ + "217.160.122.8" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-landsberg.de": { + "aliases": [], + "duration": 15.301, + "error": null, + "final_url": null, + "hostname": "www.gruene-landsberg.de", + "ip_addresses": [ + "80.237.132.89" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-landshut.de": { + "aliases": [], + "duration": 284.936, + "error": null, + "final_url": "http://gruene-landshut.de/home/", + "hostname": "www.gruene-landshut.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-lichtenfels.de": { + "aliases": [], + "duration": 43.769, + "error": null, + "final_url": "http://gruene-lichtenfels.de/home/", + "hostname": "www.gruene-lichtenfels.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-limburg-weilburg.de/": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gruene-limburg-weilburg.de", + "ip_addresses": [ + "46.30.215.127" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-lindau.eu": { + "aliases": [ + "www.gruene-lindau.eu" + ], + "duration": 295.459, + "error": null, + "final_url": "https://gruene.li", + "hostname": "gruene-lindau.eu", + "ip_addresses": [ + "195.30.85.193" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-lippe.de/": { + "aliases": [], + "duration": 36.081, + "error": null, + "final_url": "http://xn--grne-lippe-beb.de/startseite/", + "hostname": "www.gruene-lippe.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-loerrach.de/": { + "aliases": [], + "duration": 537.737, + "error": null, + "final_url": null, + "hostname": "www.gruene-loerrach.de", + "ip_addresses": [ + "217.160.0.57" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-lsa.de": { + "aliases": [], + "duration": 894.269, + "error": null, + "final_url": null, + "hostname": "www.gruene-lsa.de", + "ip_addresses": [ + "134.119.94.142" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-lu.de/": { + "aliases": [], + "duration": 55.919, + "error": null, + "final_url": "http://www.gruene-lu.de/home/", + "hostname": "www.gruene-lu.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ludwigsburg.de/": { + "aliases": [ + "www.gruene-ludwigsburg.de" + ], + "duration": 978.882, + "error": null, + "final_url": "https://www.gruene-ludwigsburg.de/", + "hostname": "gruene-ludwigsburg.de", + "ip_addresses": [ + "5.175.28.195" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-main-tauber.de/": { + "aliases": [], + "duration": 353.6, + "error": null, + "final_url": "http://gruene-main-tauber.de/startseite.html", + "hostname": "www.gruene-main-tauber.de", + "ip_addresses": [ + "178.254.0.76" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mainz-bingen.de/": { + "aliases": [], + "duration": 39.055, + "error": null, + "final_url": "http://www.gruene-mainz-bingen.de/home/", + "hostname": "www.gruene-mainz-bingen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mandelbachtal.de/": { + "aliases": [], + "duration": 530.96, + "error": null, + "final_url": "https://gruene-mandelbachtal.de/", + "hostname": "www.gruene-mandelbachtal.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mannheim.de/": { + "aliases": [ + "www.gruene-mannheim.de" + ], + "duration": 680.945, + "error": null, + "final_url": null, + "hostname": "gruene-mannheim.de", + "ip_addresses": [ + "195.225.106.141" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-marburg.de/": { + "aliases": [], + "duration": 114.112, + "error": null, + "final_url": "http://www.gruene-marburg.de/startseite/", + "hostname": "www.gruene-marburg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-memmingen.de": { + "aliases": [ + "www.gruene-memmingen.de", + "web.jimdo.com", + "web-prod.jimdo-platform.net" + ], + "duration": 744.401, + "error": null, + "final_url": "https://www.gruene-memmingen.de/", + "hostname": "web-prod-3fab4a-1499954829-1392918184.eu-west-1.elb.amazonaws.com", + "ip_addresses": [ + "52.212.175.227", + "52.211.143.189" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-merzig.de/": { + "aliases": [], + "duration": 397.076, + "error": null, + "final_url": "https://gruene-merzig.de/", + "hostname": "www.gruene-merzig.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mg.de/": { + "aliases": [], + "duration": 80.22, + "error": null, + "final_url": null, + "hostname": "www.gruene-mg.de", + "ip_addresses": [ + "78.47.15.197" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mh.de/": { + "aliases": [], + "duration": 252.589, + "error": null, + "final_url": "http://gruene-mh.de/", + "hostname": "www.gruene-mh.de", + "ip_addresses": [ + "217.194.229.119" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-miesbach.de": { + "aliases": [], + "duration": 382.738, + "error": null, + "final_url": "https://gruene-miesbach.de/aktuelles/", + "hostname": "www.gruene-miesbach.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-milk.de/": { + "aliases": [], + "duration": 0, + "error": "connection", + "final_url": null, + "hostname": "www.gruene-milk.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-miltenberg.de": { + "aliases": [ + "www.gruene-miltenberg.de" + ], + "duration": 3.733, + "error": null, + "final_url": null, + "hostname": "gruene-miltenberg.de", + "ip_addresses": [ + "81.169.145.150" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mittelfranken.de/": { + "aliases": [], + "duration": 143.016, + "error": null, + "final_url": "http://gruene-mittelfranken.de/startseite/", + "hostname": "www.gruene-mittelfranken.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mk.de/": { + "aliases": [], + "duration": 539.408, + "error": null, + "final_url": "https://www.gruene-mk.de/", + "hostname": "www.gruene-mk.de", + "ip_addresses": [ + "85.13.130.118" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ml.de": { + "aliases": [], + "duration": 910.329, + "error": null, + "final_url": "https://gruene-ml.de/wordpress/", + "hostname": "www.gruene-ml.de", + "ip_addresses": [ + "78.46.1.158" + ], + "redirects": 5, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-mtk.de/": { + "aliases": [], + "duration": 39.308, + "error": null, + "final_url": "http://gruene-mtk.de/startseite/", + "hostname": "www.gruene-mtk.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-muehldorf.de": { + "aliases": [], + "duration": 62.142, + "error": null, + "final_url": "http://gruene-muehldorf.de/home/", + "hostname": "www.gruene-muehldorf.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-muenchen.de": { + "aliases": [], + "duration": 239.624, + "error": null, + "final_url": null, + "hostname": "www.gruene-muenchen.de", + "ip_addresses": [ + "134.119.44.126" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-myk.de/": { + "aliases": [], + "duration": 60.145, + "error": null, + "final_url": "http://www.gruene-myk.de/home/", + "hostname": "www.gruene-myk.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-neckar-bergstrasse.de/": { + "aliases": [ + "www.gruene-neckar-bergstrasse.de" + ], + "duration": 145.78, + "error": null, + "final_url": "https://www.gruene-neckar-bergstrasse.de/index.php?id=2116", + "hostname": "gruene-neckar-bergstrasse.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-neu-ulm.de": { + "aliases": [ + "www.gruene-neu-ulm.de" + ], + "duration": 362.153, + "error": null, + "final_url": "https://gruene-neu-ulm.th-vi.de/", + "hostname": "gruene-neu-ulm.de", + "ip_addresses": [ + "81.169.145.94" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-neuburg.de": { + "aliases": [], + "duration": 749.209, + "error": null, + "final_url": null, + "hostname": "www.gruene-neuburg.de", + "ip_addresses": [ + "217.160.233.58" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-neumarkt.de": { + "aliases": [], + "duration": 34.116, + "error": null, + "final_url": "http://gruene-neumarkt.de/startseite/", + "hostname": "www.gruene-neumarkt.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-neustadt-aisch.de": { + "aliases": [], + "duration": 52.981, + "error": null, + "final_url": "http://www.gruene-neustadt-aisch.de/764.html", + "hostname": "www.gruene-neustadt-aisch.de", + "ip_addresses": [ + "37.120.182.202" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-neustadt-waldnaab.de": { + "aliases": [], + "duration": 45.529, + "error": null, + "final_url": "http://gruene-weiden.de/startseite/", + "hostname": "www.gruene-neustadt-waldnaab.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-niederbayern.de/": { + "aliases": [], + "duration": 118.374, + "error": null, + "final_url": "http://gruene-niederbayern.de/aktuelles/", + "hostname": "www.gruene-niederbayern.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-niederrhein-wupper.de/": { + "aliases": [], + "duration": 89.781, + "error": null, + "final_url": "http://gruene-niederrhein-wupper.de/", + "hostname": "www.gruene-niederrhein-wupper.de", + "ip_addresses": [ + "176.221.47.44" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-nok.de/": { + "aliases": [], + "duration": 437.809, + "error": null, + "final_url": "https://www.gruene-nok.de/", + "hostname": "www.gruene-nok.de", + "ip_addresses": [ + "217.160.0.203" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-nordhausen.de/": { + "aliases": [], + "duration": 40.263, + "error": null, + "final_url": "http://www.gruene-nordhausen.de/partei/", + "hostname": "www.gruene-nordhausen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-nrw.de/": { + "aliases": [], + "duration": 215.672, + "error": null, + "final_url": "https://gruene-nrw.de/", + "hostname": "www.gruene-nrw.de", + "ip_addresses": [ + "77.91.239.10" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-nuernberg.de": { + "aliases": [], + "duration": 184.085, + "error": null, + "final_url": null, + "hostname": "www.gruene-nuernberg.de", + "ip_addresses": [ + "95.142.78.162" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-nuernberger-land.de": { + "aliases": [], + "duration": 59.343, + "error": null, + "final_url": "http://gruene-nuernberger-land.de/startseite/", + "hostname": "www.gruene-nuernberger-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-oa.de": { + "aliases": [], + "duration": 155.504, + "error": null, + "final_url": "https://www.gruene-oa.de/", + "hostname": "www.gruene-oa.de", + "ip_addresses": [ + "37.120.182.202" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-oal.de": { + "aliases": [], + "duration": 562.261, + "error": null, + "final_url": "https://gruene-oal.de/", + "hostname": "www.gruene-oal.de", + "ip_addresses": [ + "217.160.0.3" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-oberberg.de/": { + "aliases": [], + "duration": 33.493, + "error": null, + "final_url": "http://gruene-oberberg.de/startseite/", + "hostname": "www.gruene-oberberg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-oberhausen.de/": { + "aliases": [], + "duration": 47.87, + "error": null, + "final_url": "http://gruene-oberhausen.de/home/", + "hostname": "www.gruene-oberhausen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-oberpfalz.de/": { + "aliases": [], + "duration": 489.161, + "error": null, + "final_url": "http://gruene-oberpfalz.de/", + "hostname": "www.gruene-oberpfalz.de", + "ip_addresses": [ + "134.119.234.7" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-odenwald-kraichgau.de/": { + "aliases": [], + "duration": 37.969, + "error": null, + "final_url": "http://gruene-odenwald-kraichgau.de/startseite/", + "hostname": "www.gruene-odenwald-kraichgau.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-odenwald.de/": { + "aliases": [], + "duration": 851.223, + "error": null, + "final_url": null, + "hostname": "www.gruene-odenwald.de", + "ip_addresses": [ + "85.13.133.130" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-offenbach-land.de/": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gruene-offenbach-land.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-olpe.de/": { + "aliases": [], + "duration": 173.49, + "error": null, + "final_url": "http://gruene-olpe.de/start/", + "hostname": "www.gruene-olpe.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ortenau.de/": { + "aliases": [], + "duration": 462.598, + "error": null, + "final_url": "http://gruene-ortenau.de/", + "hostname": "www.gruene-ortenau.de", + "ip_addresses": [ + "80.237.133.10" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-owl.de/": { + "aliases": [], + "duration": 41.431, + "error": null, + "final_url": "http://www.gruene-owl.de/aktuell-aus-owl/", + "hostname": "www.gruene-owl.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-passau.de": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gruene-passau.de", + "ip_addresses": [ + "217.160.0.129" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-passauland.de": { + "aliases": [], + "duration": 264.064, + "error": null, + "final_url": "https://gruene-passauland.de/", + "hostname": "www.gruene-passauland.de", + "ip_addresses": [ + "37.120.182.202" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-perl.de/": { + "aliases": [], + "duration": 352.693, + "error": null, + "final_url": "https://gruene-perl.de/", + "hostname": "www.gruene-perl.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-pfaffenhofen.de": { + "aliases": [], + "duration": 34.988, + "error": null, + "final_url": "http://gruene-pfaffenhofen.de/startseite/", + "hostname": "www.gruene-pfaffenhofen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-pforzheim-enz.de/": { + "aliases": [], + "duration": 672.352, + "error": null, + "final_url": "http://gruene-pforzheim-enz.de/", + "hostname": "www.gruene-pforzheim-enz.de", + "ip_addresses": [ + "217.160.0.1" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ra-bad.de/": { + "aliases": [ + "www.gruene-ra-bad.de" + ], + "duration": 953.784, + "error": null, + "final_url": "https://www.gruene-ra-bad.de/", + "hostname": "gruene-ra-bad.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ravensburg.de/": { + "aliases": [ + "www.gruene-ravensburg.de" + ], + "duration": 185.373, + "error": null, + "final_url": "http://www.gruene-rv.de/start/", + "hostname": "gruene-ravensburg.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-regen.de": { + "aliases": [], + "duration": 41.926, + "error": null, + "final_url": "http://gruene-regen.de/home/", + "hostname": "www.gruene-regen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-regensburg-land.de": { + "aliases": [], + "duration": 40.249, + "error": null, + "final_url": "http://gruene-regensburg-land.de/aktuelles/", + "hostname": "www.gruene-regensburg-land.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-regensburg.de": { + "aliases": [], + "duration": 28.515, + "error": null, + "final_url": null, + "hostname": "www.gruene-regensburg.de", + "ip_addresses": [ + "213.160.71.66" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-region-aachen.de/": { + "aliases": [], + "duration": 552.067, + "error": null, + "final_url": "http://gruene-region-aachen.de/kreisverband/", + "hostname": "www.gruene-region-aachen.de", + "ip_addresses": [ + "80.237.132.171" + ], + "redirects": 3, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rek.de/": { + "aliases": [], + "duration": 567.048, + "error": null, + "final_url": null, + "hostname": "www.gruene-rek.de", + "ip_addresses": [ + "46.30.62.223" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rems-murr.de/": { + "aliases": [ + "www.gruene-rems-murr.de" + ], + "duration": 516.429, + "error": null, + "final_url": "https://www.gruene-rems-murr.de/", + "hostname": "gruene-rems-murr.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-remscheid.de/": { + "aliases": [], + "duration": 61.906, + "error": null, + "final_url": "http://gruene-remscheid.de/startseite/", + "hostname": "www.gruene-remscheid.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-reutlingen.de/": { + "aliases": [ + "www.gruene-reutlingen.de" + ], + "duration": 199.923, + "error": null, + "final_url": "https://www.gruene-reutlingen.de/home/", + "hostname": "gruene-reutlingen.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rhein-lahn.de/": { + "aliases": [], + "duration": 586.068, + "error": null, + "final_url": "http://www.gruene-rhein-lahn.de/home/", + "hostname": "www.gruene-rhein-lahn.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rhoen-grabfeld.de": { + "aliases": [], + "duration": 34.891, + "error": null, + "final_url": "http://www.gruene-rhoen-grabfeld.de/home/", + "hostname": "www.gruene-rhoen-grabfeld.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rkn.de/": { + "aliases": [], + "duration": 140.63, + "error": null, + "final_url": null, + "hostname": "www.gruene-rkn.de", + "ip_addresses": [ + "212.53.131.236" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rosenheim.de": { + "aliases": [], + "duration": 52.32, + "error": null, + "final_url": "http://www.gruene-rosenheim.de/aktuell/", + "hostname": "www.gruene-rosenheim.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-roth.de": { + "aliases": [], + "duration": 45.464, + "error": null, + "final_url": "http://www.gruene-roth.de/startseite/", + "hostname": "www.gruene-roth.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rottal-inn.de": { + "aliases": [], + "duration": 113.705, + "error": null, + "final_url": null, + "hostname": "www.gruene-rottal-inn.de", + "ip_addresses": [ + "195.226.185.62" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rottweil.de/": { + "aliases": [ + "www.gruene-rottweil.de" + ], + "duration": 513.698, + "error": null, + "final_url": "https://www.gruene-rottweil.de/", + "hostname": "gruene-rottweil.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-rtk.de/": { + "aliases": [], + "duration": 239.888, + "error": null, + "final_url": null, + "hostname": "www.gruene-rtk.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ruhr.de/": { + "aliases": [], + "duration": 552.981, + "error": null, + "final_url": "http://gruene-ruhr.de/", + "hostname": "www.gruene-ruhr.de", + "ip_addresses": [ + "176.221.47.44" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-saalekreis.de/": { + "aliases": [], + "duration": 622.625, + "error": null, + "final_url": null, + "hostname": "www.gruene-saalekreis.de", + "ip_addresses": [ + "178.63.49.198" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-saar.de/": { + "aliases": [], + "duration": 429.806, + "error": null, + "final_url": "http://gruene-saar.de/", + "hostname": "www.gruene-saar.de", + "ip_addresses": [ + "217.160.233.198" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-schwabach.de": { + "aliases": [], + "duration": 70.917, + "error": null, + "final_url": "http://www.gruene-schwabach.de/home/", + "hostname": "www.gruene-schwabach.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-schwaben.de/": { + "aliases": [], + "duration": 42.692, + "error": null, + "final_url": "http://gruene-schwaben.de/startseite/nachrichten/", + "hostname": "www.gruene-schwaben.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-schwaebisch-gmuend.de/": { + "aliases": [], + "duration": 782.373, + "error": null, + "final_url": null, + "hostname": "www.gruene-schwaebisch-gmuend.de", + "ip_addresses": [ + "212.87.154.3" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-schwalm-eder.de/": { + "aliases": [], + "duration": 64.857, + "error": null, + "final_url": "http://www.gruene-schwalm-eder.de/startseite/", + "hostname": "www.gruene-schwalm-eder.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-schwandorf.de": { + "aliases": [], + "duration": 61.132, + "error": null, + "final_url": "http://gruene-schwandorf.de/startseite/", + "hostname": "www.gruene-schwandorf.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-schwarzwald-baar.de/": { + "aliases": [ + "www.gruene-schwarzwald-baar.de" + ], + "duration": 344.35, + "error": null, + "final_url": "https://www.gruene-schwarzwald-baar.de/", + "hostname": "gruene-schwarzwald-baar.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-schweinfurt.de": { + "aliases": [], + "duration": 68.985, + "error": null, + "final_url": "http://www.gruene-schweinfurt.de/startseite/", + "hostname": "www.gruene-schweinfurt.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-sha.de/": { + "aliases": [], + "duration": 96.542, + "error": null, + "final_url": "http://gruene-sha.de/home/", + "hostname": "www.gruene-sha.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-siegen-wittgenstein.de/": { + "aliases": [ + "www.gruene-siegen-wittgenstein.de" + ], + "duration": 528.635, + "error": null, + "final_url": null, + "hostname": "gruene-siegen-wittgenstein.de", + "ip_addresses": [ + "87.119.201.130" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-sigmaringen.de/": { + "aliases": [ + "www.gruene-sigmaringen.de" + ], + "duration": 216.608, + "error": null, + "final_url": "http://gruene-sigmaringen.de/", + "hostname": "gruene-sigmaringen.de", + "ip_addresses": [ + "81.169.145.93" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-slf-ru.de/": { + "aliases": [ + "www.gruene-slf-ru.de" + ], + "duration": 285.494, + "error": null, + "final_url": null, + "hostname": "gruene-slf-ru.de", + "ip_addresses": [ + "81.169.145.66" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-sm.de/": { + "aliases": [ + "www.gruene-sm.de" + ], + "duration": 234.059, + "error": null, + "final_url": "http://www.gruene-sms.de/", + "hostname": "gruene-sms.de", + "ip_addresses": [ + "94.186.184.11" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-solingen.de/": { + "aliases": [], + "duration": 167.629, + "error": null, + "final_url": null, + "hostname": "www.gruene-solingen.de", + "ip_addresses": [ + "176.221.47.44" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-starnberg.de": { + "aliases": [], + "duration": 50.693, + "error": null, + "final_url": "http://gruene-starnberg.de/home/", + "hostname": "www.gruene-starnberg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-straubing-bogen.de": { + "aliases": [], + "duration": 42.204, + "error": null, + "final_url": "http://www.gruene-straubing-bogen.de/home/", + "hostname": "www.gruene-straubing-bogen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-stuttgart.de/": { + "aliases": [], + "duration": 250.243, + "error": null, + "final_url": "https://gruene-stuttgart.de/startseite/", + "hostname": "www.gruene-stuttgart.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-toelz-wor.de": { + "aliases": [], + "duration": 74.976, + "error": null, + "final_url": "http://gruene-toelz-wor.de/home/", + "hostname": "www.gruene-toelz-wor.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-traunstein.de": { + "aliases": [], + "duration": 135.062, + "error": null, + "final_url": null, + "hostname": "www.gruene-traunstein.de", + "ip_addresses": [ + "5.9.248.153" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-tuebingen.de/": { + "aliases": [], + "duration": 35.347, + "error": null, + "final_url": "http://www.gruene-tuebingen.de/home/", + "hostname": "www.gruene-tuebingen.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-tuttlingen.de/": { + "aliases": [ + "www.gruene-tuttlingen.de" + ], + "duration": 756.71, + "error": null, + "final_url": "https://www.gruene-tuttlingen.de/kreisverband/aktuelles/", + "hostname": "gruene-tuttlingen.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ulm.de/": { + "aliases": [], + "duration": 51.458, + "error": null, + "final_url": "http://www.gruene-ulm.de/termine/", + "hostname": "www.gruene-ulm.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-unterallgaeu.de": { + "aliases": [], + "duration": 62.533, + "error": null, + "final_url": "http://www.gruene-unterallgaeu.de/startseite/", + "hostname": "www.gruene-unterallgaeu.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-unterfranken.de/": { + "aliases": [], + "duration": 49.636, + "error": null, + "final_url": "http://gruene-unterfranken.de/startseite/", + "hostname": "www.gruene-unterfranken.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-vogelsberg.de/": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gruene-vogelsberg.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-waf.de/": { + "aliases": [], + "duration": 154.866, + "error": null, + "final_url": "http://gruene-kreis-warendorf.de/startseite/", + "hostname": "www.gruene-waf.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-waldeck-frankenberg.de/": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gruene-waldeck-frankenberg.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-wangen.de/": { + "aliases": [], + "duration": 775.011, + "error": null, + "final_url": null, + "hostname": "www.gruene-wangen.de", + "ip_addresses": [ + "89.238.66.39" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-wartburgkreis-eisenach.de/": { + "aliases": [], + "duration": 646.235, + "error": null, + "final_url": null, + "hostname": "www.gruene-wartburgkreis-eisenach.de", + "ip_addresses": [ + "217.160.0.9" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-weiden.de": { + "aliases": [], + "duration": 195.308, + "error": null, + "final_url": "http://gruene-weiden.de/startseite/", + "hostname": "www.gruene-weiden.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-weilheim.de": { + "aliases": [], + "duration": 39.635, + "error": null, + "final_url": "http://www.gruene-weilheim.de/aktivitaeten-termine-ereignisse-2018/", + "hostname": "www.gruene-weilheim.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-weimar.de": { + "aliases": [], + "duration": 54.329, + "error": null, + "final_url": "http://gruene-weimar.de/gruene-neuigkeiten/", + "hostname": "www.gruene-weimar.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-weissenburg.de": { + "aliases": [], + "duration": 38.126, + "error": null, + "final_url": "http://gruene-weissenburg.de/home/", + "hostname": "www.gruene-weissenburg.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-werra-meissner.de/": { + "aliases": [], + "duration": 301.388, + "error": null, + "final_url": "http://gruene-werra-meissner.de/startseite/", + "hostname": "www.gruene-werra-meissner.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-wetterau.de/": { + "aliases": [], + "duration": 0, + "error": "connection_timeout", + "final_url": null, + "hostname": "www.gruene-wetterau.de", + "ip_addresses": [ + "128.127.71.229" + ], + "redirects": 0, + "scheme": "http", + "status_code": 0 + }, + "http://www.gruene-wiesbaden.de/": { + "aliases": [], + "duration": 654.351, + "error": null, + "final_url": "http://gruene-wiesbaden.de/startseite/", + "hostname": "www.gruene-wiesbaden.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-wittenberg.de/": { + "aliases": [], + "duration": 647.5, + "error": null, + "final_url": null, + "hostname": "www.gruene-wittenberg.de", + "ip_addresses": [ + "178.63.49.198" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-worms.de/": { + "aliases": [], + "duration": 63.696, + "error": null, + "final_url": "http://www.gruene-worms.de/start/", + "hostname": "www.gruene-worms.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-wt.de/": { + "aliases": [ + "www.gruene-wt.de" + ], + "duration": 897.663, + "error": null, + "final_url": "https://www.gruene-wt.de/", + "hostname": "gruene-wt.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-wuerzburg-land.de": { + "aliases": [], + "duration": 668.622, + "error": null, + "final_url": "https://www.gruene-wuerzburg-land.de/cms/index.php/", + "hostname": "www.gruene-wuerzburg-land.de", + "ip_addresses": [ + "46.163.77.33" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-wuerzburg.de": { + "aliases": [], + "duration": 915.016, + "error": null, + "final_url": "https://www.gruene-wuerzburg.de/cms/", + "hostname": "www.gruene-wuerzburg.de", + "ip_addresses": [ + "91.250.119.224" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-ww.de/": { + "aliases": [], + "duration": 150.329, + "error": null, + "final_url": null, + "hostname": "www.gruene-ww.de", + "ip_addresses": [ + "217.160.231.124" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruene-zollernalb.de": { + "aliases": [ + "www.gruene-zollernalb.de" + ], + "duration": 566.145, + "error": null, + "final_url": "https://www.gruene-zollernalb.de/index.php?id=2000", + "hostname": "gruene-zollernalb.de", + "ip_addresses": [ + "87.230.19.83" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.grueneduisburg.de/": { + "aliases": [ + "www.grueneduisburg.de" + ], + "duration": 75.402, + "error": null, + "final_url": null, + "hostname": "grueneduisburg.de", + "ip_addresses": [ + "87.119.201.130" + ], + "redirects": 0, + "scheme": "http", + "status_code": 403 + }, + "http://www.gruenemsp.de": { + "aliases": [], + "duration": 37.545, + "error": null, + "final_url": "http://www.gruenemsp.de/startseite/", + "hostname": "www.gruenemsp.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruenestadterfurt.de/": { + "aliases": [], + "duration": 289.81, + "error": null, + "final_url": null, + "hostname": "www.gruenestadterfurt.de", + "ip_addresses": [ + "37.17.224.51" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.gruenetir.de": { + "aliases": [], + "duration": 233.068, + "error": null, + "final_url": "https://gruenetir.de/startseite/", + "hostname": "www.gruenetir.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.grueneuhk.wordpress.com": { + "aliases": [ + "www.grueneuhk.wordpress.com" + ], + "duration": 318.778, + "error": null, + "final_url": "https://grueneuhk.wordpress.com/", + "hostname": "lb.wordpress.com", + "ip_addresses": [ + "192.0.78.13", + "192.0.78.12" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.offenbach-gruene.de/": { + "aliases": [], + "duration": 285.651, + "error": null, + "final_url": "http://www.gruene-offenbach.de/start/", + "hostname": "www.offenbach-gruene.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 2, + "scheme": "http", + "status_code": 200 + }, + "http://www.padergruen.de": { + "aliases": [], + "duration": 98.564, + "error": null, + "final_url": "http://www.xn--padergrn-d6a.de/", + "hostname": "www.padergruen.de", + "ip_addresses": [ + "80.237.133.72" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "http://www.salzlandgr\u00fcne.de/": { + "aliases": [], + "duration": 858.752, + "error": null, + "final_url": null, + "hostname": "www.xn--salzlandgrne-mlb.de", + "ip_addresses": [ + "217.160.233.226" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.xn--grne-mnster-uhbe.de/": { + "aliases": [], + "duration": 480.329, + "error": null, + "final_url": null, + "hostname": "www.xn--grne-mnster-uhbe.de", + "ip_addresses": [ + "212.8.207.6" + ], + "redirects": 0, + "scheme": "http", + "status_code": 200 + }, + "http://www.xn--grne-speyer-uhb.de/": { + "aliases": [], + "duration": 39.262, + "error": null, + "final_url": "http://www.xn--grne-speyer-uhb.de/home/", + "hostname": "www.xn--grne-speyer-uhb.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "http", + "status_code": 200 + }, + "https://gruene-aw.de/": { + "aliases": [], + "duration": 663.266, + "error": null, + "final_url": null, + "hostname": "gruene-aw.de", + "ip_addresses": [ + "217.160.0.190" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-bayern.de/": { + "aliases": [], + "duration": 191.087, + "error": null, + "final_url": null, + "hostname": "gruene-bayern.de", + "ip_addresses": [ + "109.239.51.23" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-bw.de/": { + "aliases": [], + "duration": 194.273, + "error": null, + "final_url": "https://www.gruene-bw.de/", + "hostname": "gruene-bw.de", + "ip_addresses": [ + "134.119.47.156" + ], + "redirects": 1, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-illingen-saar.de/": { + "aliases": [], + "duration": 545.39, + "error": null, + "final_url": null, + "hostname": "gruene-illingen-saar.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-kv-soest.de/": { + "aliases": [], + "duration": 699.225, + "error": null, + "final_url": null, + "hostname": "gruene-kv-soest.de", + "ip_addresses": [ + "81.169.145.151" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-neunkirchen-saar.de": { + "aliases": [], + "duration": 524.899, + "error": null, + "final_url": null, + "hostname": "gruene-neunkirchen-saar.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-rehlingen.de/": { + "aliases": [], + "duration": 854.084, + "error": null, + "final_url": null, + "hostname": "gruene-rehlingen.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-roesrath.de/": { + "aliases": [], + "duration": 70.844, + "error": null, + "final_url": "https://gruene-roesrath.de/startseite/", + "hostname": "gruene-roesrath.de", + "ip_addresses": [ + "91.102.13.20" + ], + "redirects": 1, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-sb.de/": { + "aliases": [], + "duration": 386.103, + "error": null, + "final_url": null, + "hostname": "gruene-sb.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-sls.de/": { + "aliases": [], + "duration": 401.379, + "error": null, + "final_url": null, + "hostname": "gruene-sls.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-vulkaneifel.de/": { + "aliases": [], + "duration": 846.135, + "error": null, + "final_url": null, + "hostname": "gruene-vulkaneifel.de", + "ip_addresses": [ + "85.13.155.169" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://gruene-wadgassen.de/": { + "aliases": [], + "duration": 391.488, + "error": null, + "final_url": null, + "hostname": "gruene-wadgassen.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://kreis.gruene-merzig.de/": { + "aliases": [], + "duration": 574.36, + "error": null, + "final_url": null, + "hostname": "kreis.gruene-merzig.de", + "ip_addresses": [ + "85.13.157.141" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://www.gruene-mainz.de/": { + "aliases": [], + "duration": 994.736, + "error": null, + "final_url": null, + "hostname": "www.gruene-mainz.de", + "ip_addresses": [ + "213.136.92.237" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://www.gruene-rhein-pfalz.de/": { + "aliases": [], + "duration": 646.823, + "error": null, + "final_url": null, + "hostname": "www.gruene-rhein-pfalz.de", + "ip_addresses": [ + "212.8.207.2" + ], + "redirects": 0, + "scheme": "https", + "status_code": 200 + }, + "https://www.gruene-thueringen.de/": { + "aliases": [], + "duration": 442.705, + "error": null, + "final_url": "https://gruene-thueringen.de/", + "hostname": "www.gruene-thueringen.de", + "ip_addresses": [ + "188.68.47.24" + ], + "redirects": 1, + "scheme": "https", + "status_code": 200 + }, + "https://www.gruene.de/": { + "aliases": [], + "duration": 133.296, + "error": null, + "final_url": "https://www.gruene.de/startseite.html", + "hostname": "www.gruene.de", + "ip_addresses": [ + "89.146.238.38" + ], + "redirects": 1, + "scheme": "https", + "status_code": 200 + } +} \ No newline at end of file diff --git a/spider.py b/spider.py new file mode 100644 index 0000000..b269826 --- /dev/null +++ b/spider.py @@ -0,0 +1,180 @@ +# coding: utf8 + +from git import Repo +from multiprocessing import Pool +from urllib.parse import urlparse +from socket import gethostbyname_ex +import json +import logging +import os +import random +import requests +import shutil +import sys +import yaml +import json + +# configuration + +# number of parallel processes to use for crawling +concurrency = 6 + +# connection timeout for website checks (seconds) +connect_timeout = 5 + +# response timeout for website checks +read_timeout = 10 + +# Git repo for our data +green_directory_repo = 'https://github.com/netzbegruenung/green-directory.git' +# folder in that repo that holds the data +green_direcory_data_path = 'data' +green_directory_local_path = './cache/green-directory' + + +# end configuration + +def get_green_directory(): + """ + Clones the green directory into the local file system + """ + if os.path.exists(green_directory_local_path): + shutil.rmtree(green_directory_local_path) + Repo.clone_from(green_directory_repo, green_directory_local_path) + + +def dir_entries(): + path = os.path.join(green_directory_local_path, green_direcory_data_path) + for root, dirs, files in os.walk(path): + for fname in files: + + filepath = os.path.join(root, fname) + if not filepath.endswith(".yaml"): + continue + + with open(filepath, 'r') as yamlfile: + for doc in yaml.load_all(yamlfile): + yield doc + +def repr_entry(entry): + """ + Return string representation of an entry + """ + r = entry['type'] + if 'level' in entry: + r += "/" + entry['level'] + if 'state' in entry: + r += "/" + entry['state'] + if 'district' in entry: + r += "/" + entry['district'] + return r + +def resolve_hostname(url): + parsed = urlparse(url) + hostname, aliaslist, ipaddrlist = gethostbyname_ex(parsed.hostname) + return (parsed.scheme, hostname, aliaslist, ipaddrlist) + +def check_site(url): + """ + Performs our site check and returns results as a dict + """ + result = { + 'status_code': 0, + 'error': None, + 'redirects': 0, + 'final_url': None, + 'hostname': None, + 'scheme': None, + 'aliases': None, + 'ip_addresses': None, + 'duration': 0, + } + + try: + (scheme, hostname, aliases, ip_addresses) = resolve_hostname(url) + result['scheme'] = scheme + result['hostname'] = hostname + result['aliases'] = aliases + result['ip_addresses'] = ip_addresses + except Exception as e: + logging.error(str(e) + " " + url) + + headers = { + 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 green-spider/0.1' + } + + try: + r = requests.get(url, headers=headers, timeout=(connect_timeout, read_timeout)) + result['status_code'] = r.status_code + if len(r.history) > 0: + result['redirects'] = len(r.history) + result['final_url'] = r.url + result['duration'] = r.elapsed.microseconds / 1000 + except requests.exceptions.ConnectionError as e: + logging.error(str(e) + " " + url) + result['error'] = "connection" + except requests.exceptions.Timeout as e: + logging.error(str(e) + " " + url) + result['error'] = "connection_timeout" + except requests.exceptions.ReadTimeout as e: + logging.error(str(e) + " " + url) + result['error'] = "read_timeout" + except Exception as e: + logging.error(str(e) + " " + url) + result['error'] = "unknown" + + logging.info("%s done" % url) + return result + +def main(): + logging.basicConfig(level=logging.INFO) + + get_green_directory() + + urls = [] + for entry in dir_entries(): + + if 'type' not in entry: + logging.error("Entry without type") + continue + + if 'urls' not in entry: + logging.info("Entry %s does not have any URLs." % repr_entry(entry)) + continue + + website_url = None + for n in range(len(entry['urls'])): + try: + if entry['urls'][n]['type'] == "WEBSITE": + website_url = entry['urls'][n]['url'] + except NameError as ne: + logging.error("Error in %s: 'url' key missing (%s)" % (repr_entry(entry), entry['urls'][n])) + if website_url: + urls.append(website_url) + + random.seed() + random.shuffle(urls) + + results = {} + + if concurrency > 1: + pool = Pool(concurrency) + for url in urls: + results[url] = pool.apply_async(check_site, kwds={"url": url}) + pool.close() + pool.join() + else: + for url in urls: + results[url] = check_site(url) + + results2 = {} + + for url in results.keys(): + results2[url] = results[url].get() + + with open('result.json', 'w', encoding="utf8") as jsonfile: + json.dump(results2, jsonfile, indent=2, sort_keys=True) + + +if __name__ == "__main__": + main()