NB-Public/green-spider
14
0
Fork 1
mirror of https://github.com/netzbegruenung/green-spider.git synced 2024-04-27 14:54:52 +02:00
Code Issues 2 Projects Releases Wiki Activity

Fix data export logging bug

Browse source
This commit is contained in:
Marian Steinbach 2018-09-17 17:35:21 +02:00
parent 22d158c8b8
commit 220b06fe79
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
data_export.py
View file

@ -57,8 +57,12 @@ def export_screenshots():
query = client.query(kind='webscreenshot')
for item in query.fetch():
logging.debug(item['url'], os.path.basename(item['screenshot_url']))
out[item['url']] = os.path.basename(item['screenshot_url'])
if 'screenshot_url' not in item:
logging.error("Export failed. No 'screenshot_url' attribute set in dataset. %s\n" % item)
return
logging.debug("url: %s, screenshot_url: %s" % (item['url'], item['screenshot_url']))
filename = os.path.basename(item['screenshot_url'])
out[item['url']] = filename
output_filename = "/out/screenshots.json"
with open(output_filename, 'w', encoding="utf8") as jsonfile: