NB-Public/green-spider
14
0
Fork 1
mirror of https://github.com/netzbegruenung/green-spider.git synced 2024-05-02 00:54:52 +02:00
Code Issues 2 Projects Releases Wiki Activity

Add random index to spider jobs

Browse source
This commit is contained in:
Marian Steinbach 2018-09-25 22:07:11 +02:00
parent a2fd2ce4fb
commit d8f72f974e
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
jobs/__init__.py
View file

@ -5,6 +5,7 @@ The jobs module allows to create jobs for the queue and take jobs off the queue
from datetime import datetime
import logging
import os
import random
import shutil
from git import Repo
@ -71,6 +72,8 @@ def create_jobs(datastore_client, url=None):
count = 0
random.seed()
for entry in directory_entries():
if 'type' not in entry:
@ -110,6 +113,7 @@ def create_jobs(datastore_client, url=None):
"state": None,
"district": None,
"city": None,
"index": int(random.uniform(1000000, 9999999)),
})
count = 0
@ -126,6 +130,7 @@ def create_jobs(datastore_client, url=None):
"state": entry["state"],
"district": entry["district"],
"city": entry["city"],
"index": int(random.uniform(1000000, 9999999)),
})
entities.append(entity)