Add target to create spider jobs
This commit is contained in:
parent
0d9b44b384
commit
2472af988d
9
Makefile
9
Makefile
|
@ -7,6 +7,15 @@ dockerimage:
|
|||
docker pull debian:stretch-slim
|
||||
docker build -t spider .
|
||||
|
||||
# Create spider job queue
|
||||
spiderjobs: dockerimage
|
||||
docker run --rm -ti \
|
||||
-v $(PWD)/secrets:/secrets \
|
||||
spider spider.py \
|
||||
--credentials-path /secrets/datastore-writer.json \
|
||||
--loglevel debug \
|
||||
jobs
|
||||
|
||||
# Run spider in docker image
|
||||
spider: dockerimage
|
||||
docker run --rm -ti \
|
||||
|
|
Loading…
Reference in New Issue