2018-04-05 19:39:09 +02:00
|
|
|
|
|
|
|
|
2018-08-28 22:28:34 +02:00
|
|
|
.PHONY: dockerimage
|
2018-04-05 19:39:09 +02:00
|
|
|
|
2018-05-03 12:01:30 +02:00
|
|
|
# Build docker image
|
|
|
|
dockerimage:
|
2018-05-03 10:56:17 +02:00
|
|
|
docker pull debian:stretch-slim
|
2018-05-03 10:22:10 +02:00
|
|
|
docker build -t spider .
|
2018-05-03 12:01:30 +02:00
|
|
|
|
2018-08-23 09:38:30 +02:00
|
|
|
# Create spider job queue
|
|
|
|
spiderjobs: dockerimage
|
|
|
|
docker run --rm -ti \
|
|
|
|
-v $(PWD)/secrets:/secrets \
|
|
|
|
spider spider.py \
|
|
|
|
--credentials-path /secrets/datastore-writer.json \
|
|
|
|
--loglevel debug \
|
|
|
|
jobs
|
|
|
|
|
2018-05-03 12:01:30 +02:00
|
|
|
# Run spider in docker image
|
|
|
|
spider: dockerimage
|
2018-05-25 19:10:54 +02:00
|
|
|
docker run --rm -ti \
|
|
|
|
-v $(PWD)/webapp/dist/data:/out \
|
2018-08-23 10:02:34 +02:00
|
|
|
-v $(PWD)/secrets:/secrets \
|
|
|
|
spider spider.py \
|
|
|
|
--credentials-path /secrets/datastore-writer.json \
|
|
|
|
--loglevel debug \
|
2018-05-25 19:10:54 +02:00
|
|
|
spider
|
2018-04-05 19:39:09 +02:00
|
|
|
|
2018-08-27 21:17:04 +02:00
|
|
|
# run spider tests
|
2018-05-03 12:01:30 +02:00
|
|
|
test: dockerimage
|
2018-05-04 10:02:01 +02:00
|
|
|
docker run --rm -ti spider /spider_test.py
|