green-spider/Makefile

49 lines
1.1 KiB
Makefile
Raw Normal View History

IMAGE := quay.io/netzbegruenung/green-spider:latest
2018-04-05 19:39:09 +02:00
DB_ENTITY := spider-results
2018-04-05 19:39:09 +02:00
.PHONY: dockerimage spider export
2018-04-05 19:39:09 +02:00
# Build docker image
dockerimage:
docker build -t $(IMAGE) .
2018-08-23 09:38:30 +02:00
# Create spider job queue
spiderjobs:
2018-08-23 09:38:30 +02:00
docker run --rm -ti \
-v $(PWD)/secrets:/secrets \
$(IMAGE) \
2018-08-23 09:38:30 +02:00
--credentials-path /secrets/datastore-writer.json \
--loglevel debug \
2018-08-23 09:38:30 +02:00
jobs
# Run spider in docker image
spider:
2018-05-25 19:10:54 +02:00
docker run --rm -ti \
2019-06-03 08:08:55 +02:00
-v $(PWD)/volumes/dev-shm:/dev/shm \
2018-08-23 10:02:34 +02:00
-v $(PWD)/secrets:/secrets \
2019-06-03 08:08:55 +02:00
-v $(PWD)/volumes/chrome-userdir:/opt/chrome-userdir \
2019-11-22 08:39:56 +01:00
--shm-size=2g \
$(IMAGE) \
2018-08-23 10:02:34 +02:00
--credentials-path /secrets/datastore-writer.json \
--loglevel debug \
spider --kind $(DB_ENTITY) ${ARGS}
export:
docker run --rm -ti \
-v $(PWD)/secrets:/secrets \
2019-06-03 08:08:55 +02:00
-v $(PWD)/volumes/json-export:/json-export \
$(IMAGE) \
--credentials-path /secrets/datastore-reader.json \
--loglevel debug \
export --kind $(DB_ENTITY)
2018-04-05 19:39:09 +02:00
2018-08-27 21:17:04 +02:00
# run spider tests
test:
docker run --rm -ti \
2019-06-03 08:08:55 +02:00
-v $(PWD)/volumes/chrome-userdir:/opt/chrome-userdir \
--entrypoint "python3" \
$(IMAGE) \
-m unittest discover -p '*_test.py' -v