NB-Public/green-spider
14
0
Fork 1
mirror of https://github.com/netzbegruenung/green-spider.git synced 2024-05-05 10:33:39 +02:00
Code Issues 2 Projects Releases Wiki Activity

Entfernen obsoleter Inhalte aus Devops script und README (#329)

Browse source 
* Remove screenshotter, fix job name argument

* Remove Kubernetes info from README
This commit is contained in:
Marian Steinbach 2024-02-22 09:43:22 +01:00 committed by GitHub
parent f0db5aad9b
commit 894711a2d8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 29 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
README.md
View file

@ -68,13 +68,3 @@ docker run --rm -ti \
--loglevel debug \
spider --job '{"url": "https://gruene-porta-westfalica.de/home/", "city": "Porta Westfalica", "country": "DE", "district": "Minden-Lübbecke", "level": "DE:ORTSVERBAND", "state":" Nordrhein-Westfalen", "type": "REGIONAL_CHAPTER"}'
```
### Spider auf Kubernetes ausführen
```nohighlight
o login gollum 5jka7
cd cache/green-directory && git fetch && git pull && cd ../..
dc up manager
. /venv/bin/activate.fish
python k8s-job-manager.py
```

22
devops/run-job.sh
View file

@ -1,6 +1,6 @@
#!/bin/bash
# Creates a server, installs Docker, runs the screenshots job, tears down the server.
# Creates a server, installs Docker, runs a job, tears down the server.
#
# This will take several hours. For a complete, clean run it is required to leave the
# terminal running the script open. Otherwise the server won't be deleted properly
@ -29,7 +29,7 @@ source $API_TOKEN_SECRET
if [[ "$1" = "" ]]; then
echo "No argument given. Please use 'screenshotter' or 'spider' as arguments."
echo "No argument given. Please use 'spider-new' or 'spider' as arguments."
exit 1
fi
@ -132,23 +132,7 @@ ssh -o StrictHostKeyChecking=no -q root@$SERVER_IP << EOF
mkdir /root/secrets
EOF
if [[ $1 == "screenshotter" ]]; then
### screenshotter
# Copy service account secret to server
echo "Copying secret to /root/secrets/service-account.json"
scp -o StrictHostKeyChecking=no -q secrets/datastore-writer.json root@$SERVER_IP:/root/secrets/service-account.json
scp -o StrictHostKeyChecking=no -q secrets/screenshots-uploader.json root@$SERVER_IP:/root/secrets/screenshots-uploader.json
scp -o StrictHostKeyChecking=no -q secrets/datastore-writer.json root@$SERVER_IP:/root/secrets/datastore-writer.json
# Run docker job
echo "Starting Docker Job"
ssh -o StrictHostKeyChecking=no -q root@$SERVER_IP docker run -t \
-v /root/secrets:/secrets \
quay.io/netzbegruenung/green-spider-screenshotter
elif [[ $1 == "spider-new" ]]
then
if [[ $1 == "spider-new" ]]; then
# Some dependencies specific to this task
ssh -o StrictHostKeyChecking=no -q root@$SERVER_IP apt-get install -y python3-pip build-essential