68 lines
1.7 KiB
YAML
68 lines
1.7 KiB
YAML
---
|
|
apiVersion: batch/v1
|
|
kind: Job
|
|
metadata:
|
|
name: green-spider-job-1
|
|
namespace: marian
|
|
labels:
|
|
app: green-spider
|
|
spec:
|
|
activeDeadlineSeconds: 120
|
|
ttlSecondsAfterFinished: 600
|
|
completions: 1
|
|
backoffLimit: 3
|
|
|
|
# Pod template
|
|
template:
|
|
metadata:
|
|
name: green-spider-job
|
|
namespace: marian
|
|
labels:
|
|
app: green-spider
|
|
spec:
|
|
restartPolicy: Never
|
|
nodeSelector:
|
|
giantswarm.io/machine-pool: 5n27k
|
|
affinity:
|
|
podAntiAffinity:
|
|
requiredDuringSchedulingIgnoredDuringExecution:
|
|
- labelSelector:
|
|
matchExpressions:
|
|
- key: app
|
|
operator: In
|
|
values:
|
|
- green-spider
|
|
topologyKey: topology.kubernetes.io/region
|
|
containers:
|
|
- name: spider
|
|
image: quay.io/netzbegruenung/green-spider:kubernetes
|
|
imagePullPolicy: IfNotPresent
|
|
command:
|
|
- python
|
|
- cli.py
|
|
- --credentials-path=/secrets/datastore-writer.json
|
|
- --loglevel=debug
|
|
- spider
|
|
- '--job={"url":"https://www.gruene.de/","type":"PARTY","level":"DE:BUNDESVERBAND","state":null,"district":null,"city":null}'
|
|
volumeMounts:
|
|
- name: secrets
|
|
mountPath: "/secrets"
|
|
readOnly: true
|
|
- name: shared
|
|
mountPath: /dev/shm
|
|
resources:
|
|
requests:
|
|
cpu: 1000m
|
|
memory: 5000M
|
|
volumes:
|
|
- name: secrets
|
|
secret:
|
|
secretName: green-spider
|
|
items:
|
|
- key: datastore-writer.json
|
|
path: datastore-writer.json
|
|
- key: screenshots-uploader.json
|
|
path: screenshots-uploader.json
|
|
- name: shared
|
|
emptyDir: {}
|