58 lines
1.4 KiB
YAML
58 lines
1.4 KiB
YAML
apiVersion: batch/v1
|
|
kind: CronJob
|
|
metadata:
|
|
name: elt-es
|
|
namespace: transcity-demo-aws-pg
|
|
spec:
|
|
schedule: "5 * * * *"
|
|
concurrencyPolicy: Forbid
|
|
suspend: true
|
|
jobTemplate:
|
|
spec:
|
|
template:
|
|
spec:
|
|
restartPolicy: Never
|
|
nodeSelector:
|
|
workload: transcity-pg
|
|
containers:
|
|
- name: es-elt
|
|
image: 767397786784.dkr.ecr.eu-west-3.amazonaws.com/reports/es-elt:0.1.4
|
|
# args:
|
|
# - --start-from
|
|
# - 2026-01-26/00
|
|
env:
|
|
- name: ELT_ELASTICSEARCH_URL
|
|
value: http://elasticsearch-master.reports-sds.svc:9200
|
|
- name: ELT_ELASTICSEARCH_USER
|
|
value: elastic
|
|
- name: ELT_ELASTICSEARCH_PASSWORD
|
|
value: GTRNZHCJTiGJ2CfY
|
|
- name: ELT_MAX_WORKERS
|
|
value: "2"
|
|
volumeMounts:
|
|
- name: export
|
|
mountPath: /data
|
|
- name: state
|
|
mountPath: /state
|
|
volumes:
|
|
- name: export
|
|
persistentVolumeClaim:
|
|
claimName: demo-aws-pg-dih-export
|
|
- name: state
|
|
persistentVolumeClaim:
|
|
claimName: elt-es
|
|
parallelism: 1
|
|
backoffLimit: 3
|
|
---
|
|
apiVersion: v1
|
|
kind: PersistentVolumeClaim
|
|
metadata:
|
|
name: elt-es
|
|
namespace: transcity-demo-aws-pg
|
|
spec:
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
resources:
|
|
requests:
|
|
storage: 16Mi
|