From 161d6ee7c665830a469ecd83f4a7ed39a8543305 Mon Sep 17 00:00:00 2001
From: Paul-Henry PERRIN <paul-henry.perrin@urbanandmainlines.com>
Date: Fri, 30 Jan 2026 09:34:04 +0100
Subject: [PATCH] Add Loader Cronjob for ElasticSearch

---
 el-pipeline/app/kustomization.yaml   |  2 +
 el-pipeline/base/elt-es.cronjob.yaml | 57 ++++++++++++++++++++++++++++
 el-pipeline/base/kustomization.yaml  |  2 +
 el-pipeline/local/kustomization.yaml |  2 +
 4 files changed, 63 insertions(+)
 create mode 100644 el-pipeline/app/kustomization.yaml
 create mode 100644 el-pipeline/base/elt-es.cronjob.yaml
 create mode 100644 el-pipeline/base/kustomization.yaml
 create mode 100644 el-pipeline/local/kustomization.yaml

diff --git a/el-pipeline/app/kustomization.yaml b/el-pipeline/app/kustomization.yaml
new file mode 100644
index 0000000..61e17aa
--- /dev/null
+++ b/el-pipeline/app/kustomization.yaml
@@ -0,0 +1,2 @@
+resources:
+- ../base
diff --git a/el-pipeline/base/elt-es.cronjob.yaml b/el-pipeline/base/elt-es.cronjob.yaml
new file mode 100644
index 0000000..4c61d78
--- /dev/null
+++ b/el-pipeline/base/elt-es.cronjob.yaml
@@ -0,0 +1,57 @@
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: elt-es
+  namespace: transcity-demo-aws-pg
+spec:
+  schedule: "5 * * * *"
+  concurrencyPolicy: Forbid
+  suspend: false
+  jobTemplate:
+    spec:
+      template:
+        spec:
+          restartPolicy: Never
+          nodeSelector:
+            workload: transcity-pg
+          containers:
+          - name: es-elt
+            image: 767397786784.dkr.ecr.eu-west-3.amazonaws.com/reports/es-elt:0.1.4
+#            args:
+#            - --start-from
+#            - 2026-01-26/00
+            env:
+            - name: ELT_ELASTICSEARCH_URL
+              value: http://elasticsearch-master.reports-sds.svc:9200
+            - name: ELT_ELASTICSEARCH_USER
+              value: elastic
+            - name: ELT_ELASTICSEARCH_PASSWORD
+              value: GTRNZHCJTiGJ2CfY
+            - name: ELT_MAX_WORKERS
+              value: "2"
+            volumeMounts:
+            - name: export
+              mountPath: /data
+            - name: state
+              mountPath: /state
+          volumes:
+          - name: export
+            persistentVolumeClaim:
+              claimName: demo-aws-pg-dih-export
+          - name: state
+            persistentVolumeClaim:
+              claimName: elt-es
+      parallelism: 1
+      backoffLimit: 3
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: elt-es
+  namespace: transcity-demo-aws-pg
+spec:
+  accessModes:
+  - ReadWriteOnce
+  resources:
+    requests:
+      storage: 16Mi
diff --git a/el-pipeline/base/kustomization.yaml b/el-pipeline/base/kustomization.yaml
new file mode 100644
index 0000000..c1388bc
--- /dev/null
+++ b/el-pipeline/base/kustomization.yaml
@@ -0,0 +1,2 @@
+resources:
+- elt-es.cronjob.yaml
diff --git a/el-pipeline/local/kustomization.yaml b/el-pipeline/local/kustomization.yaml
new file mode 100644
index 0000000..1f5c3aa
--- /dev/null
+++ b/el-pipeline/local/kustomization.yaml
@@ -0,0 +1,2 @@
+resources:
+- ../app