From 3c0a3dc2e3b37fcbf811461aa64a2f83f62c7379 Mon Sep 17 00:00:00 2001 From: Vadym Moshynskyi Date: Mon, 8 Jun 2026 17:18:27 +0200 Subject: [PATCH 1/5] IEBH-483: Deploy atlas in dev --- clusters/dev/apps/atlas/Chart.yaml | 3 ++ clusters/dev/apps/atlas/application.yaml | 25 ++++++++++ .../dev/apps/atlas/templates/atlas-pvc.yaml | 12 +++++ .../apps/atlas/templates/atlas-service.yaml | 17 +++++++ .../atlas/templates/atlas-statefulset.yaml | 46 +++++++++++++++++++ clusters/dev/apps/atlas/values.yaml | 0 6 files changed, 103 insertions(+) create mode 100644 clusters/dev/apps/atlas/Chart.yaml create mode 100644 clusters/dev/apps/atlas/application.yaml create mode 100644 clusters/dev/apps/atlas/templates/atlas-pvc.yaml create mode 100644 clusters/dev/apps/atlas/templates/atlas-service.yaml create mode 100644 clusters/dev/apps/atlas/templates/atlas-statefulset.yaml create mode 100644 clusters/dev/apps/atlas/values.yaml diff --git a/clusters/dev/apps/atlas/Chart.yaml b/clusters/dev/apps/atlas/Chart.yaml new file mode 100644 index 0000000..b4dfd5e --- /dev/null +++ b/clusters/dev/apps/atlas/Chart.yaml @@ -0,0 +1,3 @@ +apiVersion: v2 +name: atlas +version: 0.1.0 diff --git a/clusters/dev/apps/atlas/application.yaml b/clusters/dev/apps/atlas/application.yaml new file mode 100644 index 0000000..47b3499 --- /dev/null +++ b/clusters/dev/apps/atlas/application.yaml @@ -0,0 +1,25 @@ +apiVersion: argoproj.io/v1alpha1 +kind: Application +metadata: + name: atlas + namespace: argocd +spec: + project: default + source: + repoURL: https://github.com/PilotDataPlatform/pilot-hdc-platform-gitops.git + targetRevision: main + path: clusters/dev/apps/atlas + helm: + valueFiles: + - ../../registry.yaml + - values.yaml + destination: + server: https://kubernetes.default.svc + namespace: utility + syncPolicy: + automated: + prune: true + selfHeal: true + syncOptions: + - CreateNamespace=true + - ServerSideApply=true diff --git a/clusters/dev/apps/atlas/templates/atlas-pvc.yaml b/clusters/dev/apps/atlas/templates/atlas-pvc.yaml new file mode 100644 index 0000000..d5b97d1 --- /dev/null +++ b/clusters/dev/apps/atlas/templates/atlas-pvc.yaml @@ -0,0 +1,12 @@ +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: atlas-data + namespace: utility +spec: + accessModes: + - ReadWriteMany + storageClassName: nfs-client + resources: + requests: + storage: 5Gi diff --git a/clusters/dev/apps/atlas/templates/atlas-service.yaml b/clusters/dev/apps/atlas/templates/atlas-service.yaml new file mode 100644 index 0000000..b46d08b --- /dev/null +++ b/clusters/dev/apps/atlas/templates/atlas-service.yaml @@ -0,0 +1,17 @@ +apiVersion: v1 +kind: Service +metadata: + name: atlas + namespace: utility + labels: + app.kubernetes.io/name: atlas +spec: + type: ClusterIP + ports: + - port: 21000 + protocol: TCP + targetPort: 21000 + name: "21000" + selector: + app.kubernetes.io/name: atlas + app.kubernetes.io/instance: {{ .Release.Name }} diff --git a/clusters/dev/apps/atlas/templates/atlas-statefulset.yaml b/clusters/dev/apps/atlas/templates/atlas-statefulset.yaml new file mode 100644 index 0000000..cae256e --- /dev/null +++ b/clusters/dev/apps/atlas/templates/atlas-statefulset.yaml @@ -0,0 +1,46 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: atlas + namespace: utility + labels: + app.kubernetes.io/name: atlas +spec: + serviceName: "atlas" + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: atlas + template: + metadata: + labels: + app.kubernetes.io/name: atlas + spec: + imagePullSecrets: + - name: docker-registry-secret + containers: + - name: atlas + image: n47w5524.c1.de1.container-registry.ovh.net/hdc-services-external/apache-atlas:2.1.0 + imagePullPolicy: IfNotPresent + ports: + - containerPort: 21000 + name: web-ui + env: + - name: LOG4J_FORMAT_MSG_NO_LOOKUPS + value: "true" + - name: MANAGE_LOCAL_HBASE + value: "true" + - name: MANAGE_LOCAL_SOLR + value: "true" + command: [ "/opt/apache-atlas-2.1.0/bin/atlas_start.py" ] + volumeMounts: + - name: atlas-storage + mountPath: /opt/apache-atlas-2.1.0/data + subPath: data + - name: atlas-storage + mountPath: /opt/apache-atlas-2.1.0/logs + subPath: logs + volumes: + - name: atlas-storage + persistentVolumeClaim: + claimName: atlas-data diff --git a/clusters/dev/apps/atlas/values.yaml b/clusters/dev/apps/atlas/values.yaml new file mode 100644 index 0000000..e69de29 From 060da84e65ad5d8e8f937efd92e8e9ff2beb2743 Mon Sep 17 00:00:00 2001 From: Vadym Moshynskyi Date: Mon, 8 Jun 2026 18:00:44 +0200 Subject: [PATCH 2/5] IEBH-483: Replace statefulset with base-chart-hdc helm chart --- clusters/dev/apps/atlas/Chart.yaml | 4 ++ clusters/dev/apps/atlas/application.yaml | 2 + .../apps/atlas/templates/atlas-service.yaml | 17 ------- .../atlas/templates/atlas-statefulset.yaml | 46 ----------------- clusters/dev/apps/atlas/values.yaml | 51 +++++++++++++++++++ 5 files changed, 57 insertions(+), 63 deletions(-) delete mode 100644 clusters/dev/apps/atlas/templates/atlas-service.yaml delete mode 100644 clusters/dev/apps/atlas/templates/atlas-statefulset.yaml diff --git a/clusters/dev/apps/atlas/Chart.yaml b/clusters/dev/apps/atlas/Chart.yaml index b4dfd5e..988d9a0 100644 --- a/clusters/dev/apps/atlas/Chart.yaml +++ b/clusters/dev/apps/atlas/Chart.yaml @@ -1,3 +1,7 @@ apiVersion: v2 name: atlas version: 0.1.0 +dependencies: + - name: base-chart-hdc + version: "1.0.1" + repository: https://pilotdataplatform.github.io/helm-charts/ diff --git a/clusters/dev/apps/atlas/application.yaml b/clusters/dev/apps/atlas/application.yaml index 47b3499..d988856 100644 --- a/clusters/dev/apps/atlas/application.yaml +++ b/clusters/dev/apps/atlas/application.yaml @@ -3,6 +3,8 @@ kind: Application metadata: name: atlas namespace: argocd + annotations: + argocd.argoproj.io/sync-wave: "8" spec: project: default source: diff --git a/clusters/dev/apps/atlas/templates/atlas-service.yaml b/clusters/dev/apps/atlas/templates/atlas-service.yaml deleted file mode 100644 index b46d08b..0000000 --- a/clusters/dev/apps/atlas/templates/atlas-service.yaml +++ /dev/null @@ -1,17 +0,0 @@ -apiVersion: v1 -kind: Service -metadata: - name: atlas - namespace: utility - labels: - app.kubernetes.io/name: atlas -spec: - type: ClusterIP - ports: - - port: 21000 - protocol: TCP - targetPort: 21000 - name: "21000" - selector: - app.kubernetes.io/name: atlas - app.kubernetes.io/instance: {{ .Release.Name }} diff --git a/clusters/dev/apps/atlas/templates/atlas-statefulset.yaml b/clusters/dev/apps/atlas/templates/atlas-statefulset.yaml deleted file mode 100644 index cae256e..0000000 --- a/clusters/dev/apps/atlas/templates/atlas-statefulset.yaml +++ /dev/null @@ -1,46 +0,0 @@ -apiVersion: apps/v1 -kind: StatefulSet -metadata: - name: atlas - namespace: utility - labels: - app.kubernetes.io/name: atlas -spec: - serviceName: "atlas" - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: atlas - template: - metadata: - labels: - app.kubernetes.io/name: atlas - spec: - imagePullSecrets: - - name: docker-registry-secret - containers: - - name: atlas - image: n47w5524.c1.de1.container-registry.ovh.net/hdc-services-external/apache-atlas:2.1.0 - imagePullPolicy: IfNotPresent - ports: - - containerPort: 21000 - name: web-ui - env: - - name: LOG4J_FORMAT_MSG_NO_LOOKUPS - value: "true" - - name: MANAGE_LOCAL_HBASE - value: "true" - - name: MANAGE_LOCAL_SOLR - value: "true" - command: [ "/opt/apache-atlas-2.1.0/bin/atlas_start.py" ] - volumeMounts: - - name: atlas-storage - mountPath: /opt/apache-atlas-2.1.0/data - subPath: data - - name: atlas-storage - mountPath: /opt/apache-atlas-2.1.0/logs - subPath: logs - volumes: - - name: atlas-storage - persistentVolumeClaim: - claimName: atlas-data diff --git a/clusters/dev/apps/atlas/values.yaml b/clusters/dev/apps/atlas/values.yaml index e69de29..1edf130 100644 --- a/clusters/dev/apps/atlas/values.yaml +++ b/clusters/dev/apps/atlas/values.yaml @@ -0,0 +1,51 @@ +base-chart-hdc: + image: + repository: n47w5524.c1.de1.container-registry.ovh.net/hdc-services-external/apache-atlas + tag: "2.1.0" + pullPolicy: IfNotPresent + + fullnameOverride: atlas + + labels: + app: atlas + instance: atlas + + replicaCount: 1 + + container: + name: atlas + command: /opt/apache-atlas-2.1.0/bin/atlas_start.py + ports: + - name: http + containerPort: 21000 + protocol: TCP + + service: + type: ClusterIP + ports: + - port: 21000 + targetPort: 21000 + protocol: TCP + name: http + + imagePullSecrets: + - name: docker-registry-secret + + extraEnv: + LOG4J_FORMAT_MSG_NO_LOOKUPS: "true" + MANAGE_LOCAL_HBASE: "true" + MANAGE_LOCAL_SOLR: "true" + + extraVolumeMounts: + - name: atlas-storage + mountPath: /opt/apache-atlas-2.1.0/data + subPath: data + - name: atlas-storage + mountPath: /opt/apache-atlas-2.1.0/logs + subPath: logs + + readinessProbe: + tcpSocket: + port: 21000 + initialDelaySeconds: 60 + periodSeconds: 10 From 3411010a617eec9476271a5ee4d4b0b5a42c86fb Mon Sep 17 00:00:00 2001 From: Vadym Moshynskyi Date: Mon, 8 Jun 2026 18:15:55 +0200 Subject: [PATCH 3/5] IEBH-483: Rename PVC from atlas-data to atlas-storage and update values --- .../dev/apps/atlas/templates/{atlas-pvc.yaml => pvc.yaml} | 2 +- clusters/dev/apps/atlas/values.yaml | 5 +++++ 2 files changed, 6 insertions(+), 1 deletion(-) rename clusters/dev/apps/atlas/templates/{atlas-pvc.yaml => pvc.yaml} (89%) diff --git a/clusters/dev/apps/atlas/templates/atlas-pvc.yaml b/clusters/dev/apps/atlas/templates/pvc.yaml similarity index 89% rename from clusters/dev/apps/atlas/templates/atlas-pvc.yaml rename to clusters/dev/apps/atlas/templates/pvc.yaml index d5b97d1..ea82634 100644 --- a/clusters/dev/apps/atlas/templates/atlas-pvc.yaml +++ b/clusters/dev/apps/atlas/templates/pvc.yaml @@ -1,7 +1,7 @@ apiVersion: v1 kind: PersistentVolumeClaim metadata: - name: atlas-data + name: atlas-storage namespace: utility spec: accessModes: diff --git a/clusters/dev/apps/atlas/values.yaml b/clusters/dev/apps/atlas/values.yaml index 1edf130..2e7a38c 100644 --- a/clusters/dev/apps/atlas/values.yaml +++ b/clusters/dev/apps/atlas/values.yaml @@ -36,6 +36,11 @@ base-chart-hdc: MANAGE_LOCAL_HBASE: "true" MANAGE_LOCAL_SOLR: "true" + extraVolumes: + - name: atlas-storage + persistentVolumeClaim: + claimName: atlas-storage + extraVolumeMounts: - name: atlas-storage mountPath: /opt/apache-atlas-2.1.0/data From 8af76b16662878c2c5ce89b9f69b354b1ea17838 Mon Sep 17 00:00:00 2001 From: Vadym Moshynskyi Date: Mon, 8 Jun 2026 18:24:15 +0200 Subject: [PATCH 4/5] IEBH-483: Apply Copilot suggestions --- clusters/dev/apps/atlas/templates/pvc.yaml | 2 +- clusters/dev/apps/atlas/values.yaml | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/clusters/dev/apps/atlas/templates/pvc.yaml b/clusters/dev/apps/atlas/templates/pvc.yaml index ea82634..8404c01 100644 --- a/clusters/dev/apps/atlas/templates/pvc.yaml +++ b/clusters/dev/apps/atlas/templates/pvc.yaml @@ -2,7 +2,7 @@ apiVersion: v1 kind: PersistentVolumeClaim metadata: name: atlas-storage - namespace: utility + namespace: {{ .Release.Namespace }} spec: accessModes: - ReadWriteMany diff --git a/clusters/dev/apps/atlas/values.yaml b/clusters/dev/apps/atlas/values.yaml index 2e7a38c..78cf4b7 100644 --- a/clusters/dev/apps/atlas/values.yaml +++ b/clusters/dev/apps/atlas/values.yaml @@ -37,9 +37,9 @@ base-chart-hdc: MANAGE_LOCAL_SOLR: "true" extraVolumes: - - name: atlas-storage - persistentVolumeClaim: - claimName: atlas-storage + - name: atlas-storage + persistentVolumeClaim: + claimName: atlas-storage extraVolumeMounts: - name: atlas-storage From 28c719acb17b1992c7d729aa99dde035fdbe0ef8 Mon Sep 17 00:00:00 2001 From: Vadym Moshynskyi Date: Mon, 8 Jun 2026 18:27:10 +0200 Subject: [PATCH 5/5] IEBH-483: Apply Copilot suggestions --- clusters/dev/apps/atlas/values.yaml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/clusters/dev/apps/atlas/values.yaml b/clusters/dev/apps/atlas/values.yaml index 78cf4b7..ddb7475 100644 --- a/clusters/dev/apps/atlas/values.yaml +++ b/clusters/dev/apps/atlas/values.yaml @@ -49,6 +49,14 @@ base-chart-hdc: mountPath: /opt/apache-atlas-2.1.0/logs subPath: logs + resources: + requests: + cpu: 10m + memory: 128Mi + limits: + cpu: 500m + memory: 500Mi + readinessProbe: tcpSocket: port: 21000