remove minio, use rgw with ceph-bucket

Author: brettinternet

kubernetes/main/apps/database/kustomization.yaml

@@ -7,5 +7,4 @@ resources:
   # - ./cloudnative-pg/ks.yaml
   - ./dragonfly/ks.yaml
   # - ./emqx/ks.yaml
-  - ./minio/ks.yaml
   # - ./pgadmin/ks.yaml

kubernetes/main/apps/database/minio/app/gatus.yaml

@@ -10,7 +10,7 @@ spec:
   chart:
     spec:
       chart: loki
-      version: 6.6.1
+      version: 6.6.3
       sourceRef:
         kind: HelmRepository
         name: grafana
@@ -28,35 +28,44 @@ spec:
   dependsOn:
     - name: openebs
       namespace: openebs-system
-    - name: minio
-      namespace: database
+    - name: rook-ceph-cluster
+      namespace: rook-ceph
     - name: vector-agent
       namespace: observability
     - name: vector-aggregator
       namespace: observability
   valuesFrom:
+    - targetPath: loki.storage.bucketNames.chunks
+      kind: ConfigMap
+      name: &cephBucket loki-bucket
+      valuesKey: BUCKET_NAME
+    - targetPath: loki.storage.s3.endpoint
+      kind: ConfigMap
+      name: *cephBucket
+      valuesKey: BUCKET_HOST
+    - targetPath: loki.storage.s3.region
+      kind: ConfigMap
+      name: *cephBucket
+      valuesKey: BUCKET_REGION
     - targetPath: loki.storage.s3.accessKeyId
       kind: Secret
-      name: &minioSecret minio-secret
-      valuesKey: MINIO_ROOT_USER
+      name: *cephBucket
+      valuesKey: AWS_ACCESS_KEY_ID
     - targetPath: loki.storage.s3.secretAccessKey
       kind: Secret
-      name: *minioSecret
-      valuesKey: MINIO_ROOT_PASSWORD
+      name: *cephBucket
+      valuesKey: AWS_SECRET_ACCESS_KEY
   values:
     deploymentMode: SimpleScalable
     loki:
       podAnnotations:
-        configmap.reloader.stakater.com/reload: *minioSecret
-        secret.reloader.stakater.com/reload: *minioSecret
+        configmap.reloader.stakater.com/reload: *cephBucket
+        secret.reloader.stakater.com/reload: *cephBucket
       ingester:
         chunk_encoding: snappy
       storage:
         type: s3
-        bucketNames:
-          chunks: loki
         s3:
-          endpoint: minio.database.svc.cluster.local:9000
           s3ForcePathStyle: true
           insecure: true
       schemaConfig:
@@ -104,12 +113,12 @@ spec:
         analytics:
           reporting_enabled: false
     backend:
-      replicas: 1
+      replicas: 2
       persistence:
         size: 20Gi
         storageClass: openebs-hostpath
     gateway:
-      replicas: 1
+      replicas: 2
       image:
         registry: ghcr.io
       ingress:
@@ -120,10 +129,11 @@ spec:
             paths:
               - path: /
                 pathType: Prefix
+        tls: []
     read:
-      replicas: 1
+      replicas: 2
     write:
-      replicas: 1
+      replicas: 2
       persistence:
         size: 20Gi
         storageClass: openebs-hostpath

kubernetes/main/apps/database/minio/app/helmrelease.yaml

@@ -3,5 +3,5 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
+  - ./objectbucketclaim.yaml
   - ./helmrelease.yaml
-  - ../../../database/minio/app/secret.sops.yaml

kubernetes/main/apps/database/minio/app/kustomization.yaml

@@ -0,0 +1,9 @@
+---
+# yaml-language-server: $schema=https://kubernetes-schemas.pages.dev/objectbucket.io/objectbucketclaim_v1alpha1.json
+apiVersion: objectbucket.io/v1alpha1
+kind: ObjectBucketClaim
+metadata:
+  name: loki-bucket
+spec:
+  bucketName: loki
+  storageClassName: ceph-bucket

kubernetes/main/apps/database/minio/app/secret.sops.yaml

@@ -10,8 +10,6 @@ spec:
   commonMetadata:
     labels:
       app.kubernetes.io/name: *app
-  dependsOn:
-    - name: minio
   path: ./kubernetes/main/apps/observability/loki/app
   prune: true
   sourceRef:

kubernetes/main/apps/database/minio/ks.yaml

@@ -3,7 +3,7 @@
 apiVersion: upgrade.cattle.io/v1
 kind: Plan
 metadata:
-  name: talos
+  name: talos-i915
 spec:
   version: ${TALOS_VERSION}
   serviceAccountName: system-upgrade

kubernetes/main/apps/observability/loki/app/helmrelease.yaml

@@ -0,0 +1,9 @@
+---
+apiVersion: source.toolkit.fluxcd.io/v1
+kind: HelmRepository
+metadata:
+  name: kubernetes-dashboard
+  namespace: flux-system
+spec:
+  interval: 1h
+  url: https://kubernetes.github.io/dashboard/

kubernetes/main/apps/observability/loki/app/kustomization.yaml

@@ -16,6 +16,7 @@ resources:
   - ./jetstack.yaml
   - ./k8s-gateway.yaml
   - ./k8tz.yaml
+  - ./kubernetes-dashboard.yaml
   - ./metrics-server.yaml
   - ./node-feature-discovery.yaml
   - ./openebs.yaml