refactor storage minio for k8s

ctrl/k8s/base/fastapi.yaml

@@ -32,10 +32,10 @@ spec:
             periodSeconds: 10
           resources:
             requests:
-              memory: 128Mi
-              cpu: 100m
-            limits:
               memory: 512Mi
+              cpu: 500m
+            limits:
+              memory: 2Gi
 ---
 apiVersion: v1
 kind: Service

ctrl/k8s/base/minio.yaml

@@ -5,8 +5,10 @@ metadata:
   namespace: mpr
 data:
   S3_ENDPOINT_URL: http://minio:9000
-  S3_BUCKET_IN: mpr-media-in
-  S3_BUCKET_OUT: mpr-media-out
+  S3_BUCKET: mpr
+  S3_PREFIX_IN: in/
+  S3_PREFIX_OUT: out/
+  S3_PREFIX_CHECKPOINTS: checkpoints/
   AWS_ACCESS_KEY_ID: minioadmin
   AWS_SECRET_ACCESS_KEY: minioadmin
   AWS_REGION: us-east-1
@@ -54,9 +56,7 @@ spec:
                   - -c
                   - |
                     sleep 3
-                    for bucket in mpr-media-in mpr-media-out; do
-                      mkdir -p /data/$bucket
-                    done
+                    mkdir -p /data/mpr/in /data/mpr/out /data/mpr/checkpoints
           volumeMounts:
             - name: data
               mountPath: /data

ctrl/k8s/kind-config.yaml.tpl

@@ -0,0 +1,12 @@
+kind: Cluster
+apiVersion: kind.x-k8s.io/v1alpha4
+name: mpr
+nodes:
+  - role: control-plane
+    extraPortMappings:
+      - containerPort: 30080
+        hostPort: 80
+        protocol: TCP
+    extraMounts:
+      - hostPath: ${MEDIA_HOST_PATH}
+        containerPath: /mnt/media

ctrl/k8s/overlays/dev/kustomization.yaml

@@ -3,6 +3,7 @@ kind: Kustomization
 
 resources:
   - ../../base
+  - minio-pvc.yaml
 
 patches:
   # Gateway as NodePort for local access
@@ -28,3 +29,40 @@ patches:
       - op: add
         path: /spec/ports/0/nodePort
         value: 30379
+
+  # MinIO with persistent storage + host media mount for seeding.
+  # PV survives pod restarts. Host mount is read-only for mc mirror seeding.
+  # Requires kind cluster created with MEDIA_HOST_PATH extraMount (see kind-create.sh).
+  - target:
+      kind: Deployment
+      name: minio
+    patch: |
+      - op: replace
+        path: /spec/template/spec/volumes/0
+        value:
+          name: data
+          persistentVolumeClaim:
+            claimName: minio-data
+      - op: add
+        path: /spec/template/spec/containers/0/volumeMounts/-
+        value:
+          name: host-media
+          mountPath: /host-media
+          readOnly: true
+      - op: add
+        path: /spec/template/spec/volumes/-
+        value:
+          name: host-media
+          hostPath:
+            path: /mnt/media
+            type: DirectoryOrCreate
+      - op: replace
+        path: /spec/template/spec/containers/0/lifecycle/postStart/exec/command
+        value:
+          - /bin/sh
+          - -c
+          - |
+            until curl -sf http://localhost:9000/minio/health/live; do sleep 1; done
+            /usr/bin/mc alias set local http://localhost:9000 minioadmin minioadmin --quiet
+            /usr/bin/mc mb --ignore-existing local/mpr
+            /usr/bin/mc cp --recursive /host-media/mpr/out/ local/mpr/out/ --quiet || true

ctrl/k8s/overlays/dev/minio-pvc.yaml

@@ -0,0 +1,11 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: minio-data
+  namespace: mpr
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 5Gi