add ci & e2e tests

.github/workflows/ci.yaml

@@ -0,0 +1,53 @@
+name: CI
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: '1.22'
+
+    - name: Build
+      run: make
+
+    - name: Lint
+      run: make lint
+
+    # - name: Test
+    #   run: make test
+
+  e2e:
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Go
+      uses: actions/setup-go@v4
+      with:
+        go-version: '1.22'
+
+    - name: Set up kind
+      uses: helm/kind-action@v1
+      with:
+        config: test/e2e/config/kind-config.yaml
+        cluster_name: e2e
+
+    - name: Run e2e tests
+      env:
+        KIND_CLUSTER: e2e
+      run: make test-e2e

Makefile

@@ -66,7 +66,7 @@ test: manifests generate fmt vet envtest ## Run tests.
 # Utilize Kind or modify the e2e tests to load the image locally, enabling compatibility with other vendors.
 .PHONY: test-e2e  # Run the e2e tests against a Kind k8s instance that is spun up.
 test-e2e:
-	go test ./test/e2e/ -v -ginkgo.v
+	go test -timeout 20m ./test/e2e/ -v -ginkgo.v
 
 .PHONY: lint
 lint: golangci-lint ## Run golangci-lint linter

api/v1/cachegroup_types.go

@@ -89,6 +89,15 @@ type CacheGroupWorkerTemplate struct {
 	// +optional
 	Volumes []corev1.Volume `json:"volumes,omitempty"`
 
+	// Set DNS policy for the pod.
+	// Defaults to "ClusterFirst".
+	// Valid values are 'ClusterFirstWithHostNet', 'ClusterFirst', 'Default' or 'None'.
+	// DNS parameters given in DNSConfig will be merged with the policy selected with DNSPolicy.
+	// To have DNS options set along with hostNetwork, you have to specify DNS policy
+	// explicitly to 'ClusterFirstWithHostNet'.
+	// +optional
+	DNSPolicy *corev1.DNSPolicy `json:"dnsPolicy,omitempty"`
+
 	Opts []string `json:"opts,omitempty"`
 }
 

config/crd/bases/juicefs.io_cachegroups.yaml

@@ -77,6 +77,8 @@ spec:
                   overwrite:
                     items:
                       properties:
+                        dnsPolicy:
+                          type: string
                         env:
                           items:
                             properties:
@@ -1469,6 +1471,8 @@ spec:
                     type: array
                   template:
                     properties:
+                      dnsPolicy:
+                        type: string
                       env:
                         items:
                           properties:

config/manager/manager.yaml

@@ -60,6 +60,7 @@ spec:
       containers:
       - command:
         - /manager
+        - controller
         args:
           - --leader-elect
           - --health-probe-bind-address=:8081

dist/crd.yaml

@@ -76,6 +76,8 @@ spec:
                   overwrite:
                     items:
                       properties:
+                        dnsPolicy:
+                          type: string
                         env:
                           items:
                             properties:
@@ -1468,6 +1470,8 @@ spec:
                     type: array
                   template:
                     properties:
+                      dnsPolicy:
+                        type: string
                       env:
                         items:
                           properties:

pkg/builder/pod.go

@@ -166,6 +166,9 @@ func NewCacheGroupWorker(ctx context.Context, cg *juicefsiov1.CacheGroup, secret
 	} else {
 		worker.Spec.HostNetwork = true
 	}
+	if spec.DNSPolicy != nil {
+		worker.Spec.DNSPolicy = *spec.DNSPolicy
+	}
 	worker.Spec.Tolerations = spec.Tolerations
 	worker.Spec.SchedulerName = spec.SchedulerName
 	worker.Spec.ServiceAccountName = spec.ServiceAccountName
@@ -258,6 +261,9 @@ func MergeCacheGrouopWorkerTemplate(template *juicefsiov1.CacheGroupWorkerTempla
 	if overwrite.Opts != nil {
 		template.Opts = overwrite.Opts
 	}
+	if overwrite.DNSPolicy != nil {
+		template.DNSPolicy = overwrite.DNSPolicy
+	}
 }
 
 func genAuthCmdWithSecret(ctx context.Context, secrets map[string]string) []string {

pkg/utils/secret.go

@@ -54,6 +54,6 @@ func ValidateSecret(secrets *corev1.Secret) error {
 		return fmt.Errorf("token is missing")
 	}
 
-	// TOOD: validate other fields, like ak/sk, bucket, etc.
+	// TODO: validate other fields, like ak/sk, bucket, etc.
 	return nil
 }

test/e2e/config/e2e-test-cachegroup.overwrite.yaml

@@ -0,0 +1,42 @@
+
+apiVersion: juicefs.io/v1
+kind: CacheGroup
+metadata:
+  name: e2e-test-cachegroup
+spec:
+  secretRef:
+    name: juicefs-secret
+  worker:
+    template:
+      nodeSelector:
+        juicefs.io/cg-worker: "true"
+      image: juicedata/mount:ee-5.1.1-1faf43b
+      dnsPolicy: ClusterFirstWithHostNet
+      hostNetwork: true
+      tolerations:
+      - key: node-role.kubernetes.io/control-plane
+        operator: Exists
+        effect: NoSchedule
+      resources:
+        requests:
+          cpu: 100m
+          memory: 128Mi
+        limits:
+          cpu: 1
+          memory: 1Gi
+      opts:
+        - free-space-ratio=0.1
+        - group-weight=200
+    overwrite:
+    - nodes:
+        - e2e-worker2
+      resources:
+        requests:
+          cpu: 100m
+          memory: 128Mi
+        limits:
+          cpu: 2
+          memory: 2Gi
+      opts:
+        - free-space-ratio=0.01
+        - group-weight=100

test/e2e/config/e2e-test-cachegroup.yaml

@@ -0,0 +1,26 @@
+
+apiVersion: juicefs.io/v1
+kind: CacheGroup
+metadata:
+  name: e2e-test-cachegroup
+spec:
+  secretRef:
+    name: juicefs-secret
+  worker:
+    template:
+      nodeSelector:
+        juicefs.io/cg-worker: "true"
+      image: juicedata/mount:ee-5.1.1-1faf43b
+      dnsPolicy: ClusterFirstWithHostNet
+      hostNetwork: true
+      tolerations:
+      - key: node-role.kubernetes.io/control-plane
+        operator: Exists
+        effect: NoSchedule
+      resources:
+        requests:
+          cpu: 100m
+          memory: 128Mi
+        limits:
+          cpu: 1
+          memory: 1Gi

test/e2e/config/kind-config.yaml

@@ -0,0 +1,6 @@
+kind: Cluster
+apiVersion: kind.x-k8s.io/v1alpha4
+nodes:
+- role: control-plane
+- role: worker
+- role: worker

test/e2e/config/minio.yaml

@@ -0,0 +1,37 @@
+# Deploys a new Namespace for the MinIO Pod
+apiVersion: v1
+kind: Pod
+metadata:
+  labels:
+    app: minio
+  name: minio
+  namespace: default 
+spec:
+  containers:
+  - name: minio
+    image: quay.io/minio/minio:latest
+    command:
+    - /bin/bash
+    - -c
+    env:
+    - name: MINIO_ROOT_USER
+      value: minioadmin
+    - name: MINIO_ROOT_PASSWORD
+      value: minioadmin
+    args: 
+    - minio server /data --console-address :9090
+---
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    app: minio
+  name: minio
+  namespace: default
+spec:
+  ports:
+  - port: 9000
+    protocol: TCP
+    targetPort: 9000
+  selector:
+    app: minio