deploy xihe async-server (#1051)

* deploy xihe async-server * update async-server os
lwdragon · Apr 21, 2023 · dfceb90 · dfceb90
1 parent 0fa0d55
commit dfceb90
Show file tree

Hide file tree

Showing 6 changed files with 353 additions and 0 deletions.
diff --git a/applications/xihe-test-v2/async-server/configmap.yaml b/applications/xihe-test-v2/async-server/configmap.yaml
@@ -0,0 +1,87 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: async-server-configmap
+  namespace: xihe-test-v2
+data:
+  config.yaml: |
+    postgresql:
+      db:
+        host: "${PGSQL_HOST}"
+        user: "${PGSQL_USER}"
+        pwd: "${PGSQL_PWD}"
+        name: "${PGSQL_NAME}"
+        port: ${PGSQL_PORT}
+        life: 
+      table:
+        pod: pod
+        wukong_task: wukong_task
+
+    bigmodel:
+      cloud:
+        domain: "${BIGMODEL_USER}"
+        user: "${BIGMODEL_USER}"
+        password: "${BIGMODEL_PASSWORD}"
+        project: "${BIGMODEL_PROJECT}"
+        auth_endpoint: "${BIGMODEL_AUTH_ENDPOINT}"
+
+      endpoints:
+        vqa: "${BIGMODEL_VQA}"
+        pangu: "${BIGMODEL_PANGU}"
+        luojia: "${BIGMODEL_LUOJIA}"
+        wukong: "${BIGMODEL_WUKONG}"
+        codegeex: "${BIGMODEL_CODEGEEX}"
+        desc_picture: "${BIGMODEL_DESCRIBE_PICTURE}"
+        signle_picture: "${BIGMODEL_SINGLE_PICTURE}"
+        multiple_pictures: "${BIGMODEL_MULTI_PICTURES}"
+
+      obs:
+        endpoint: "${VQA_OBS_ENDPOINT}"
+        access_key: "${VQA_OBS_ACCESS_KEY}"
+        secret_key: "${VQA_OBS_SECRET_KEY}"
+        vqa_bucket: "${VQA_OBS_BUCKET}"
+        luo_jia_bucket: "${LUOJIA_OBS_BUCKET}"
+
+      moderation:
+        endpoint: https://moderation.cn-north-4.myhuaweicloud.com
+        access_key: "${HW_OBS_AK}"
+        secret_key: "${HW_OBS_SK}"
+        region: cn-north-4
+        iam_endpoint: https://iam.cn-north-4.myhuaweicloud.com
+
+      wukong:
+        sample_id: "1"
+        sample_num: 5
+        sample_count: 22
+        domain: "${BIGMODEL_DOMAIN_WUKONG}"
+        user: "${BIGMODEL_USER_WUKONG}"
+        password: "${BIGMODEL_PASSWORD_WUKONG}"
+        project: "${BIGMODEL_PROJECT}"
+        auth_endpoint: "${BIGMODEL_AUTH_ENDPOINT_WUKONG}"
+        endpoint: "${WUKONG_OBS_ENDPOINT}"
+        access_key: "${WUKONG_OBS_ACCESS_KEY}"
+        secret_key: "${WUKONG_OBS_SECRET_KEY}"
+        bucket: "${WUKONG_OBS_BUCKET}"
+
+    mq:
+      address: "${KAFKA_ADDRESS}"
+      topics:
+        fork: "xihe_fork_test"
+        like: "xihe_like_test"
+        download: "xihe_download_test"
+        evaluate: "xihe_evaluate_test"
+        training: "xihe_training_test"
+        finetune: "xihe_finetune_test"
+        inference: "xihe_inference_test"
+        following: "xihe_following_test"
+        submission: "xihe_submission_test"
+        operate_log: "xihe_operate_log_test"
+        related_resource: "xihe_related_resource_test"
+        cloud: "xihe_cloud_test"
+        async: "xihe_async_test"
+
+    watcher:
+      time:
+        scan_time: 300
+        trigger_time: 30
diff --git a/applications/xihe-test-v2/async-server/deployment.yaml b/applications/xihe-test-v2/async-server/deployment.yaml
@@ -0,0 +1,213 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: async-server-deployment
+  namespace: xihe-test-v2
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: async-server
+  strategy:
+    rollingUpdate:
+      maxUnavailable: 1
+    type: RollingUpdate
+  template:
+    metadata:
+      labels:
+        app: async-server
+    spec:
+      containers:
+      - image: swr.cn-north-4.myhuaweicloud.com/opensourceway/xihe/xihe-async-server:v1.0.20230420194635
+        imagePullPolicy: IfNotPresent
+        name: async-server
+        args:
+        - --port=8080
+        - --config-file=/opt/app/conf/config.yaml
+        - --enable_debug=true
+        env:
+        - name: PGSQL_HOST
+          valueFrom:
+            secretKeyRef:
+              key: PGSQL_HOST
+              name: xihe-statistics-secret
+        - name: PGSQL_USER
+          valueFrom:
+            secretKeyRef:
+              key: PGSQL_USER
+              name: xihe-statistics-secret
+        - name: PGSQL_PWD
+          valueFrom:
+            secretKeyRef:
+              key: PGSQL_PWD
+              name: xihe-statistics-secret
+        - name: PGSQL_NAME
+          valueFrom:
+            secretKeyRef:
+              key: PGSQL_NAME
+              name: xihe-statistics-secret
+        - name: PGSQL_PORT
+          valueFrom:
+            secretKeyRef:
+              key: PGSQL_PORT
+              name: xihe-statistics-secret
+        - name: BIGMODEL_USER
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_USER
+              name: xihe-secret
+        - name: BIGMODEL_PASSWORD
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_PASSWORD
+              name: xihe-secret
+        - name: BIGMODEL_PROJECT
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_PROJECT
+              name: xihe-secret
+        - name: BIGMODEL_AUTH_ENDPOINT
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_AUTH_ENDPOINT
+              name: xihe-secret
+        - name: BIGMODEL_VQA
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_VQA
+              name: xihe-secret
+        - name: BIGMODEL_PANGU
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_PANGU
+              name: xihe-secret
+        - name: BIGMODEL_LUOJIA
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_LUOJIA
+              name: xihe-secret
+        - name: BIGMODEL_WUKONG
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_WUKONG
+              name: xihe-secret
+        - name: BIGMODEL_CODEGEEX
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_CODEGEEX
+              name: xihe-secret
+        - name: BIGMODEL_DESCRIBE_PICTURE
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_DESCRIBE_PICTURE
+              name: xihe-secret
+        - name: BIGMODEL_SINGLE_PICTURE
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_SINGLE_PICTURE
+              name: xihe-secret
+        - name: BIGMODEL_MULTI_PICTURES
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_MULTI_PICTURES
+              name: xihe-secret
+        - name: VQA_OBS_ENDPOINT
+          valueFrom:
+            secretKeyRef:
+              key: VQA_OBS_ENDPOINT
+              name: xihe-secret
+        - name: VQA_OBS_ACCESS_KEY
+          valueFrom:
+            secretKeyRef:
+              key: VQA_OBS_ACCESS_KEY
+              name: xihe-secret
+        - name: VQA_OBS_SECRET_KEY
+          valueFrom:
+            secretKeyRef:
+              key: VQA_OBS_SECRET_KEY
+              name: xihe-secret
+        - name: VQA_OBS_BUCKET
+          valueFrom:
+            secretKeyRef:
+              key: VQA_OBS_BUCKET
+              name: xihe-secret
+        - name: LUOJIA_OBS_BUCKET
+          valueFrom:
+            secretKeyRef:
+              key: LUOJIA_OBS_BUCKET
+              name: xihe-secret
+        - name: HW_OBS_AK
+          valueFrom:
+            secretKeyRef:
+              key: HW_OBS_AK
+              name: xihe-secret
+        - name: HW_OBS_SK
+          valueFrom:
+            secretKeyRef:
+              key: HW_OBS_SK
+              name: xihe-secret
+        - name: BIGMODEL_DOMAIN_WUKONG
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_DOMAIN_WUKONG
+              name: xihe-secret
+        - name: BIGMODEL_USER_WUKONG
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_USER_WUKONG
+              name: xihe-secret
+        - name: BIGMODEL_PASSWORD_WUKONG
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_PASSWORD_WUKONG
+              name: xihe-secret
+        - name: BIGMODEL_PROJECT
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_PROJECT
+              name: xihe-secret
+        - name: BIGMODEL_AUTH_ENDPOINT_WUKONG
+          valueFrom:
+            secretKeyRef:
+              key: BIGMODEL_AUTH_ENDPOINT_WUKONG
+              name: xihe-secret
+        - name: WUKONG_OBS_ENDPOINT
+          valueFrom:
+            secretKeyRef:
+              key: WUKONG_OBS_ENDPOINT
+              name: xihe-secret
+        - name: WUKONG_OBS_ACCESS_KEY
+          valueFrom:
+            secretKeyRef:
+              key: WUKONG_OBS_ACCESS_KEY
+              name: xihe-secret
+        - name: WUKONG_OBS_SECRET_KEY
+          valueFrom:
+            secretKeyRef:
+              key: WUKONG_OBS_SECRET_KEY
+              name: xihe-secret
+        - name: WUKONG_OBS_BUCKET
+          valueFrom:
+            secretKeyRef:
+              key: WUKONG_OBS_BUCKET
+              name: xihe-secret
+        - name: KAFKA_ADDRESS
+          valueFrom:
+            secretKeyRef:
+              key: KAFKA_ADDRESS
+              name: xihe-secret
+        resources:
+          limits:
+            cpu: 1000m
+            memory: 1000Mi
+          requests:
+            cpu: 1000m
+            memory: 1000Mi
+        volumeMounts:
+        - mountPath: /opt/app/conf/config.yaml
+          name: config
+          subPath: config.yaml
+      volumes:
+      - name: config
+        configMap:
+          name: async-server-configmap
diff --git a/applications/xihe-test-v2/async-server/ingress.yaml b/applications/xihe-test-v2/async-server/ingress.yaml
@@ -0,0 +1,21 @@
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  annotations:
+    kubernetes.io/ingress.class: nginx
+    cert-manager.io/cluster-issuer: letsencrypt-issuer
+  name: xihe-async-ingress
+  namespace: xihe-test-v2
+spec:
+  tls:
+    - hosts:
+        - xihe-async.test.osinfra.cn
+      secretName: xihe-async-tls
+  rules:
+    - host: xihe-async.test.osinfra.cn
+      http:
+        paths:
+          - backend:
+              serviceName: xihe-async-service
+              servicePort: 80
+            path: /
diff --git a/applications/xihe-test-v2/async-server/kustomization.yaml b/applications/xihe-test-v2/async-server/kustomization.yaml
@@ -0,0 +1,17 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+images:
+- name: swr.cn-north-4.myhuaweicloud.com/opensourceway/xihe/xihe-async-server
+  newTag: v1.0.20230420194635
+kind: Kustomization
+commonAnnotations:
+  kubernetes.ops.cluster: mindspore-cn4-x86
+  kubernetes.ops.email: victorzhoux@163.com
+  kubernetes.ops.os.base: alpine
+  kubernetes.ops.owner: zhouzixian
+  kubernetes.ops.region: hk
+namespace: xihe-test-v2
+resources:
+- ingress.yaml
+- service.yaml
+- deployment.yaml
+- configmap.yaml
diff --git a/applications/xihe-test-v2/async-server/service.yaml b/applications/xihe-test-v2/async-server/service.yaml
@@ -0,0 +1,14 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: xihe-async-service
+  namespace: xihe-test-v2
+spec:
+  ports:
+    - name: httpport
+      port: 80
+      targetPort: 8080
+  selector:
+    app: async-server
+  type: ClusterIP
diff --git a/applications/xihe-test-v2/kustomization.yaml b/applications/xihe-test-v2/kustomization.yaml
@@ -15,6 +15,7 @@ resources:
 - big-model-finetune
 - xihe-statistics
 - finetune
+- async-server
 namespace: xihe-test-v2
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization