milvus/tests/benchmark/ci/argo.yaml

metadata:
  name: benchmark
  namespace: qa
  uid: e8a51212-9b27-441d-b357-e73c63854ccf
  resourceVersion: '63697833'
  generation: 41
  creationTimestamp: '2021-05-25T11:04:40Z'
  labels:
    workflows.argoproj.io/creator: system-serviceaccount-argo-argo-server
  managedFields:
    - manager: argo
      operation: Update
      apiVersion: argoproj.io/v1alpha1
      fieldsType: FieldsV1
      fieldsV1:
        'f:metadata':
          'f:labels':
            .: {}
            'f:workflows.argoproj.io/creator': {}
        'f:spec':
          .: {}
          'f:arguments':
            .: {}
            'f:parameters': {}
          'f:entrypoint': {}
          'f:nodeSelector':
            .: {}
            'f:node-role.kubernetes.io/benchmark': {}
          'f:onExit': {}
          'f:serviceAccountName': {}
          'f:templates': {}
          'f:tolerations': {}
          'f:volumes': {}
spec:
  templates:
    - name: benchmark-loop
      inputs: {}
      outputs: {}
      metadata: {}
      steps:
        - - name: call-benchmark-test
            template: benchmark
            arguments:
              parameters:
                - name: server-instance
                  value: '{{workflow.name}}-{{item.instanceId}}'
                - name: server-configmap
                  value: '{{item.server-configmap}}'
                - name: client-configmap
                  value: '{{item.client-configmap}}'
            withParam: '{{workflow.parameters.configmaps}}'
    - name: uninstall-all
      inputs: {}
      outputs: {}
      metadata: {}
      steps:
        - - name: uninstall-milvus
            template: uninstall-milvus
            arguments:
              parameters:
                - name: server-instance
                  value: '{{workflow.name}}-{{item.instanceId}}'
            withParam: '{{workflow.parameters.configmaps}}'
    - name: benchmark
      inputs:
        parameters:
          - name: server-instance
          - name: server-configmap
          - name: client-configmap
      outputs: {}
      metadata: {}
      steps:
        - - name: install-milvus
            template: install-milvus
            arguments:
              parameters:
                - name: server-instance
                  value: '{{inputs.parameters.server-instance}}'
                - name: server-configmap
                  value: '{{inputs.parameters.server-configmap}}'
        - - name: client-test
            template: client-test
            arguments:
              parameters:
                - name: server-instance
                  value: '{{inputs.parameters.server-instance}}'
                - name: server-configmap
                  value: '{{inputs.parameters.server-configmap}}'
                - name: client-configmap
                  value: '{{inputs.parameters.client-configmap}}'
    - name: uninstall-milvus
      inputs:
        parameters:
          - name: server-instance
      outputs: {}
      metadata: {}
      container:
        name: ''
        image: 'registry.milvus.io/milvus/milvus-test-env:v0.5'
        command:
          - /bin/sh
          - '-c'
        args:
          - ' helm uninstall -n qa-milvus {{inputs.parameters.server-instance}} && kubectl delete pvc -l app.kubernetes.io/instance={{inputs.parameters.server-instance}} -n qa-milvus '
        resources: {}
        volumeMounts:
          - name: kube-config
            mountPath: /root/.kube
    - name: install-milvus
      inputs:
        parameters:
          - name: server-instance
          - name: server-configmap
        artifacts:
          - name: charts
            path: /src/helm
            git:
              repo: 'git@github.com:milvus-io/milvus-helm.git'
              revision: master
              sshPrivateKeySecret:
                name: github-key
                key: ssh-private-key
          - name: benchmark-src
            path: /src/benchmark
            git:
              repo: 'git@github.com:zilliztech/milvus_benchmark.git'
              revision: '{{workflow.parameters.test-client-branch}}'
              sshPrivateKeySecret:
                name: github-key
                key: ssh-private-key
      outputs: {}
      metadata: {}
      container:
        name: ''
        image: 'registry.milvus.io/milvus/milvus-test-env:v0.5'
        command:
          - /bin/sh
          - '-c'
        args:
          - ' cd /src/helm/charts/milvus && cp -r /src/benchmark/milvus_benchmark/* . && cp /configmap-server/config.yaml . && python update.py --src-values=values.yaml --deploy-params=config.yaml && cat values.yaml && helm install -n qa-milvus --set image.all.repository={{workflow.parameters.milvus-image-repository}} --set image.all.tag={{workflow.parameters.milvus-image-tag}} --set image.all.pullPolicy=Always --set etcd.persistence.enabled=false  --set servicemonitor.enabled=true --wait --timeout 15m {{inputs.parameters.server-instance}} . && kubectl get pods -n qa-milvus -l app.kubernetes.io/instance={{inputs.parameters.server-instance}} '
        resources: {}
        volumeMounts:
          - name: kube-config
            readOnly: true
            mountPath: /root/.kube
          - name: benchmark-server-configmap
            mountPath: /configmap-server
      volumes:
        - name: benchmark-server-configmap
          configMap:
            name: '{{inputs.parameters.server-configmap}}'
    - name: client-test
      inputs:
        parameters:
          - name: server-instance
          - name: server-configmap
          - name: client-configmap
        artifacts:
          - name: source
            path: /src
            git:
              repo: 'git@github.com:zilliztech/milvus_benchmark.git'
              revision: '{{workflow.parameters.test-client-branch}}'
              sshPrivateKeySecret:
                name: github-key
                key: ssh-private-key
      outputs: {}
      metadata: {}
      container:
        name: ''
        image: 'registry.milvus.io/milvus/milvus-test-env:v0.5'
        command:
          - /bin/sh
          - '-c'
        args:
          - ' cd /src && pip install -r requirements.txt -i https://pypi.doubanio.com/simple/ --trusted-host pypi.doubanio.com && pip install -i https://test.pypi.org/simple/ pymilvus=={{workflow.parameters.test-sdk-version}} && cd milvus_benchmark && export PYTHONPATH=/src && python main.py --host={{inputs.parameters.server-instance}}-milvus.qa-milvus.svc.cluster.local --local --suite=/configmap-client/config.yaml --server-config=/configmap-server/config.yaml'
        resources:
          limits:
            cpu: '4'
            memory: 4Gi
        volumeMounts:
          - name: kube-config
            readOnly: true
            mountPath: /root/.kube
          - name: benchmark-server-configmap
            mountPath: /configmap-server
          - name: benchmark-client-configmap
            mountPath: /configmap-client
          - name: db-data-path
            mountPath: /test
      volumes:
        - name: benchmark-server-configmap
          configMap:
            name: '{{inputs.parameters.server-configmap}}'
        - name: benchmark-client-configmap
          configMap:
            name: '{{inputs.parameters.client-configmap}}'
        - name: db-data-path
          flexVolume:
            driver: fstab/cifs
            fsType: cifs
            secretRef:
              name: cifs-test-secret
            options:
              mountOptions: vers=1.0
              networkPath: //172.16.70.249/test
      activeDeadlineSeconds: 21600
  entrypoint: benchmark-loop
  arguments:
    parameters:
      - name: milvus-image-repository
        value: harbor.milvus.io/dockerhub/milvusdb/milvus
      - name: milvus-image-tag
        value: master-latest
      - name: test-client-branch
        value: master
      - name: test-sdk-version
        value: 2.0.0rc4.dev1
      - name: configmaps
        value: ' [ {"instanceId":"1", "server-configmap": "server-single-8c16m", "client-configmap": "client-acc-sift-ivf-flat" } ]'
  serviceAccountName: qa-admin
  volumes:
    - name: kube-config
      secret:
        secretName: qa-admin-config
  nodeSelector:
    node-role.kubernetes.io/benchmark: ''
  tolerations:
    - key: node-role.kubernetes.io/benchmark
      operator: Exists
      effect: NoSchedule
  onExit: uninstall-all