This repository has been archived by the owner on Feb 18, 2024. It is now read-only.
liu-657667 pushed module-controller code #198
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Module Controller Integration Test | |
| run-name: ${{ github.actor }} pushed module-controller code | |
| on: | |
| push: | |
| branches: | |
| - master | |
| paths: | |
| - 'module-controller/**' | |
| pull_request: | |
| branches: | |
| - master | |
| paths: | |
| - 'module-controller/**' | |
| # enable manually running the workflow | |
| workflow_dispatch: | |
| env: | |
| CGO_ENABLED: 0 | |
| GOOS: linux | |
| WORK_DIR: module-controller | |
| TAG: ci-test-master-latest | |
| DOCKERHUB_REGISTRY: serverless-registry.cn-shanghai.cr.aliyuncs.com | |
| MODULE_CONTROLLER_IMAGE_PATH: opensource/test/module-controller | |
| INTEGRATION_TESTS_IMAGE_PATH: opensource/test/module-controller-integration-tests | |
| POD_NAMESPACE: default | |
| defaults: | |
| run: | |
| working-directory: module-controller | |
| jobs: | |
| unit-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Docker login | |
| uses: docker/login-action@v2.2.0 | |
| with: | |
| registry: ${{ env.DOCKERHUB_REGISTRY }} | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_PASSWORD }} | |
| logout: false | |
| - name: Set up Docker buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Cache Docker layers | |
| uses: actions/cache@v2 | |
| with: | |
| path: /tmp/.buildx-cache | |
| key: ${{ runner.os }}-buildx-${{ hashFiles('${{ env.WORK_DIR }}/*Dockerfile') }} | |
| - name: Build and push module-controller Docker images | |
| uses: docker/build-push-action@v4.1.1 | |
| with: | |
| context: ${{ env.WORK_DIR }} | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache | |
| file: ${{ env.WORK_DIR }}/Dockerfile | |
| platforms: linux/amd64 | |
| push: true | |
| tags: ${{ env.DOCKERHUB_REGISTRY }}/${{ env.MODULE_CONTROLLER_IMAGE_PATH }}:${{ env.TAG }} | |
| - run: sleep 30 | |
| - name: Set up Minikube | |
| run: | | |
| curl -LO https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64 | |
| sudo install minikube-linux-amd64 /usr/local/bin/minikube | |
| - name: Start Minikube | |
| run: minikube start | |
| - name: Prepare development env | |
| run: | | |
| kubectl apply -f config/crd/bases/serverless.alipay.com_moduledeployments.yaml | |
| kubectl apply -f config/crd/bases/serverless.alipay.com_modulereplicasets.yaml | |
| kubectl apply -f config/crd/bases/serverless.alipay.com_modules.yaml | |
| kubectl apply -f config/crd/bases/serverless.alipay.com_moduletemplates.yaml | |
| kubectl apply -f config/rbac/role.yaml | |
| kubectl apply -f config/rbac/role_binding.yaml | |
| kubectl apply -f config/rbac/service_account.yaml | |
| kubectl apply -f config/samples/ci/dynamic-stock-deployment.yaml | |
| kubectl apply -f config/samples/ci/module-deployment-controller.yaml | |
| kubectl apply -f config/samples/ci/dynamic-stock-service.yaml | |
| - run: sleep 60 | |
| - name: minikube logs | |
| run: minikube logs | |
| - name: get pod | |
| run: | | |
| kubectl get pod | |
| - name: describe pod | |
| run: | | |
| kubectl describe pod | |
| - name: wait base pod available | |
| run: | | |
| kubectl wait --for=condition=available deployment/dynamic-stock-deployment --timeout=300s | |
| - name: get module controller pod available | |
| run: | | |
| kubectl wait --for=condition=available deployment/module-controller --timeout=300s | |
| - name: Apply moduledeployment | |
| run: | | |
| kubectl apply -f config/samples/module-deployment_v1alpha1_moduledeployment_provider.yaml | |
| - name: get moduledeployment | |
| run: | | |
| kubectl get moduledeployment | |
| - name: get modulereplicaset | |
| run: | | |
| kubectl get modulereplicaset | |
| - run: sleep 15 | |
| - name: get module | |
| run: | | |
| kubectl get module -oyaml | |
| - name: exist module | |
| run: | | |
| moduleCount=$(kubectl get module | wc -l) | |
| if [[ $moduleCount -lt 1 ]]; then | |
| echo "ERROR: 不存在module" | |
| exit 1 | |
| fi | |
| - name: wait module available | |
| run: | | |
| # 定义要等待的资源名称和字段值 | |
| modulename=$(kubectl get module -o name) | |
| desired_field_value="Available" | |
| # 定义等待的超时时间（以秒为单位） | |
| timeout_seconds=300 | |
| start_time=$(date +%s) | |
| end_time=$((start_time + timeout_seconds)) | |
| while true; do | |
| current_time=$(date +%s) | |
| if [ $current_time -gt $end_time ]; then | |
| echo "等待超时" | |
| exit 1 | |
| fi | |
| # 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值 | |
| field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers) | |
| if [ "$field_value" == "$desired_field_value" ]; then | |
| echo "字段值已满足条件" | |
| exit 0 | |
| else | |
| echo "等待字段值满足条件..." | |
| sleep 5 # 等待一段时间后再次检查 | |
| fi | |
| done | |
| - name: check module | |
| run: | | |
| podname=$(kubectl get pod -l app=dynamic-stock -o name) | |
| kubectl exec -it $podname -- sh -c 'ls -al' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng/sofa-ark' | |
| kubectl exec -it $podname -- sh -c 'grep "dynamic-provider:1.0.0 started" logs/stock-mng/sofa-ark/*.log' | |
| - name: scaledown module | |
| run: | |
| kubectl apply -f config/samples/ci/module-deployment_v1alpha1_moduledeployment_provider_scaledown.yaml | |
| - run: sleep 15 | |
| - name: not exist module | |
| run: | | |
| moduleCount=$(kubectl get module | wc -l) | |
| if [[ $moduleCount -gt 0 ]]; then | |
| echo "ERROR: module依旧存在" | |
| exit 1 | |
| fi | |
| - name: Apply moduledeployment scaleup module | |
| run: | | |
| kubectl apply -f config/samples/module-deployment_v1alpha1_moduledeployment_provider.yaml | |
| - name: get moduledeployment | |
| run: | | |
| kubectl get moduledeployment | |
| - name: get modulereplicaset | |
| run: | | |
| kubectl get modulereplicaset | |
| - run: sleep 15 | |
| - name: get module | |
| run: | | |
| kubectl get module -oyaml | |
| - name: exist module | |
| run: | | |
| moduleCount=$(kubectl get module | wc -l) | |
| if [[ $moduleCount -lt 1 ]]; then | |
| echo "ERROR: 不存在module" | |
| exit 1 | |
| fi | |
| - name: scaleup then wait module available | |
| run: | | |
| # 定义要等待的资源名称和字段值 | |
| modulename=$(kubectl get module -o name) | |
| desired_field_value="Available" | |
| # 定义等待的超时时间（以秒为单位） | |
| timeout_seconds=300 | |
| start_time=$(date +%s) | |
| end_time=$((start_time + timeout_seconds)) | |
| while true; do | |
| current_time=$(date +%s) | |
| if [ $current_time -gt $end_time ]; then | |
| echo "等待超时" | |
| exit 1 | |
| fi | |
| # 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值 | |
| field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers) | |
| if [ "$field_value" == "$desired_field_value" ]; then | |
| echo "字段值已满足条件" | |
| exit 0 | |
| else | |
| echo "等待字段值满足条件..." | |
| sleep 5 # 等待一段时间后再次检查 | |
| fi | |
| done | |
| - name: scaleup then check module | |
| run: | | |
| podname=$(kubectl get pod -l app=dynamic-stock -o name) | |
| kubectl exec -it $podname -- sh -c 'ls -al' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng/sofa-ark' | |
| kubectl exec -it $podname -- sh -c 'grep "dynamic-provider:1.0.0 started" logs/stock-mng/sofa-ark/*.log' | |
| - name: delete module | |
| run: | | |
| moduleName=$(kubectl get module -o name | cut -d/ -f2) | |
| kubectl delete -n default module $moduleName | |
| - run: sleep 10 | |
| - name: delete module then check module is existed | |
| run: | | |
| moduleCount=$(kubectl get module | wc -l) | |
| if [[ $moduleCount -lt 1 ]]; then | |
| echo "ERROR: 不存在module" | |
| exit 1 | |
| fi | |
| - name: delete then wait module available | |
| run: | | |
| # 定义要等待的资源名称和字段值 | |
| modulename=$(kubectl get module -o name) | |
| desired_field_value="Available" | |
| # 定义等待的超时时间（以秒为单位） | |
| timeout_seconds=300 | |
| start_time=$(date +%s) | |
| end_time=$((start_time + timeout_seconds)) | |
| while true; do | |
| current_time=$(date +%s) | |
| if [ $current_time -gt $end_time ]; then | |
| echo "等待超时" | |
| exit 1 | |
| fi | |
| # 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值 | |
| field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers) | |
| if [ "$field_value" == "$desired_field_value" ]; then | |
| echo "字段值已满足条件" | |
| exit 0 | |
| else | |
| echo "等待字段值满足条件..." | |
| sleep 5 # 等待一段时间后再次检查 | |
| fi | |
| done | |
| - name: delete module then check module | |
| run: | | |
| podname=$(kubectl get pod -l app=dynamic-stock -o name) | |
| kubectl exec -it $podname -- sh -c 'ls -al' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng/sofa-ark' | |
| kubectl exec -it $podname -- sh -c 'grep "dynamic-provider:1.0.0 started" logs/stock-mng/sofa-ark/*.log' | |
| - name: delete pod | |
| run: | | |
| podname=$(kubectl get pod -l app=dynamic-stock -o name | cut -d/ -f2) | |
| kubectl delete -n default pod $podname | |
| - run: sleep 15 | |
| - name: get pod | |
| run: | | |
| kubectl get pod | |
| - name: describe pod | |
| run: | | |
| kubectl describe pod | |
| - name: wait base pod available | |
| run: | | |
| kubectl wait --for=condition=available deployment/dynamic-stock-deployment --timeout=300s | |
| - run: sleep 15 | |
| - name: delete pod then wait module available | |
| run: | | |
| # 定义要等待的资源名称和字段值 | |
| modulename=$(kubectl get module -o name) | |
| desired_field_value="Available" | |
| # 定义等待的超时时间（以秒为单位） | |
| timeout_seconds=300 | |
| start_time=$(date +%s) | |
| end_time=$((start_time + timeout_seconds)) | |
| while true; do | |
| current_time=$(date +%s) | |
| if [ $current_time -gt $end_time ]; then | |
| echo "等待超时" | |
| exit 1 | |
| fi | |
| # 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值 | |
| field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers) | |
| if [ "$field_value" == "$desired_field_value" ]; then | |
| echo "字段值已满足条件" | |
| exit 0 | |
| else | |
| echo "等待字段值满足条件..." | |
| sleep 5 # 等待一段时间后再次检查 | |
| fi | |
| done | |
| - name: delete pod then check module | |
| run: | | |
| podname=$(kubectl get pod -l app=dynamic-stock -o name) | |
| kubectl exec -it $podname -- sh -c 'ls -al' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng' | |
| kubectl exec -it $podname -- sh -c 'ls -al logs/stock-mng/sofa-ark' | |
| kubectl exec -it $podname -- sh -c 'grep "dynamic-provider:1.0.0 started" logs/stock-mng/sofa-ark/*.log' | |
| - name: scaledown module then delete deployment | |
| run: | |
| kubectl apply -f config/samples/ci/module-deployment_v1alpha1_moduledeployment_provider_scaledown.yaml | |
| - name: wait module delete | |
| run: | | |
| timeout_seconds=300 | |
| start_time=$(date +%s) | |
| end_time=$((start_time + timeout_seconds)) | |
| while true; do | |
| moduleCount=$(kubectl get module | wc -l) | |
| current_time=$(date +%s) | |
| if [ $current_time -gt $end_time ]; then | |
| echo "等待超时" | |
| exit 1 | |
| fi | |
| if [[ $moduleCount -lt 1 ]]; then | |
| echo "module已缩容" | |
| exit 0 | |
| else | |
| echo "等待module删除" | |
| sleep 5 | |
| fi | |
| done | |
| - name: delete deployment | |
| run: | | |
| kubectl delete -n default deployment dynamic-stock-deployment | |
| - run: sleep 10 | |
| - name: log module-controller | |
| run: | | |
| podname=$(kubectl get po -l app=module-controller -o name) | |
| kubectl logs $podname | |
| - name: delete deployment then wait source clean | |
| run: | | |
| timeout_seconds=300 | |
| start_time=$(date +%s) | |
| end_time=$((start_time + timeout_seconds)) | |
| while true; do | |
| current_time=$(date +%s) | |
| if [ $current_time -gt $end_time ]; then | |
| echo "等待超时" | |
| exit 1 | |
| fi | |
| moduleCount=$(kubectl get -n default module | wc -l) | |
| moduleReplicaSetCount=$(kubectl get -n default moduleReplicaSet | wc -l) | |
| moduleDeploymentCount=$(kubectl get -n default moduleDeployment | wc -l) | |
| deploymentCount=$(kubectl get -n default deployment dynamic-stock-deployment | wc -l) | |
| echo deploymentCount is $deploymentCount | |
| echo moduleDeploymentCount is $moduleDeploymentCount | |
| echo moduleReplicaSetCount is $moduleReplicaSetCount | |
| echo moduleCount is $moduleCount | |
| if [[ $deploymentCount -lt 1 && $moduleCount -lt 1 && $moduleReplicaSetCount -lt 1 && $moduleDeploymentCount -lt 1 ]]; then | |
| echo "所有资源已删除" | |
| exit 0 | |
| else | |
| if [[ $moduleCount -ge 1 ]]; then | |
| echo "等待module删除..." | |
| fi | |
| if [[ $moduleReplicaSetCount -ge 1 ]]; then | |
| echo "等待moduleReplicaSet删除..." | |
| fi | |
| if [[ $moduleDeploymentCount -ge 1 ]]; then | |
| echo "等待moduleDeployment删除..." | |
| fi | |
| if [[ $deploymentCount -ge 1 ]]; then | |
| echo "等待deployment删除..." | |
| fi | |
| sleep 5 | |
| fi | |
| done |