This repository has been archived by the owner on Feb 18, 2024. It is now read-only.

Module Controller Integration Test batch deploy

gold300jin pushed module-controller code #68

Summary
Jobs
- unit-test
Run details
- Usage
- Workflow file

Workflow file for this run

.github/workflows/module_controller_ci_build_batch_deploy_to_aliyun.yml at 97c49a2

	name: Module Controller Integration Test batch deploy
	run-name: ${{ github.actor }} pushed module-controller code

	on:
	push:
	branches:
	- master
	paths:
	- 'module-controller/**'

	pull_request:
	branches:
	- master
	paths:
	- 'module-controller/**'

	# enable manually running the workflow
	workflow_dispatch:

	env:
	CGO_ENABLED: 0
	GOOS: linux
	WORK_DIR: module-controller
	TAG: ci-test-master-latest
	DOCKERHUB_REGISTRY: serverless-registry.cn-shanghai.cr.aliyuncs.com
	MODULE_CONTROLLER_IMAGE_PATH: opensource/test/module-controller
	INTEGRATION_TESTS_IMAGE_PATH: opensource/test/module-controller-integration-tests
	POD_NAMESPACE: default

	defaults:
	run:
	working-directory: module-controller

	jobs:
	unit-test:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v3

	- name: Docker login
	uses: docker/login-action@v2.2.0
	with:
	registry: ${{ env.DOCKERHUB_REGISTRY }}
	username: ${{ secrets.DOCKERHUB_USERNAME }}
	password: ${{ secrets.DOCKERHUB_PASSWORD }}
	logout: false

	- name: Set up Docker buildx
	uses: docker/setup-buildx-action@v2

	- name: Cache Docker layers
	uses: actions/cache@v2
	with:
	path: /tmp/.buildx-cache
	key: ${{ runner.os }}-buildx-${{ hashFiles('${{ env.WORK_DIR }}/*Dockerfile') }}

	- name: Build and push module-controller Docker images
	uses: docker/build-push-action@v4.1.1
	with:
	context: ${{ env.WORK_DIR }}
	cache-from: type=local,src=/tmp/.buildx-cache
	cache-to: type=local,dest=/tmp/.buildx-cache
	file: ${{ env.WORK_DIR }}/Dockerfile
	platforms: linux/amd64
	push: true
	tags: ${{ env.DOCKERHUB_REGISTRY }}/${{ env.MODULE_CONTROLLER_IMAGE_PATH }}:${{ env.TAG }}

	- run: sleep 30

	- name: Set up Minikube
	run: \|
	curl -LO https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64
	sudo install minikube-linux-amd64 /usr/local/bin/minikube

	- name: Start Minikube
	run: minikube start

	- name: Prepare development env
	run: \|
	kubectl apply -f config/crd/bases/serverless.alipay.com_moduledeployments.yaml
	kubectl apply -f config/crd/bases/serverless.alipay.com_modulereplicasets.yaml
	kubectl apply -f config/crd/bases/serverless.alipay.com_modules.yaml
	kubectl apply -f config/crd/bases/serverless.alipay.com_moduletemplates.yaml
	kubectl apply -f config/rbac/role.yaml
	kubectl apply -f config/rbac/role_binding.yaml
	kubectl apply -f config/rbac/service_account.yaml
	kubectl apply -f config/samples/ci/dynamic-stock-batch-deployment.yaml
	kubectl apply -f config/samples/ci/module-deployment-controller.yaml
	kubectl apply -f config/samples/ci/dynamic-stock-service.yaml

	- run: sleep 60

	- name: minikube logs
	run: minikube logs

	- name: get pod
	run: \|
	kubectl get pod

	- name: wait base pod available
	run: \|
	kubectl wait --for=condition=available deployment/dynamic-stock-deployment --timeout=300s

	- name: get module controller pod available
	run: \|
	kubectl wait --for=condition=available deployment/module-controller --timeout=300s

	- name: apply moduledeployment batch release
	run: \|
	kubectl apply -f config/samples/ci/module-deployment_v1alpha1_moduledeployment_batch_provider.yaml

	- name: get moduledeployment
	run: \|
	kubectl get moduledeployment

	- name: get modulereplicaset
	run: \|
	kubectl get modulereplicaset

	- run: sleep 15

	- name: get module
	run: \|
	kubectl get module -oyaml

	- name: exist module
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	if [[ $moduleCount -lt 1 ]]; then
	echo "ERROR: 不存在module"
	exit 1
	fi

	- name: wait module available
	run: \|
	# 定义要等待的资源名称和字段值
	modulename=$(kubectl get module -o name)
	desired_field_value="Available"

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件"
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- name: check moduledeployment pause
	run: \|
	# 定义要等待的资源名称和字段值
	moduledeploymentname=$(kubectl get moduledeployment -o name)
	desired_field_value=true

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $moduledeploymentname -o custom-columns=PAUSE:.spec.pause --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件，执行分组确认"
	kubectl patch $moduledeploymentname -p '{"spec":{"pause":false}}' --type=merge
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- run: sleep 15

	- name: get module
	run: \|
	kubectl get module

	- name: exist module more then 1
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	if [[ $moduleCount -lt 2 ]]; then
	echo "ERROR: 不存在module"
	exit 1
	fi

	- name: check moduledeployment pause
	run: \|
	# 定义要等待的资源名称和字段值
	moduledeploymentname=$(kubectl get moduledeployment -o name)
	desired_field_value=true

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $moduledeploymentname -o custom-columns=PAUSE:.spec.pause --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件，执行分组确认"
	kubectl patch $moduledeploymentname -p '{"spec":{"pause":false}}' --type=merge
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- name: get module
	run: \|
	kubectl get module

	- name: exist module more then 2
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	if [[ $moduleCount -lt 3 ]]; then
	echo "ERROR: 不存在module"
	exit 1
	fi
	- name: wait module available
	run: \|
	# 定义要等待的资源类型和期望的字段值
	moduletype="module"
	desired_field_value="Available"

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 获取所有的资源对象名，并循环处理
	for modulename in $(kubectl get $moduletype -o name); do
	# 使用 kubectl get 命令获取每个资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers)

	# 检查字段值是否满足期望
	if [ "$field_value" != "$desired_field_value" ]; then
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	continue 2 # 如果字段值未满足，则跳出循环，进入下一轮等待
	fi
	done

	# 如果所有资源对象的字段值都满足期望，则结束脚本
	echo "字段值已满足条件"
	exit 0
	done

	- name: batch release successfully then check module install
	run: \|
	label_selector="app=dynamic-stock"
	max_attempts=10
	timeout=300
	interval=30

	for ((i=0; i<$max_attempts; i++)); do
	# 获取满足标签选择器条件的所有Pod
	podnames=($(kubectl get pods -l $label_selector -o jsonpath='{.items[*].metadata.name}'))

	# 初始化一个变量，用于检测是否所有Pod都满足条件
	all_pods_condition_met=true

	# 遍历所有Pod进行日志检索
	for podname in "${podnames[@]}"; do
	log_entry=$(kubectl exec -it $podname -- sh -c 'grep "Install Biz: provider:1.0.2 success" ~/logs/sofa-ark/*.log \|\| true' 2>/dev/null)

	# 如果没有找到日志条目，则将标志设置为false
	if [ -z "$log_entry" ]; then
	all_pods_condition_met=false
	break
	fi
	done

	# 如果所有Pod都满足条件，则退出循环
	if $all_pods_condition_met; then
	echo "所有Pod都满足条件。"
	break
	fi

	# 如果这不是最后一次尝试，则等待一段时间后继续
	if [ $i -lt $((max_attempts-1)) ]; then
	echo "有些Pod未满足条件。等待 $interval 秒后进行下一次尝试。"
	sleep $interval
	else
	# 如果是最后一次尝试，则输出超时消息
	echo "已达到最大尝试次数。有些Pod未满足条件。"
	fi
	done

	- name: batch scaledown
	run: \|
	kubectl apply -f config/samples/ci/module-deployment_v1alpha1_moduledeployment_batch_provider_scaledown.yaml

	- run: sleep 15

	- name: exist module
	run: \|
	kubectl get module

	- name: exist module
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	echo $moduleCount
	if [[ $moduleCount -gt 3 ]]; then
	echo "缩容失败"
	exit 1
	fi

	- name: check moduledeployment pause then confirm
	run: \|
	# 定义要等待的资源名称和字段值
	moduledeploymentname=$(kubectl get moduledeployment -o name)
	desired_field_value=true

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $moduledeploymentname -o custom-columns=PAUSE:.spec.pause --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件，执行分组确认"
	kubectl patch $moduledeploymentname -p '{"spec":{"pause":false}}' --type=merge
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- run: sleep 15

	- name: exist module
	run: \|
	kubectl get module

	- name: exist module less then 2
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	echo $moduleCount
	if [[ $moduleCount -gt 2 ]]; then
	echo "缩容失败"
	exit 1
	fi

	- name: check moduledeployment pause then confirm
	run: \|
	# 定义要等待的资源名称和字段值
	moduledeploymentname=$(kubectl get moduledeployment -o name)
	desired_field_value=true

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $moduledeploymentname -o custom-columns=PAUSE:.spec.pause --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件，执行分组确认"
	kubectl patch $moduledeploymentname -p '{"spec":{"pause":false}}' --type=merge
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- run: sleep 15

	- name: not exist module
	run: \|
	kubectl get module

	- name: exist module less then 1
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	echo $moduleCount
	if [[ $moduleCount -ge 1 ]]; then
	echo "缩容失败"
	exit 1
	fi

	- name: batch scaleup
	run: \|
	kubectl apply -f config/samples/ci/module-deployment_v1alpha1_moduledeployment_batch_provider.yaml

	- run: sleep 15

	- name: get module
	run: \|
	kubectl get module -oyaml

	- name: exist module
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	if [[ $moduleCount -lt 1 ]]; then
	echo "ERROR: 不存在module"
	exit 1
	fi

	- name: scaleup then wait module available
	run: \|
	# 定义要等待的资源名称和字段值
	modulename=$(kubectl get module -o name)
	desired_field_value="Available"

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件"
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- name: check moduledeployment pause
	run: \|
	# 定义要等待的资源名称和字段值
	moduledeploymentname=$(kubectl get moduledeployment -o name)
	desired_field_value=true

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $moduledeploymentname -o custom-columns=PAUSE:.spec.pause --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件，执行分组确认"
	kubectl patch $moduledeploymentname -p '{"spec":{"pause":false}}' --type=merge
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- run: sleep 15

	- name: get module
	run: \|
	kubectl get module

	- name: exist module more then 1
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	if [[ $moduleCount -lt 2 ]]; then
	echo "ERROR: 不存在module"
	exit 1
	fi

	- name: wait module available
	run: \|
	# 定义要等待的资源类型和期望的字段值
	moduletype="module"
	desired_field_value="Available"

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 获取所有的资源对象名，并循环处理
	for modulename in $(kubectl get $moduletype -o name); do
	# 使用 kubectl get 命令获取每个资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers)

	# 检查字段值是否满足期望
	if [ "$field_value" != "$desired_field_value" ]; then
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	continue 2 # 如果字段值未满足，则跳出循环，进入下一轮等待
	fi
	done

	# 如果所有资源对象的字段值都满足期望，则结束脚本
	echo "字段值已满足条件"
	exit 0
	done

	- name: scaleup check moduledeployment pause
	run: \|
	# 定义要等待的资源名称和字段值
	moduledeploymentname=$(kubectl get moduledeployment -o name)
	desired_field_value=true

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 使用 kubectl get 命令获取资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $moduledeploymentname -o custom-columns=PAUSE:.spec.pause --no-headers)

	if [ "$field_value" == "$desired_field_value" ]; then
	echo "字段值已满足条件，执行分组确认"
	kubectl patch $moduledeploymentname -p '{"spec":{"pause":false}}' --type=merge
	exit 0
	else
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	fi
	done

	- name: get module
	run: \|
	kubectl get module

	- name: exist module more then 2
	run: \|
	moduleCount=$(kubectl get module \| wc -l)
	if [[ $moduleCount -lt 3 ]]; then
	echo "ERROR: 不存在module"
	exit 1
	fi

	- name: wait module available
	run: \|
	# 定义要等待的资源类型和期望的字段值
	moduletype="module"
	desired_field_value="Available"

	# 定义等待的超时时间（以秒为单位）
	timeout_seconds=300

	start_time=$(date +%s)
	end_time=$((start_time + timeout_seconds))

	while true; do
	current_time=$(date +%s)
	if [ $current_time -gt $end_time ]; then
	echo "等待超时"
	exit 1
	fi

	# 获取所有的资源对象名，并循环处理
	for modulename in $(kubectl get $moduletype -o name); do
	# 使用 kubectl get 命令获取每个资源对象的详细信息，并提取自定义字段的值
	field_value=$(kubectl get $modulename -o custom-columns=STATUS:.status.status --no-headers)

	# 检查字段值是否满足期望
	if [ "$field_value" != "$desired_field_value" ]; then
	echo "等待字段值满足条件..."
	sleep 5 # 等待一段时间后再次检查
	continue 2 # 如果字段值未满足，则跳出循环，进入下一轮等待
	fi
	done

	# 如果所有资源对象的字段值都满足期望，则结束脚本
	echo "字段值已满足条件"
	exit 0
	done

	- name: batch scaleup successfully then check module install
	run: \|
	label_selector="app=dynamic-stock"
	max_attempts=10
	timeout=300
	interval=30

	for ((i=0; i<$max_attempts; i++)); do
	# 获取满足标签选择器条件的所有Pod
	podnames=($(kubectl get pods -l $label_selector -o jsonpath='{.items[*].metadata.name}'))

	# 初始化一个变量，用于检测是否所有Pod都满足条件
	all_pods_condition_met=true

	# 遍历所有Pod进行日志检索
	for podname in "${podnames[@]}"; do
	log_entry=$(kubectl exec -it $podname -- sh -c 'grep "Install Biz: provider:1.0.2 success" ~/logs/sofa-ark/*.log' \| wc -l)

	# 如果没有找到日志条目，则将标志设置为false
	if [ $log_entry -lt 2 ]; then
	all_pods_condition_met=false
	break
	fi
	done

	# 如果所有Pod都满足条件，则退出循环
	if $all_pods_condition_met; then
	echo "所有Pod都满足条件。"
	break
	fi

	# 如果这不是最后一次尝试，则等待一段时间后继续
	if [ $i -lt $((max_attempts-1)) ]; then
	echo "有些Pod未满足条件。等待 $interval 秒后进行下一次尝试。"
	sleep $interval
	else
	# 如果是最后一次尝试，则输出超时消息
	echo "已达到最大尝试次数。有些Pod未满足条件。"
	fi
	done

	- name: delete deployment
	run: \|
	kubectl delete -n default deployment dynamic-stock-deployment

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

gold300jin pushed module-controller code #68

Workflow file

gold300jin pushed module-controller code #68

Jobs

Run details

Workflow file for this run