Files
jenkins-pipeline/SCM/部署镜像/apex/DM_prod_apex_web.groovy

348 lines
16 KiB
Groovy
Raw Normal View History

2025-12-30 16:11:54 +08:00
@NonCPS
def getHiddenParams() {
def results = [:]
def action = currentBuild.rawBuild.getAction(hudson.model.ParametersAction.class)
if (action) {
results.user = action.getParameter("ACTUAL_USER")?.getValue()
}
return results
}
2025-12-19 11:43:42 +08:00
pipeline {
agent any
parameters {
imageTag(
name: 'IMAGE_NAME',
description: 'sit 仓库镜像 (除非输入 CUSTOM_IMAGE, 否则使用这里的)',
registry: 'https://uswccr.ccs.tencentyun.com',
image: 'lessiesit/apex-web',
credentialId: 'dxin_img_hub_auth',
filter: '.*',
defaultTag: '',
tagOrder: 'DSC_VERSION',
verifySsl: true
)
string(
name: 'CUSTOM_IMAGE',
defaultValue: '',
description: '手输完整镜像<registry>/<namespace>/<repo>:<tag>,例如: uswccr.ccs.tencentyun.com/lessiesit/apex-web:v0.0.1 (填充后,则忽略镜像仓库选择)'
)
booleanParam(
name: 'ROLLBACK_VERSION',
defaultValue: false,
description: '是否快速回滚上一个版本?'
)
choice(
name: 'BRANCH_NAME',
choices: ['dxin', 'opt'],
description: '选择资源清单Yaml的分支'
)
}
environment {
2025-12-30 16:11:54 +08:00
LARK_ROBOT = "4b8d66d0-c0f0-4587-b0e5-cff772cb3046" // 飞书机器人ID用于发送构建通知
2025-12-19 11:43:42 +08:00
KUBECONFIG = credentials('k8s-test-config-admin') // k8s 凭证 ID, Jenkins 中配置的凭证名称
2025-12-24 15:41:02 +08:00
Deployment_yaml = "${WORKSPACE}/lessie-ai/Apex-Evaluation/apex/prod-apex-web.yaml"
Deployment_name = "prod-apex-web"
2025-12-19 11:43:42 +08:00
K8s_namespace = "apex-evaluation"
Pod_container_name = "apex-web"
}
stages {
stage('回滚上版') {
when { expression { return params.ROLLBACK_VERSION == true } }
steps {
script {
sh """
echo "=== 开始回滚到上一个版本 ==="
kubectl rollout undo deployment/${Deployment_name} -n ${K8s_namespace}
echo "=== 回滚中... ==="
kubectl rollout status deployment/${Deployment_name} -n ${K8s_namespace} --timeout=60s
echo "=== 查看所使用的镜像 ==="
kubectl get deployment ${Deployment_name} -n ${K8s_namespace} -o=jsonpath='{.spec.template.spec.containers[*].image}'
echo "=== 回滚完成 ==="
"""
}
}
}
stage('决定镜像') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
script {
2025-12-30 16:11:54 +08:00
// 调用上面的非 CPS 方法,安全拿值
def hidden = getHiddenParams()
env.ACTUAL_USER = hidden.user ?: (currentBuild.getBuildCauses('hudson.model.Cause$UserIdCause')[0]?.userName ?: "系统触发")
env.ACTUAL_BRANCH = hidden.branch ?: "未知"
echo "触发用户: ${env.ACTUAL_USER}"
// 当前时间格式YYYY-MM-DD HH:MM:SS
env.currentTime = sh(script: 'date "+%Y-%m-%d %H:%M:%S"', returnStdout: true).trim()
2025-12-19 11:43:42 +08:00
def imageRegex = /^([a-zA-Z0-9.-]+)(:[0-9]+)?\/([a-zA-Z0-9._-]+)\/([a-zA-Z0-9._-]+):([a-zA-Z0-9._-]+)$/
if (params.CUSTOM_IMAGE?.trim()) {
echo "检测手输镜像格式: ${params.CUSTOM_IMAGE}"
def customImage = params.CUSTOM_IMAGE.trim()
// 验证镜像格式
def matcher = (customImage =~ imageRegex)
if (!matcher.matches()) {
error "CUSTOM_IMAGE 格式不正确,必须是 registry/namespace/repository:tag 格式\n" +
"示例: uswccr.ccs.tencentyun.com/lessiesit/apex-web:v1.0.0\n" +
"当前输入: ${customImage}"
}
echo "使用手输镜像: ${customImage}"
env.IMAGE_FULL_NAME = customImage
} else {
def img = "uswccr.ccs.tencentyun.com/${params.IMAGE_NAME}"
echo "使用 imageTag 插件镜像: ${img}"
env.IMAGE_FULL_NAME = img
}
}
}
}
stage('查询镜像') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
script {
echo "查询镜像: ${IMAGE_FULL_NAME}"
def result = sh(returnStdout: true, script: """
/data/sh/get-image-labels-fast.sh \
"${IMAGE_FULL_NAME}" \
"100038894437" \
'h8H1o6Fd!HLXn' | awk '/^{/,/^}\$/'
""").trim()
if (result == "" || result == null) {
error("查询镜像 label 失败,请检查镜像是否存在或凭证问题")
}
echo "镜像 Label:\n${result}"
env.IMAGE_LABEL = result
}
}
}
stage('拉取yaml') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
git branch: "${params.BRANCH_NAME}",
credentialsId: 'fly_gitlab_auth',
url: 'http://172.24.16.20/opt/opt-config.git'
}
}
stage('修改YAML') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
script {
def oldImg = sh (
script: """
kubectl get deployment ${Deployment_name} -n ${K8s_namespace} -o=jsonpath='{.spec.template.spec.containers[*].image}' 2>/dev/null || echo "无(可能是首次部署)"
""",
returnStdout: true
).trim()
env.OLD_IMAGE_NAME = oldImg
echo "--- 目前正常运行的旧镜像: ${OLD_IMAGE_NAME} ---"
2025-12-30 16:11:54 +08:00
echo "--- 所选择新的镜像: ${env.IMAGE_FULL_NAME} ---"
2025-12-19 11:43:42 +08:00
echo "--- 修改 Deployment YAML 中的镜像为新镜像版本 ---"
sh """
sed -i 's#image:.*#image: ${IMAGE_FULL_NAME}#' ${Deployment_yaml}
"""
}
}
}
stage('部署k8s') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
script {
2025-12-30 16:11:54 +08:00
def ANNOTATION = "更新 image 为 ${IMAGE_FULL_NAME}"
2025-12-19 11:43:42 +08:00
sh """
echo "===Apply Deployment YAML ==="
kubectl apply -f ${Deployment_yaml} -n ${K8s_namespace}
echo "=== 查看当前新使用的镜像 ==="
kubectl get deployment ${Deployment_name} -n ${K8s_namespace} -o=jsonpath='{.spec.template.spec.containers[*].image}'
echo "=== 添加注解 ==="
kubectl annotate deployment/${Deployment_name} kubernetes.io/change-cause="${ANNOTATION}" --overwrite -n ${K8s_namespace}
echo "=== 查看历史版本 ==="
kubectl rollout history deployment/${Deployment_name} -n ${K8s_namespace}
"""
}
}
}
stage('部署情况') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
script {
echo "=== 检测部署状态并验证新版本运行情况 ==="
echo "--- 检查 Deployment 更新状态 ---"
def rolloutStatus = sh(
script: "kubectl rollout status deployment/${Deployment_name} -n ${K8s_namespace} --timeout=60s",
returnStatus: true
)
if (rolloutStatus != 0){
echo "Deployment ${Deployment_name} 发布 **超时或失败**,开始排查..."
sh """
echo "--- Deployment 状态 ---"
kubectl describe deployment ${Deployment_name} -n ${K8s_namespace} || true
echo '--- Pod 列表 ---'
kubectl get pods -n ${K8s_namespace} -l "app=${Pod_container_name}" -o wide || true
echo "--- Pod 描述 (describe) ---"
for pod in \$(kubectl get pods -n ${K8s_namespace} -l "app=${Pod_container_name}" -o jsonpath='{.items[*].metadata.name}'); do
echo "-- Pod 描述 \$pod --"
kubectl describe pod \$pod -n ${K8s_namespace} || true
done
echo "--- 最近 200 行 Pod 日志 ---"
for pod in \$(kubectl get pods -n ${K8s_namespace} -l "app=${Pod_container_name}" -o jsonpath='{.items[*].metadata.name}'); do
echo "-- logs \$pod --"
kubectl logs \$pod -n ${K8s_namespace} --tail=200 || true
done
"""
error("=== Deployment 发布失败,请检查以上输出定位问题 ===")
}
echo "=== 检查 Pods 是否全部 Ready ==="
sh "kubectl get pods -l 'app=${Pod_container_name}' -n ${K8s_namespace} -o wide"
echo "=== 获取最新 Pod 名称 ==="
NEW_POD = sh (
script: "kubectl get pods -l 'app=${Pod_container_name}' -n ${K8s_namespace} --sort-by=.metadata.creationTimestamp -o jsonpath='{.items[-1].metadata.name}'",
returnStdout: true
).trim()
echo "=== 新 Pod 启动日志(最近20行) ==="
sh "kubectl logs ${NEW_POD} -n ${K8s_namespace} --tail=20 || true"
echo "部署成功:${NEW_POD} 已正常运行"
}
}
}
stage('变更说明') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
script {
env.CHANGE_MSG = """
jenkins执行人: ${env.ACTUAL_USER}
: ${env.currentTime}
2025-12-19 11:43:42 +08:00
: ${OLD_IMAGE_NAME}
: ${IMAGE_FULL_NAME}
: ${Deployment_name}
: ${env.IMAGE_LABEL}
""".stripIndent().trim()
echo env.CHANGE_MSG
}
}
}
stage('提交变更') {
when { expression { return params.ROLLBACK_VERSION == false } }
steps {
script {
withCredentials([usernamePassword(credentialsId: 'fly_gitlab_auth', usernameVariable: 'GIT_USER', passwordVariable: 'GIT_PASS')]) {
sh """
cd ${WORKSPACE}
git config user.name "jenkins"
git config user.email "jenkins@local"
#
if ! git diff --exit-code ${Deployment_yaml} > /dev/null 2>&1; then
echo "检测到更改,正在提交..."
git add ${Deployment_yaml}
git commit -m "更新镜像 \${CHANGE_MSG}"
else
echo "${Deployment_yaml} 没有变化, 无需commit"
fi
#
LOCAL=\$(git rev-parse @)
REMOTE=\$(git rev-parse @{u} 2>/dev/null || true)
BASE=\$(git merge-base @ @{u} 2>/dev/null || true)
if [ "\$LOCAL" = "\$REMOTE" ]; then
echo "已与远程系统同步更新"
elif [ "\$LOCAL" = "\$BASE" ]; then
echo "需要从远程获取数据"
git pull http://172.24.16.20/opt/opt-config.git ${params.BRANCH_NAME}
elif [ "\$REMOTE" = "\$BASE" ]; then
echo "将更改推送到远程服务器..."
# .netrc
echo "machine 172.24.16.20 login \$GIT_USER password \$GIT_PASS" > ~/.netrc
chmod 600 ~/.netrc
git push http://172.24.16.20/opt/opt-config.git ${params.BRANCH_NAME}
else
echo "与远程模式不同,跳过推送操作"
fi
"""
}
}
}
}
}
post {
success {
2025-12-30 16:11:54 +08:00
lark (
robot: "${LARK_ROBOT}",
type: "CARD",
title: "${Deployment_name}部署成功",
text: [
"📅 **部署时间**: ${currentTime}",
"📋 **任务名称**: [${JOB_NAME}](${JOB_URL})",
"🔢 **任务编号**: [${BUILD_DISPLAY_NAME}](${BUILD_URL})",
"🌟 **部署状态**: <font color='green'>部署成功</font>",
"⏱️ **部署用时**: ${currentBuild.duration.intdiv(1000)} 秒",
"📦 **部署镜像**: ${env.IMAGE_FULL_NAME}",
"📝 **镜像摘要**: ${env.IMAGE_LABEL}",
"📦 **上次镜像**${OLD_IMAGE_NAME}",
"👤 **执行账号**: ${env.ACTUAL_USER}",
]
)
echo "=== 部署成功,所选择镜像: ${IMAGE_FULL_NAME} ==="
2025-12-19 11:43:42 +08:00
}
failure {
2025-12-30 16:11:54 +08:00
lark (
robot: "${LARK_ROBOT}",
type: "CARD",
title: "${Deployment_name}部署失败",
text: [
"📅 **构建时间**: ${currentTime}",
"📋 **任务名称**: [${JOB_NAME}](${JOB_URL})",
"🔢 **任务编号**: [${BUILD_DISPLAY_NAME}](${BUILD_URL})",
"🔀 **代码分支**: ${params.Code_branch}",
"🌟 **部署状态**: <font color='red'>构建失败</font>",
"⏱️ **构建用时**: ${currentBuild.duration.intdiv(1000)} 秒",
"📦 **部署镜像**: ${env.IMAGE_FULL_NAME}",
"📝 **镜像摘要**: ${env.IMAGE_LABEL}",
"📦 **上次镜像**${OLD_IMAGE_NAME}",
"👤 **执行账号**: ${env.ACTUAL_USER}",
]
)
2025-12-19 11:43:42 +08:00
echo "有步骤失败,请检查!"
}
2025-12-30 16:11:54 +08:00
aborted {
lark (
robot: "${LARK_ROBOT}",
type: "CARD",
title: "${Deployment_name}部署取消",
text: [
"📅 **构建时间**: ${currentTime}",
"📋 **任务名称**: [${JOB_NAME}](${JOB_URL})",
"🔢 **任务编号**: [${BUILD_DISPLAY_NAME}](${BUILD_URL})",
"🔀 **代码分支**: ${params.Code_branch}",
"🌟 **部署状态**: <font color='red'>构建失败</font>",
"⏱️ **构建用时**: ${currentBuild.duration.intdiv(1000)} 秒",
"📦 **部署镜像**: ${env.IMAGE_FULL_NAME}",
"📝 **镜像摘要**: ${env.IMAGE_LABEL}",
"📦 **上次镜像**${OLD_IMAGE_NAME}",
"👤 **执行账号**: ${env.ACTUAL_USER}",
]
)
echo "构建被中止!"
}
2025-12-19 11:43:42 +08:00
}
}