310 lines
11 KiB
Plaintext
310 lines
11 KiB
Plaintext
|
|
|||
|
|
pipeline {
|
|||
|
|
agent any
|
|||
|
|
|
|||
|
|
environment {
|
|||
|
|
REMOTE_HOST = "43.159.145.241" // 远程服务器 {params.REMOTE_HOST}
|
|||
|
|
REMOTE_PROJECT_PATH = "/data/webapps/prod_agent_insights" // 远程 Python 项目路径
|
|||
|
|
CONDA_PATH = "/root/miniconda3/bin/conda" // 修改为实际 Conda 安装路径
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stages {
|
|||
|
|
stage('Checkout 代码') {
|
|||
|
|
steps {
|
|||
|
|
git branch: "${params.Code_branch}", credentialsId: 'fly_gitlab_auth', url: 'http://172.24.16.20/python/agent_insights.git'
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage('进程下线') {
|
|||
|
|
steps {
|
|||
|
|
echo("下线")
|
|||
|
|
sh """
|
|||
|
|
ssh ${REMOTE_HOST} '
|
|||
|
|
cd ${REMOTE_PROJECT_PATH}
|
|||
|
|
docker-compose down
|
|||
|
|
'
|
|||
|
|
"""
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage('工程同步') {
|
|||
|
|
steps {
|
|||
|
|
sh """
|
|||
|
|
rsync -avz --exclude 'venv' ${WORKSPACE}/ ${REMOTE_HOST}:${REMOTE_PROJECT_PATH}/
|
|||
|
|
"""
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
stage('构建镜像') {
|
|||
|
|
steps {
|
|||
|
|
sh """
|
|||
|
|
ssh ${REMOTE_HOST} '
|
|||
|
|
cd ${REMOTE_PROJECT_PATH}
|
|||
|
|
docker build -f Dockerfile.fast -t agent-insights:latest .
|
|||
|
|
'
|
|||
|
|
"""
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage('工程启动') {
|
|||
|
|
steps {
|
|||
|
|
echo("启动")
|
|||
|
|
sh """
|
|||
|
|
ssh ${REMOTE_HOST} '
|
|||
|
|
cd ${REMOTE_PROJECT_PATH}
|
|||
|
|
sh docker-run.sh production 18056
|
|||
|
|
'
|
|||
|
|
"""
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
post {
|
|||
|
|
success {
|
|||
|
|
echo '✅ 部署成功！'
|
|||
|
|
}
|
|||
|
|
failure {
|
|||
|
|
echo '❌ 部署失败，请检查日志！'
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
node {
|
|||
|
|
properties([
|
|||
|
|
parameters([
|
|||
|
|
// 分支选择参数
|
|||
|
|
gitParameter(
|
|||
|
|
branchFilter: 'origin/(.*)',
|
|||
|
|
defaultValue: 'master',
|
|||
|
|
description: 'prod环境，默认master分支',
|
|||
|
|
name: 'Code_branch',
|
|||
|
|
quickFilterEnabled: true,
|
|||
|
|
selectedValue: 'DEFAULT',
|
|||
|
|
sortMode: 'NONE',
|
|||
|
|
type: 'PT_BRANCH'
|
|||
|
|
),
|
|||
|
|
// 选择部署实例
|
|||
|
|
extendedChoice(
|
|||
|
|
name: 'DEPLOY_TARGETS',
|
|||
|
|
type: 'PT_CHECKBOX',
|
|||
|
|
description: "选择需要部署的实例（可勾选多个）\n" +
|
|||
|
|
" A:prod-lessie-server01(43.130.59.68)\n" +
|
|||
|
|
" B:prod-lessie-server02(43.173.126.43)\n" +
|
|||
|
|
" C:prod-lessie-server03(49.51.189.136)\n" +
|
|||
|
|
" D:prod-lessie-server04(170.106.187.156)\n" +
|
|||
|
|
" E:prod-lessie-server05(43.130.53.202)",
|
|||
|
|
value: 'A,B,C,D,E',
|
|||
|
|
defaultValue: 'A,B,C,D,E',
|
|||
|
|
visibleItemCount: 5,
|
|||
|
|
delimiter: ','
|
|||
|
|
),
|
|||
|
|
// 部署顺序
|
|||
|
|
string(
|
|||
|
|
name: 'DEPLOY_ORDER',
|
|||
|
|
defaultValue: 'ABCDE',
|
|||
|
|
description: '指定部署顺序（格式：无分隔符，如勾选A、B则填AB或BA；勾选B、C则填BC或CB）'
|
|||
|
|
)
|
|||
|
|
])
|
|||
|
|
])
|
|||
|
|
|
|||
|
|
|
|||
|
|
// 环境配置（集中管理实例参数）
|
|||
|
|
def config = [
|
|||
|
|
A: [
|
|||
|
|
remoteHost: "43.130.59.68",
|
|||
|
|
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
|
|||
|
|
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
|
|||
|
|
nginxBackend: "10.0.0.12",
|
|||
|
|
port: "7001",
|
|||
|
|
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
|
|||
|
|
checkScript: "/data/sh/check_lessie_agents_7001.sh",
|
|||
|
|
gunicornWorkers: 4
|
|||
|
|
],
|
|||
|
|
B: [
|
|||
|
|
remoteHost: "43.173.126.43",
|
|||
|
|
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
|
|||
|
|
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
|
|||
|
|
nginxBackend: "10.0.0.7",
|
|||
|
|
port: "7001",
|
|||
|
|
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
|
|||
|
|
checkScript: "/data/sh/check_lessie_agents_7001.sh",
|
|||
|
|
gunicornWorkers: 4
|
|||
|
|
],
|
|||
|
|
C: [
|
|||
|
|
remoteHost: "49.51.189.136",
|
|||
|
|
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
|
|||
|
|
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
|
|||
|
|
nginxBackend: "10.0.0.11",
|
|||
|
|
port: "7001",
|
|||
|
|
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
|
|||
|
|
checkScript: "/data/sh/check_lessie_agents_7001.sh",
|
|||
|
|
gunicornWorkers: 4
|
|||
|
|
],
|
|||
|
|
D: [
|
|||
|
|
remoteHost: "170.106.187.156",
|
|||
|
|
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
|
|||
|
|
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
|
|||
|
|
nginxBackend: "10.0.0.2",
|
|||
|
|
port: "7001",
|
|||
|
|
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
|
|||
|
|
checkScript: "/data/sh/check_lessie_agents_7001.sh",
|
|||
|
|
gunicornWorkers: 8
|
|||
|
|
],
|
|||
|
|
E: [
|
|||
|
|
remoteHost: "43.130.53.202",
|
|||
|
|
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
|
|||
|
|
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
|
|||
|
|
nginxBackend: "10.0.0.13",
|
|||
|
|
port: "7001",
|
|||
|
|
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
|
|||
|
|
checkScript: "/data/sh/check_lessie_agents_7001.sh",
|
|||
|
|
gunicornWorkers: 8
|
|||
|
|
]
|
|||
|
|
]
|
|||
|
|
|
|||
|
|
.venv
|
|||
|
|
|
|||
|
|
|
|||
|
|
def commonConfig = [
|
|||
|
|
nginxHost: "49.51.46.148",
|
|||
|
|
connectionTimeout: "3600",
|
|||
|
|
nginxReloadScript: "/data/sh/set_prod_py_backend_weight.sh",
|
|||
|
|
nginxgotopyScript:"/data/sh/set_go_to_py_backend_weight.sh",
|
|||
|
|
waitConnectionsScript: "/data/sh/wait_prod_for_connections.sh"
|
|||
|
|
]
|
|||
|
|
|
|||
|
|
stage('拉代码') {
|
|||
|
|
checkout scm: [
|
|||
|
|
$class: 'GitSCM',
|
|||
|
|
branches: [[name: params.Code_branch]],
|
|||
|
|
userRemoteConfigs: [[
|
|||
|
|
url: 'http://172.24.16.20/python/lessie-sourcing-agents.git',
|
|||
|
|
credentialsId: 'fly_gitlab_auth'
|
|||
|
|
]]
|
|||
|
|
]
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage('验证参数') {
|
|||
|
|
def selectedTargets = params.DEPLOY_TARGETS.split(',').collect { it.trim() }.toList()
|
|||
|
|
def orderChars = params.DEPLOY_ORDER.trim().split('').toList()
|
|||
|
|
|
|||
|
|
if (selectedTargets.isEmpty() || selectedTargets == ['']) {
|
|||
|
|
error("请至少勾选1个需要部署的实例（A/B/C）")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (orderChars.isEmpty()) {
|
|||
|
|
error("部署顺序不能为空，请按勾选实例输入顺序（如勾选B、C则填BC或CB）")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
orderChars.each { instance ->
|
|||
|
|
if (!selectedTargets.contains(instance)) {
|
|||
|
|
error("部署顺序【${params.DEPLOY_ORDER}】包含未勾选的实例【${instance}】，已勾选实例：${params.DEPLOY_TARGETS}")
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (orderChars.unique().size() != orderChars.size()) {
|
|||
|
|
error("部署顺序【${params.DEPLOY_ORDER}】包含重复实例（如AAB），请输入无重复顺序")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (orderChars.size() != selectedTargets.size()) {
|
|||
|
|
error("部署顺序【${params.DEPLOY_ORDER}】有${orderChars.size()}个实例，已勾选实例有${selectedTargets.size()}个，数量需一致")
|
|||
|
|
}
|
|||
|
|
echo "参数验证通过：已选实例=${selectedTargets}，部署顺序:${orderChars}"
|
|||
|
|
env.VALID_ORDER = params.DEPLOY_ORDER
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage('动态部署') {
|
|||
|
|
def orderChars = env.VALID_ORDER.split('').toList()
|
|||
|
|
orderChars.each { instance ->
|
|||
|
|
echo "===== 开始部署实例 ${instance} ====="
|
|||
|
|
|
|||
|
|
// 实例部署的5个步骤
|
|||
|
|
stage("${instance}脱离后端组") {
|
|||
|
|
def cfg = config[instance]
|
|||
|
|
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} down'"
|
|||
|
|
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxgotopyScript} ${cfg.nginxBackend} ${cfg.port} down'"
|
|||
|
|
sh "ssh ${cfg.remoteHost} 'sh ${commonConfig.waitConnectionsScript} ${cfg.port} ${commonConfig.connectionTimeout}'"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage("${instance}下线&同步") {
|
|||
|
|
def cfg = config[instance]
|
|||
|
|
sh "ssh ${cfg.remoteHost} 'sh ${cfg.killScript} ${cfg.port}'"
|
|||
|
|
sh """
|
|||
|
|
ssh ${cfg.remoteHost} 'mkdir -p ${cfg.projectPath}'
|
|||
|
|
rsync -avz --exclude 'venv' --exclude '.git' ${WORKSPACE}/ ${cfg.remoteHost}:${cfg.projectPath}/
|
|||
|
|
"""
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage("${instance}依赖&启动") {
|
|||
|
|
def cfg = config[instance]
|
|||
|
|
sh """
|
|||
|
|
ssh ${cfg.remoteHost} '
|
|||
|
|
cd ${cfg.projectPath}
|
|||
|
|
source ~/.bashrc
|
|||
|
|
conda activate search
|
|||
|
|
source ${cfg.venvDir}/bin/activate
|
|||
|
|
which python
|
|||
|
|
pip install --upgrade pip
|
|||
|
|
pip install -r requirements.txt
|
|||
|
|
TIMESTAMP=\$(date +"%Y%m%d_%H%M%S")
|
|||
|
|
LOGFILE="${cfg.projectPath}/logs/lessie_sourcing_agents_\${TIMESTAMP}.log"
|
|||
|
|
nohup env APP_ENV=prod gunicorn -w ${cfg.gunicornWorkers} -k uvicorn.workers.UvicornWorker \
|
|||
|
|
-b 0.0.0.0:${cfg.port} --timeout 300 dialogue.app:app \
|
|||
|
|
--max-requests 500 --max-requests-jitter 50 \
|
|||
|
|
> "\$LOGFILE" 2>&1 &
|
|||
|
|
ln -sf "\$LOGFILE" ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log
|
|||
|
|
'
|
|||
|
|
"""
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage("探测${instance}服务") {
|
|||
|
|
def cfg = config[instance]
|
|||
|
|
sh "sleep 5"
|
|||
|
|
sh "ssh ${cfg.remoteHost} 'head -n 300 ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log | grep -i error || echo 未发现错误日志'"
|
|||
|
|
sh "ssh ${cfg.remoteHost} 'sh ${cfg.checkScript}'"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
stage("恢复${instance}流量") {
|
|||
|
|
def cfg = config[instance]
|
|||
|
|
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} up'"
|
|||
|
|
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxgotopyScript} ${cfg.nginxBackend} ${cfg.port} up'"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
echo "===== 实例 ${instance} 部署完成 ====="
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
echo '✅ 所有选中的实例部署成功！'
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|