dxin/Work-configuration-file
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

初始化提交

Browse Source
This commit is contained in:
dxin
2025-10-13 11:05:51 +08:00
commit ab171d45bb
301 changed files with 59788 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

222
jenkins/流水线配置/app_lessie_ai/app.lessie.ai.conf Normal file
View File

@@ -0,0 +1,222 @@
pipeline {
agent any
environment {
REMOTE_HOST_A = "43.130.56.138" // 远程服务器A
REMOTE_HOST_B = "43.130.59.68" // 远程服务器B
REMOTE_PROJECT_PATH_A = "/data/webapps/prod_lessie_sourcing_agents" // 远程 Python 项目路径
VENV_DIR_A = "/data/webapps/prod_lessie_sourcing_agents/venv" // 远程虚拟环境目录
REMOTE_PROJECT_PATH_B = "/data/webapps/prod_lessie_sourcing_agents"
VENV_DIR_B = "/data/webapps/prod_lessie_sourcing_agents/venv"
CONDA_PATH = "/root/miniconda3/bin/conda" // 修改为实际 Conda 安装路径
}
stages {
stage('Checkout 代码') {
steps {
git branch: "${params.Code_branch}", credentialsId: 'fly_gitlab_auth', url: 'http://172.24.16.20/python/lessie-sourcing-agents.git'
}
}
stage('进程A下线') {
steps {
echo("下线A")
sh "ssh ${REMOTE_HOST_A} 'sh /data/sh/kill_lessie_sourcing_agents_7001.sh'"
}
}
stage('工程A同步') {
steps {
echo("同步A")
sh """
ssh ${REMOTE_HOST_A} 'mkdir -p ${REMOTE_PROJECT_PATH_A}'
rsync -avz --exclude 'venv' ${WORKSPACE}/ ${REMOTE_HOST_A}:${REMOTE_PROJECT_PATH_A}/
"""
}
}
stage('安装A依赖') {
steps {
echo("依赖A")
sh """
ssh ${REMOTE_HOST_A} '
cd ${REMOTE_PROJECT_PATH_A} &&
source ~/.bashrc &&
conda activate search &&
source ${VENV_DIR_A}/bin/activate &&
pip install --upgrade pip &&
pip install -r requirements.txt
'
"""
}
}
stage('工程A启动') {
steps {
echo("启动A")
sh """
ssh ${REMOTE_HOST_A} '
conda activate search
mv ${REMOTE_PROJECT_PATH_A}/server.py ${REMOTE_PROJECT_PATH_A}/server7001.py
source ${VENV_DIR_A}/bin/activate
TIMESTAMP=\$(date +"%Y%m%d_%H%M%S")
nohup env APP_ENV=prod python ${REMOTE_PROJECT_PATH_A}/server7001.py --port 7001 > ${REMOTE_PROJECT_PATH_A}/logs/lessie_sourcing_agents_\${TIMESTAMP}.log 2>&1 &
'
"""
}
}
stage('探测A服务 ') {
steps {
echo("探测A服务")
sh "ssh ${REMOTE_HOST_A} 'sh /data/sh/check_lessie_agents_7001.sh' "
}
}
stage('进程B下线') {
steps {
echo("下线B")
sh "ssh ${REMOTE_HOST_B} 'sh /data/sh/kill_lessie_sourcing_agents_7001.sh'"
}
}
stage('工程B同步') {
steps {
echo("同步B")
sh """
ssh ${REMOTE_HOST_B} 'mkdir -p ${REMOTE_PROJECT_PATH_B}'
rsync -avz --exclude 'venv' ${WORKSPACE}/ ${REMOTE_HOST_B}:${REMOTE_PROJECT_PATH_B}/
"""
}
}
stage('安装B依赖') {
steps {
echo("依赖B")
sh """
ssh ${REMOTE_HOST_B} '
cd ${REMOTE_PROJECT_PATH_B} &&
source ~/.bashrc &&
conda activate search &&
source ${VENV_DIR_B}/bin/activate &&
pip install --upgrade pip &&
pip install -r requirements.txt
'
"""
}
}
stage('工程B启动') {
steps {
echo("启动B")
sh """
ssh ${REMOTE_HOST_B} '
conda activate search
mv ${REMOTE_PROJECT_PATH_B}/server.py ${REMOTE_PROJECT_PATH_B}/server7001.py
source ${VENV_DIR_B}/bin/activate
TIMESTAMP_02=\$(date +"%Y%m%d_%H%M%S")
nohup env APP_ENV=prod python ${REMOTE_PROJECT_PATH_B}/server7001.py --port 7001 > ${REMOTE_PROJECT_PATH_B}/logs/lessie_sourcing_agents_\${TIMESTAMP_02}.log 2>&1 &
'
"""
}
}
}
post {
success {
echo '✅ 部署成功！'
}
failure {
echo '❌ 部署失败，请检查日志！'
}
}
}
# =======================改造=========================
pipeline {
agent any
parameters {
choice(name: 'DEPLOY_TARGET', choices: ['AB', 'A', 'B'], description: '选择要部署的目标实例')
string(name: 'Code_branch', defaultValue: 'main', description: 'Git 分支')
}
tools{
go 'go1.24.0'
}
environment {
REMOTE_HOST_A = "43.153.98.191"
REMOTE_HOST_B = "49.51.41.243"
NGINX_HOST = "49.51.46.148"
REMOTE_PROJECT_PATH_A = "/data/webapps/go_lessie_sourcing_api"
REMOTE_PROJECT_PATH_B = "/data/webapps/go_lessie_sourcing_api"
NGINX_GO_backend_A = "10.0.0.10"
NGINX_GO_backend_B = "10.0.0.8"
PORT_A = "8100"
PORT_B = "8100"
CONNECTION_TIMEOUT = "1200"
CHECK_PORT_SCRIPT = "/data/sh/check_port.sh"
NGINX_RELOAD_SCRIPT = "/data/sh/set_prod_go_backend_weight.sh"
SEND_STOP_GOAPP_SCRIPT = "/data/sh/send_stop_goapp.sh"
WAIT_CONNECTIONS_SCRIPT = "/data/sh/wait_for_connections.sh"
CHECK_STATUS_SCRIPT = "/data/sh/check_s1_backend_status.sh"
}
stages {
stage('Checkout 代码') {
steps {
git branch: "${params.Code_branch}", credentialsId: 'fly_gitlab_auth', url: 'http://172.24.16.20/go/lessie-sourcing-api.git'
}
}
stage('依赖并构建') {
steps {
sh """
cd ${WORKSPACE}/
export GOVCS="git.deeplink.media:git,*:git"
go mod tidy -v -x
make build-linux
chmod +x ./build/lessie-sourcing-api
"""
}
}
stage('部署实例 A') {
when { expression { params.DEPLOY_TARGET == 'A' || params.DEPLOY_TARGET == 'AB' } }
steps {
script {
echo "=== 部署实例 A ==="
}
// 调用 A 的部署逻辑
build job: 'deploy-instance-A', parameters: [string(name: 'PORT', value: "${PORT_A}")]
}
}
stage('部署实例 B') {
when { expression { params.DEPLOY_TARGET == 'B' || params.DEPLOY_TARGET == 'AB' } }
steps {
script {
echo "=== 部署实例 B ==="
}
// 调用 B 的部署逻辑
build job: 'deploy-instance-B', parameters: [string(name: 'PORT', value: "${PORT_B}")]
}
}
}
post {
success {
echo '✅ 部署成功！'
}
failure {
echo '❌ 部署失败，请检查日志！'
}
}
}
# =================改造===============================

206
jenkins/流水线配置/app_lessie_ai/app新的可选部署顺序py.conf Normal file
View File

@@ -0,0 +1,206 @@
node {
properties([
parameters([
// 分支选择参数
gitParameter(
branchFilter: 'origin/(.*)',
defaultValue: 'master',
description: 'prod环境，默认master分支',
name: 'Code_branch',
quickFilterEnabled: true,
selectedValue: 'DEFAULT',
sortMode: 'NONE',
type: 'PT_BRANCH'
),
// 选择部署实例
extendedChoice(
name: 'DEPLOY_TARGETS',
type: 'PT_CHECKBOX',
description: "选择需要部署的实例（可勾选多个）\n" +
" A:prod-lessie-server01(43.130.59.68)\n" +
" B:prod-lessie-server02(43.173.126.43)\n" +
" C:prod-lessie-server03(49.51.189.136)\n" +
" D:prod-lessie-server04(170.106.187.156)\n" +
" E:prod-lessie-server05(43.130.53.202)",
value: 'A,B,C,D,E',
defaultValue: 'A,B,C,D,E',
visibleItemCount: 5,
delimiter: ','
),
// 部署顺序
string(
name: 'DEPLOY_ORDER',
defaultValue: 'ABCDE',
description: '指定部署顺序（格式：无分隔符，如勾选A、B则填AB或BA；勾选B、C则填BC或CB）'
)
])
])
// 环境配置（集中管理实例参数）
def config = [
A: [
remoteHost: "43.130.59.68",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.12",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 4
],
B: [
remoteHost: "43.173.126.43",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.7",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 4
],
C: [
remoteHost: "49.51.189.136",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.11",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 4
],
D: [
remoteHost: "170.106.187.156",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.2",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 8
],
E: [
remoteHost: "43.130.53.202",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.13",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 8
]
]
def commonConfig = [
nginxHost: "49.51.46.148",
connectionTimeout: "600",
nginxReloadScript: "/data/sh/set_prod_py_backend_weight.sh",
nginxgotopyScript:"/data/sh/set_go_to_py_backend_weight.sh",
waitConnectionsScript: "/data/sh/wait_prod_for_connections.sh"
]
stage('拉代码') {
checkout scm: [
$class: 'GitSCM',
branches: [[name: params.Code_branch]],
userRemoteConfigs: [[
url: 'http://172.24.16.20/python/lessie-sourcing-agents.git',
credentialsId: 'fly_gitlab_auth'
]]
]
}
stage('验证参数') {
def selectedTargets = params.DEPLOY_TARGETS.split(',').collect { it.trim() }.toList()
def orderChars = params.DEPLOY_ORDER.trim().split('').toList()
if (selectedTargets.isEmpty() || selectedTargets == ['']) {
error("请至少勾选1个需要部署的实例（A/B/C）")
}
if (orderChars.isEmpty()) {
error("部署顺序不能为空，请按勾选实例输入顺序（如勾选B、C则填BC或CB）")
}
orderChars.each { instance ->
if (!selectedTargets.contains(instance)) {
error("部署顺序【${params.DEPLOY_ORDER}】包含未勾选的实例【${instance}】，已勾选实例：${params.DEPLOY_TARGETS}")
}
}
if (orderChars.unique().size() != orderChars.size()) {
error("部署顺序【${params.DEPLOY_ORDER}】包含重复实例（如AAB），请输入无重复顺序")
}
if (orderChars.size() != selectedTargets.size()) {
error("部署顺序【${params.DEPLOY_ORDER}】有${orderChars.size()}个实例，已勾选实例有${selectedTargets.size()}个，数量需一致")
}
echo "参数验证通过：已选实例=${selectedTargets}，部署顺序:${orderChars}"
env.VALID_ORDER = params.DEPLOY_ORDER
}
stage('动态部署') {
def orderChars = env.VALID_ORDER.split('').toList()
orderChars.each { instance ->
echo "===== 开始部署实例 ${instance} ====="
// 实例部署的5个步骤
stage("${instance}脱离后端组") {
def cfg = config[instance]
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} down'"
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxgotopyScript} ${cfg.nginxBackend} ${cfg.port} down'"
sh "ssh ${cfg.remoteHost} 'sh ${commonConfig.waitConnectionsScript} ${cfg.port} ${commonConfig.connectionTimeout}'"
}
stage("${instance}下线&同步") {
def cfg = config[instance]
sh "ssh ${cfg.remoteHost} 'sh ${cfg.killScript} ${cfg.port}'"
sh """
ssh ${cfg.remoteHost} 'mkdir -p ${cfg.projectPath}'
rsync -avz --exclude 'venv' --exclude '.git' ${WORKSPACE}/ ${cfg.remoteHost}:${cfg.projectPath}/
"""
}
stage("${instance}依赖&启动") {
def cfg = config[instance]
sh """
ssh ${cfg.remoteHost} '
cd ${cfg.projectPath}
source ~/.bashrc
conda activate search
source ${cfg.venvDir}/bin/activate
pip install --upgrade pip
pip install -r requirements.txt
TIMESTAMP=\$(date +"%Y%m%d_%H%M%S")
LOGFILE="${cfg.projectPath}/logs/lessie_sourcing_agents_\${TIMESTAMP}.log"
nohup env APP_ENV=prod gunicorn -w ${cfg.gunicornWorkers} -k uvicorn.workers.UvicornWorker \
-b 0.0.0.0:${cfg.port} --timeout 300 dialogue.app:app \
--max-requests 500 --max-requests-jitter 50 \
> "\$LOGFILE" 2>&1 &
ln -sf "\$LOGFILE" ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log
'
"""
}
stage("探测${instance}服务") {
def cfg = config[instance]
sh "sleep 5"
sh "ssh ${cfg.remoteHost} 'head -n 300 ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log | grep -i error || echo 未发现错误日志'"
sh "ssh ${cfg.remoteHost} 'sh ${cfg.checkScript}'"
}
stage("恢复${instance}流量") {
def cfg = config[instance]
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} up'"
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxgotopyScript} ${cfg.nginxBackend} ${cfg.port} up'"
}
echo "===== 实例 ${instance} 部署完成 ====="
}
}
echo '✅ 所有选中的实例部署成功！'
}

155
jenkins/流水线配置/app_lessie_ai/s1新的可选部署顺序py.conf Normal file
View File

@@ -0,0 +1,155 @@
node {
properties([
parameters([
// 分支选择参数
gitParameter(
branchFilter: 'origin/(.*)',
defaultValue: 'master',
description: 's1环境，默认master分支',
name: 'Code_branch',
quickFilterEnabled: true,
selectedValue: 'DEFAULT',
sortMode: 'NONE',
type: 'PT_BRANCH',
size: 1
),
// 部署实例选择
choice(
name: 'DEPLOY_TARGETS',
choices: ['A', 'B', 'A,B'],
description: '选择需要部署的实例（多选格式为"A,B"）'
),
// 部署顺序
string(
name: 'DEPLOY_ORDER',
defaultValue: 'A',
description: '指定部署顺序（如AB、BA，必须是已选实例的组合）'
)
])
])
// 环境配置（集中管理实例参数）
def config = [
A: [
remoteHost: "43.130.56.138",
projectPath: "/data/webapps/lessie_sourcing_agents",
venvDir: "/data/webapps/lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.5",
port: "8000",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_8000.sh",
gunicornWorkers: 8
],
B: [
remoteHost: "43.130.53.202",
projectPath: "/data/webapps/lessie_sourcing_agents",
venvDir: "/data/webapps/lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.13",
port: "8002",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_8002.sh",
gunicornWorkers: 4
]
]
def commonConfig = [
nginxHost: "49.51.46.148",
connectionTimeout: "600",
nginxReloadScript: "/data/sh/set_s1_backend_weight_new.sh",
waitConnectionsScript: "/data/sh/wait_s1_for_connections.sh"
]
stage('拉代码') {
checkout scm: [
$class: 'GitSCM',
branches: [[name: params.Code_branch]],
userRemoteConfigs: [[
url: 'http://172.24.16.20/python/lessie-sourcing-agents.git',
credentialsId: 'fly_gitlab_auth'
]]
]
}
stage('验证参数') {
def selectedTargets = params.DEPLOY_TARGETS.split(',').toList()
def orderChars = params.DEPLOY_ORDER.split('').toList()
if (orderChars.isEmpty()) {
error("部署顺序不能为空，请输入如AB、BA的顺序")
}
orderChars.each { instance ->
if (!selectedTargets.contains(instance)) {
error("部署顺序包含未选择的实例: ${instance}，已选实例：${params.DEPLOY_TARGETS}")
}
}
def uniqueOrder = orderChars.unique()
if (uniqueOrder.size() != orderChars.size()) {
error("部署顺序包含重复实例: ${params.DEPLOY_ORDER}")
}
echo "✅ 参数验证通过：已选实例=${selectedTargets}，部署顺序=${orderChars}"
env.VALID_ORDER = params.DEPLOY_ORDER
}
stage('动态部署') {
def orderChars = env.VALID_ORDER.split('').toList()
orderChars.each { instance ->
echo "===== 开始部署实例 ${instance} ====="
// 实例部署的5个步骤（直接在循环中定义stage，无嵌套）
stage("${instance}:脱离后端组") {
def cfg = config[instance]
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} down'"
sh "ssh ${cfg.remoteHost} 'sh ${commonConfig.waitConnectionsScript} ${cfg.port} ${commonConfig.connectionTimeout}'"
}
stage("${instance}下线&同步") {
def cfg = config[instance]
sh "ssh ${cfg.remoteHost} 'sh ${cfg.killScript} ${cfg.port}'"
sh """
ssh ${cfg.remoteHost} 'mkdir -p ${cfg.projectPath}'
rsync -avz --exclude 'venv' --exclude '.git' ${WORKSPACE}/ ${cfg.remoteHost}:${cfg.projectPath}/
"""
}
stage("${instance}依赖&启动") {
def cfg = config[instance]
sh """
ssh ${cfg.remoteHost} '
cd ${cfg.projectPath}
source ~/.bashrc
conda activate search
source ${cfg.venvDir}/bin/activate
pip install --upgrade pip
pip install -r requirements.txt
TIMESTAMP=\$(date +"%Y%m%d_%H%M%S")
LOGFILE="${cfg.projectPath}/logs/lessie_sourcing_agents_\${TIMESTAMP}.log"
nohup env APP_ENV=s1 gunicorn -w ${cfg.gunicornWorkers} -k uvicorn.workers.UvicornWorker \
-b 0.0.0.0:${cfg.port} --timeout 300 dialogue.app:app \
--max-requests 500 --max-requests-jitter 50 \
> "\$LOGFILE" 2>&1 &
ln -sf "\$LOGFILE" ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log
'
"""
}
stage("探测${instance}探测服务") {
def cfg = config[instance]
sh "sleep 5"
sh "ssh ${cfg.remoteHost} 'head -n 300 ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log | grep -i error || echo 未发现错误日志'"
sh "ssh ${cfg.remoteHost} 'sh ${cfg.checkScript}'"
}
stage("恢复${instance}流量") {
def cfg = config[instance]
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} up'"
}
echo "===== 实例 ${instance} 部署完成 ====="
}
}
echo '✅ 所有选中的实例部署成功！'
}

45
jenkins/流水线配置/app_lessie_ai/set_prod_py_backend_weight.sh Normal file
View File

@@ -0,0 +1,45 @@
#!/bin/bash
# Nginx 后端服务器上下线脚本
# 用法: set_prod_backend_weight.sh <ip> <port> <action>
# 示例:
# set_prod_backend_weight.sh 10.0.0.5 7001 down
# set_prod_backend_weight.sh 10.0.0.5 7001 up
IP=$1
PORT=$2
ACTION=$3 # down / up
NGINX_CONFIG="/data/tengine/vhosts/app.lessie.ai.conf"
BACKUP_CONFIG="${NGINX_CONFIG}.backup.$(date +%F_%T).bak"
# 参数检查
if [ -z "$IP" ] || [ -z "$PORT" ] || [ -z "$ACTION" ]; then
echo "用法: $0 <ip> <port> <action> (action: down/up)"
exit 1
fi
# 备份
cp -f "$NGINX_CONFIG" "$BACKUP_CONFIG" || {
echo "备份配置失败"
exit 1
}
# 修改
if [ "$ACTION" == "down" ]; then
sed -i "s/\(server[[:space:]]\+$IP:$PORT[[:space:]]*\)weight=[0-9]\+\(.*\)/\1down\2/" "$NGINX_CONFIG"
elif [ "$ACTION" == "up" ]; then
sed -i "s/\(server[[:space:]]\+$IP:$PORT[[:space:]]*\)down\(.*\)/\1weight=10\2/" "$NGINX_CONFIG"
else
echo "无效的 action: $ACTION"
exit 1
fi
# 验证 & 重载
if nginx -t; then
nginx -s reload
echo "✅ 已将 $IP:$PORT 设置为 $ACTION"
rm -f "$BACKUP_CONFIG"
else
echo "❌ 配置检查失败，回滚..."
cp -f "$BACKUP_CONFIG" "$NGINX_CONFIG"
exit 1
fi