This commit is contained in:
dxin
2025-10-15 18:00:33 +08:00
parent 398d923bc4
commit 47da867175
4 changed files with 333 additions and 6 deletions

View File

@@ -2,13 +2,12 @@
out-crawler-host
yum -y localinstall filebeat-8.17.0-x86_64.rpm
cd /etc/filebeat
mv filebeat.yml filebeat.yml.bak
mkdir inputs.d

View File

@@ -0,0 +1,309 @@
pipeline {
agent any
environment {
REMOTE_HOST = "43.159.145.241" // 远程服务器 {params.REMOTE_HOST}
REMOTE_PROJECT_PATH = "/data/webapps/prod_agent_insights" // 远程 Python 项目路径
CONDA_PATH = "/root/miniconda3/bin/conda" // 修改为实际 Conda 安装路径
}
stages {
stage('Checkout 代码') {
steps {
git branch: "${params.Code_branch}", credentialsId: 'fly_gitlab_auth', url: 'http://172.24.16.20/python/agent_insights.git'
}
}
stage('进程下线') {
steps {
echo("下线")
sh """
ssh ${REMOTE_HOST} '
cd ${REMOTE_PROJECT_PATH}
docker-compose down
'
"""
}
}
stage('工程同步') {
steps {
sh """
rsync -avz --exclude 'venv' ${WORKSPACE}/ ${REMOTE_HOST}:${REMOTE_PROJECT_PATH}/
"""
}
}
stage('构建镜像') {
steps {
sh """
ssh ${REMOTE_HOST} '
cd ${REMOTE_PROJECT_PATH}
docker build -f Dockerfile.fast -t agent-insights:latest .
'
"""
}
}
stage('工程启动') {
steps {
echo("启动")
sh """
ssh ${REMOTE_HOST} '
cd ${REMOTE_PROJECT_PATH}
sh docker-run.sh production 18056
'
"""
}
}
}
post {
success {
echo '✅ 部署成功!'
}
failure {
echo '❌ 部署失败,请检查日志!'
}
}
}
node {
properties([
parameters([
// 分支选择参数
gitParameter(
branchFilter: 'origin/(.*)',
defaultValue: 'master',
description: 'prod环境默认master分支',
name: 'Code_branch',
quickFilterEnabled: true,
selectedValue: 'DEFAULT',
sortMode: 'NONE',
type: 'PT_BRANCH'
),
// 选择部署实例
extendedChoice(
name: 'DEPLOY_TARGETS',
type: 'PT_CHECKBOX',
description: "选择需要部署的实例(可勾选多个)\n" +
" A:prod-lessie-server01(43.130.59.68)\n" +
" B:prod-lessie-server02(43.173.126.43)\n" +
" C:prod-lessie-server03(49.51.189.136)\n" +
" D:prod-lessie-server04(170.106.187.156)\n" +
" E:prod-lessie-server05(43.130.53.202)",
value: 'A,B,C,D,E',
defaultValue: 'A,B,C,D,E',
visibleItemCount: 5,
delimiter: ','
),
// 部署顺序
string(
name: 'DEPLOY_ORDER',
defaultValue: 'ABCDE',
description: '指定部署顺序格式无分隔符如勾选A、B则填AB或BA勾选B、C则填BC或CB'
)
])
])
// 环境配置(集中管理实例参数)
def config = [
A: [
remoteHost: "43.130.59.68",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.12",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 4
],
B: [
remoteHost: "43.173.126.43",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.7",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 4
],
C: [
remoteHost: "49.51.189.136",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.11",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 4
],
D: [
remoteHost: "170.106.187.156",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.2",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 8
],
E: [
remoteHost: "43.130.53.202",
projectPath: "/data/webapps/prod_lessie_sourcing_agents",
venvDir: "/data/webapps/prod_lessie_sourcing_agents/venv",
nginxBackend: "10.0.0.13",
port: "7001",
killScript: "/data/sh/kill_lessie_sourcing_agents.sh",
checkScript: "/data/sh/check_lessie_agents_7001.sh",
gunicornWorkers: 8
]
]
.venv
def commonConfig = [
nginxHost: "49.51.46.148",
connectionTimeout: "3600",
nginxReloadScript: "/data/sh/set_prod_py_backend_weight.sh",
nginxgotopyScript:"/data/sh/set_go_to_py_backend_weight.sh",
waitConnectionsScript: "/data/sh/wait_prod_for_connections.sh"
]
stage('拉代码') {
checkout scm: [
$class: 'GitSCM',
branches: [[name: params.Code_branch]],
userRemoteConfigs: [[
url: 'http://172.24.16.20/python/lessie-sourcing-agents.git',
credentialsId: 'fly_gitlab_auth'
]]
]
}
stage('验证参数') {
def selectedTargets = params.DEPLOY_TARGETS.split(',').collect { it.trim() }.toList()
def orderChars = params.DEPLOY_ORDER.trim().split('').toList()
if (selectedTargets.isEmpty() || selectedTargets == ['']) {
error("请至少勾选1个需要部署的实例A/B/C")
}
if (orderChars.isEmpty()) {
error("部署顺序不能为空请按勾选实例输入顺序如勾选B、C则填BC或CB")
}
orderChars.each { instance ->
if (!selectedTargets.contains(instance)) {
error("部署顺序【${params.DEPLOY_ORDER}】包含未勾选的实例【${instance}】,已勾选实例:${params.DEPLOY_TARGETS}")
}
}
if (orderChars.unique().size() != orderChars.size()) {
error("部署顺序【${params.DEPLOY_ORDER}】包含重复实例如AAB请输入无重复顺序")
}
if (orderChars.size() != selectedTargets.size()) {
error("部署顺序【${params.DEPLOY_ORDER}】有${orderChars.size()}个实例,已勾选实例有${selectedTargets.size()}个,数量需一致")
}
echo "参数验证通过:已选实例=${selectedTargets},部署顺序:${orderChars}"
env.VALID_ORDER = params.DEPLOY_ORDER
}
stage('动态部署') {
def orderChars = env.VALID_ORDER.split('').toList()
orderChars.each { instance ->
echo "===== 开始部署实例 ${instance} ====="
// 实例部署的5个步骤
stage("${instance}脱离后端组") {
def cfg = config[instance]
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} down'"
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxgotopyScript} ${cfg.nginxBackend} ${cfg.port} down'"
sh "ssh ${cfg.remoteHost} 'sh ${commonConfig.waitConnectionsScript} ${cfg.port} ${commonConfig.connectionTimeout}'"
}
stage("${instance}下线&同步") {
def cfg = config[instance]
sh "ssh ${cfg.remoteHost} 'sh ${cfg.killScript} ${cfg.port}'"
sh """
ssh ${cfg.remoteHost} 'mkdir -p ${cfg.projectPath}'
rsync -avz --exclude 'venv' --exclude '.git' ${WORKSPACE}/ ${cfg.remoteHost}:${cfg.projectPath}/
"""
}
stage("${instance}依赖&启动") {
def cfg = config[instance]
sh """
ssh ${cfg.remoteHost} '
cd ${cfg.projectPath}
source ~/.bashrc
conda activate search
source ${cfg.venvDir}/bin/activate
which python
pip install --upgrade pip
pip install -r requirements.txt
TIMESTAMP=\$(date +"%Y%m%d_%H%M%S")
LOGFILE="${cfg.projectPath}/logs/lessie_sourcing_agents_\${TIMESTAMP}.log"
nohup env APP_ENV=prod gunicorn -w ${cfg.gunicornWorkers} -k uvicorn.workers.UvicornWorker \
-b 0.0.0.0:${cfg.port} --timeout 300 dialogue.app:app \
--max-requests 500 --max-requests-jitter 50 \
> "\$LOGFILE" 2>&1 &
ln -sf "\$LOGFILE" ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log
'
"""
}
stage("探测${instance}服务") {
def cfg = config[instance]
sh "sleep 5"
sh "ssh ${cfg.remoteHost} 'head -n 300 ${cfg.projectPath}/logs/lessie_sourcing_agents_latest.log | grep -i error || echo 未发现错误日志'"
sh "ssh ${cfg.remoteHost} 'sh ${cfg.checkScript}'"
}
stage("恢复${instance}流量") {
def cfg = config[instance]
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxReloadScript} ${cfg.nginxBackend} ${cfg.port} up'"
sh "ssh ${commonConfig.nginxHost} 'sh ${commonConfig.nginxgotopyScript} ${cfg.nginxBackend} ${cfg.port} up'"
}
echo "===== 实例 ${instance} 部署完成 ====="
}
}
echo '✅ 所有选中的实例部署成功!'
}

View File

@@ -14,7 +14,7 @@ docker push uswccr.ccs.tencentyun.com/lessie/lessie-sourcing-agents:v0.1
# 登录
docker login uswccr.ccs.tencentyun.com -u 100038894437 -p <你的密码>
docker login uswccr.ccs.tencentyun.com -u 100038894437 回车后输出密码: h8H1o6Fd!HLXn
# 打 tag
docker tag lessie/python:3.12.9-base uswccr.ccs.tencentyun.com/lessie/python:3.12.9-base

View File

@@ -0,0 +1,19 @@
apiVersion: v1
clusters:
- cluster:
certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUN5akNDQWJLZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQ0FYRFRJMU1UQXhNVEE1TWpFd09Wb1lEekl3TlRVeE1EQTBNRGt5TVRBNVdqQVZNUk13RVFZRApWUVFERXdwcmRXSmxjbTVsZEdWek1JSUJJakFOQmdrcWhraUc5dzBCQVFFRkFBT0NBUThBTUlJQkNnS0NBUUVBCnpFNHZKbXFhLytkWnpDV01QN2RYb3RzREM2RU9Nb2VSSjFSZ3ZvS1F6cFpTLzBpakFqeGEwWHZoRGs5eS91Zi8KWUk3Ukw2WVhxWVQ3c1YyanN5U21JVFVRVXhscGptUHBPb0lQdmltMnRaelBwakI5RDF5d0llWVRzbU11K3loMwpBL1RpU1pQVnVQMFpKNHJCdyt1bU1HQ25FUjJXNVc0WmpuWGV2WndCOWk2WW5oc3FNWVA4azJ6N3RhdnJRSWpOClFuSXlGRUNac3ZMbHlRRlZnR3EyWU9WRERkRUNORXptQjU4Z3NQeFZaOGFTdTZjTVA1MzN4cTNObzJwTWN6cEUKSnRvTEFqZFNCYkU4ZFpBUUFtRXB5WkEwUzJXZnAxK0NYekg0UEhHT2pjVVI0eVQ1T0NQeE5nRGxsenFNVnExOApSQlkvNGI0U3lVbmxHV0luN2tNdWhRSURBUUFCb3lNd0lUQU9CZ05WSFE4QkFmOEVCQU1DQXBRd0R3WURWUjBUCkFRSC9CQVV3QXdFQi96QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpM3lDWk9zbG1ScVh4eDRkY1BJaXp2K1QKWmRiT05hbHo5S3R2QmlFZHdVKytLRWRaZm5aWlpFMWFPbitxckxPSHpGcGdvblp1eTRKNFlodWRHakFYVE1McwpLWC9WUVZLcndYUVVUMXNybnZVR3FpV21teVZsd1dpUi8yT1A5aHdUVjRaYkVxMzZPMlAvOVJNUXVaYUZDbXZYCm5tcDNYUE5keVVSaHcyeWxVUWJQRGRFKyt0a1B4ZENPOXZlV3VJRUJpQXdaeC9zOFZCZVA2eWNXSjQxdmgrUVMKN2VUbXU1YVFwdllUcWNqMTFycTA1NnMzQlhYUU02TnAvV2tkVStFTHpzT2gwZzhXRU16Q0gvL1lNdFdVWGMyOQo1Z3AzcURNWW1LUW1JSHBIWEtHcEN2OEcvNmFhdWVvWGJnamtFVTRWVkhyWmg3Q1JLZGxsbkhjWU9OemY3UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K
server: https://lb-r7qx8b82-x9ivq4pstdm8f1zc.clb.usw-tencentclb.cloud
name: cls-pl1yhr34
contexts:
- context:
cluster: cls-pl1yhr34
user: "100038894437"
name: cls-pl1yhr34-100038894437-context-default
current-context: cls-pl1yhr34-100038894437-context-default
kind: Config
preferences: {}
users:
- name: "100038894437"
user:
client-certificate-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUREakNDQWZhZ0F3SUJBZ0lJWXNKUHJZc2EwbHN3RFFZSktvWklodmNOQVFFTEJRQXdGVEVUTUJFR0ExVUUKQXhNS2EzVmlaWEp1WlhSbGN6QWdGdzB5TlRFd01UTXdOek01TVRCYUdBOHlNRFUxTVRBeE16QTNNemt4TUZvdwpOakVTTUJBR0ExVUVDaE1KZEd0bE9uVnpaWEp6TVNBd0hnWURWUVFERXhjeE1EQXdNemc0T1RRME16Y3RNVGMyCk1ETTBNVEUxTURDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTlMvSEdiVHBvMXUKaXdGSXVjSVlNQ2RVNnAzN3hwYmdwNDR4Vld3MG1lUU4zdkRZdlBWcXZNdmVWK0dzZWd1aWVCZEZNd082OGJqUQpGTFlKQnZpVmc5RXFYMWZkUVJ5ZCtzQUh5VXZQZmNaK3UrMG1qT1RqNHdaRC9VVlI0Q3FRWnVrc0Zsamp0aERJClhOeENYVEtOU2xmdEJiQXJENTVlenN4WmdyRnNDWnd4WTRZSDlrbEYvRllNWUVhZHVGQWZETzJUcHVDLzUzVnAKNVFyaFpZTzczK3VaZjR4QnpSZmwrTXYxUm9XOWF4RzN0M3dTYklRclorUU9UbUx0ZnFTSnN0QmZGT0lHdW15VAoyemNKVEl3MjloNXZSNnk0VHhXSWJMRGtrTkxJWGdONDBOZmxBcS9yNnVlalRjVmwwVmcrRHk1dy9HYzU4MXV6CmdBZjE2alJCRWZNQ0F3RUFBYU0vTUQwd0RnWURWUjBQQVFIL0JBUURBZ0tFTUIwR0ExVWRKUVFXTUJRR0NDc0cKQVFVRkJ3TUNCZ2dyQmdFRkJRY0RBVEFNQmdOVkhSTUJBZjhFQWpBQU1BMEdDU3FHU0liM0RRRUJDd1VBQTRJQgpBUUEwZmVYcHNqNGo4cGl2WURhTVlpdXpNUytLQStNL0hJb3krNk1SalFrTUtVNUU5azdmMlk1Z2hJeXhzR3AwCjFEOWlRZ1JYU2E5K2xGS1hTdHVBeWt3WDYzeUlyVDhKbDc3S2FXSUs0MWdCVk1jaTcycFAyWklFOU40U05oVksKSzVaaWRRcGlIWWxFeG9WaEthSWxxS3N1WkZsbGQ5cjV3WGtoaWd6ZEhiOGpXY2QzaWVHSGh6U0liUElwN25aYgppeUpyOHN6c2tnSk9ucmFtMFQzNWg3K29tSm5YTFJCbGdMNVRFRHFjZ2ZBd01oOG5oVkNPRDJsM1Nnam5vOGl1CkcyclJnSjE4MlUvQ3BYSXY2VDNDeGVyazJTUFplZEZndE9yY3I2eHBjcGpWTGViQVpMdVNlcDVWS0JYRExwdzUKd2JyNDJYNFRkaXZCbTBFYldlVHUyUEZvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K
client-key-data: LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBMUw4Y1p0T21qVzZMQVVpNXdoZ3dKMVRxbmZ2R2x1Q25qakZWYkRTWjVBM2U4Tmk4CjlXcTh5OTVYNGF4NkM2SjRGMFV6QTdyeHVOQVV0Z2tHK0pXRDBTcGZWOTFCSEozNndBZkpTODk5eG42NzdTYU0KNU9QakJrUDlSVkhnS3BCbTZTd1dXT08yRU1oYzNFSmRNbzFLViswRnNDc1BubDdPekZtQ3NXd0puREZqaGdmMgpTVVg4Vmd4Z1JwMjRVQjhNN1pPbTRML25kV25sQ3VGbGc3dmY2NWwvakVITkYrWDR5L1ZHaGIxckViZTNmQkpzCmhDdG41QTVPWXUxK3BJbXkwRjhVNGdhNmJKUGJOd2xNakRiMkhtOUhyTGhQRlloc3NPU1Ewc2hlQTNqUTErVUMKcit2cTU2Tk54V1hSV0Q0UExuRDhaem56VzdPQUIvWHFORUVSOHdJREFRQUJBb0lCQVFDcURXekZZSTV6NUpWbAozRnpuSVhCMEwvTXRmdEFaVDg5KzRENDR0TDhCeEhpY3FaSTQxUzIrQTZiWmM0VkdnWUplajJpY3BiU0xsbi9ICmxlV2xrOVYrdnREaEtiRGZFQVFidE4yWkpHeVQyaithNjBLWnZ2SjcwcUxDNHhRODBab0E3Y1diSGNFdEh3cmkKNElVZ1lFRzVrSE1JZ3hNRDh5SjN3MkN0TXY5bmdiakhLUVFBZHFXRFMxS0hWa0lxTnhIcDlJcStnT2x4WmdrVgpNcC81TzczbEZudFJLVTVSdXNJN3hldE4rVVlkakhpZ2NINlBRaU5NaTdsOU5YSUhPMFdLekNueEJ6VEM1UzVtCnFYTjZ2Zkd6WGRpMlVlRGNYcldsSWtTN0x4a2VLTU1JbDdndkF2dmhNTFJPa3hPSk5BODYvOHhEZWlrWHFDQW8KT0ptcXdPSlJBb0dCQU5qcFJFc3BPenNIdCt1Q0dMQjQzbTRJRVc5cE5GTTBKa0swL2JjOEFhcE9aWnYyQmtWSwpiQzB1ajJMdzdjKzhwMDRGQ0ZyY3RyTE5WKzhvSnNPZzhwcEdGUFFZVFB1SVc3WTUzTGI4WGxoaW1uY3hWUjUrCmI3TXRxZWhVQTlYOUNLMGw5V1FpcmhqbU9abDlJZEZ0MExzOW83RGsvbitEUjRpeldndEtYMHZKQW9HQkFQc1YKdDB0R3NiWUt2clUyZW1zeHFLbDhmZS90Y0RqNG1uOFBqY0R3WlNOQ2ZZU1QyLzZGRWphQ0dCdlplcEhJdm1zMQp4aldrZGpIMTBFNTdoeWtmU3VWR3ZVeCsxVXRMM3VKSFdtSXVIYTl6dTNYMkVmQjgwNlM0T2xuWklkSVpkVnVSCjhWWHl6TlM2QnZVS3hGNDdQNTVmWmFtRVBscEE3VXM0M2YyeHhkWGJBb0dBS1NNTUphajdKN1hPQnFjVW9aczYKcStseHpReEp0U0hsdzY3cGt5K1pMVUJTK3VJTXpHVlI0THU4eThuZmdBOUtOM3l5MmZDVDRaTWFBeXc5TmNxMwpWOVRFc29wTlIwTFVDZG90WnJLei9kVXRjRDkxNGlPZWNYL09nbFkwcUFlbDlwaUZVbWxWVlRtTVlQU2ZUa1dpCldYQldNLzBwMnVyOXpRb2VvSmVKUFNrQ2dZQS80WnlLMkdlcWF6MXVHWGc0QWFCcHpyU3o4SE1XNjVsVExuL2cKVU1sS21VWWFEd3h2eXllQkdzUkxnWjkvcTlWV3JZM0taQmQyU3BZL0FZcTMyYkJTZVJiOGVXQ0hFYnlaVVpJYgpYS1JNMldNZWRnYkdhdHZtRXNFMXp0cWQrOEF5RmdXUzJuMW11aFcvRG9nN2VWT01WYlVsMWZHUFFPbWVzODgzCkZwM0E5UUtCZ1FDbERKUlN4NFFvNzlmTG9rS2Z5eWVKQzJJRnJVaVlPRTYzdTRsd0U1K1pkTmNqUWxtY2p4ZDAKNlI1a29iaXc4bUhVQkdOSk9XQzBWeC9ZVnZnVEhVMm9KdTVCOUQ5SEhHa1NZb0ljR2x4T2ZLWUJLdXpNcWJzZgpnTjhIcUlnMjlCWTU2MkFYci9MN0sxT3ZLWWtERzJjQ0dLenR4SzNUTldnYWFMaGU1bkdPZVE9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo=