初始化提交

2025-10-07 15:58:15 +08:00
commit 0e593caf99
378 changed files with 77890 additions and 0 deletions
--- a/jenkins/流水线配置/tk_shop_crawler.conf
+++ b/jenkins/流水线配置/tk_shop_crawler.conf
@@ -0,0 +1,167 @@
+pipeline {
+    agent any
+
+    environment {
+        REMOTE_HOST = "49.51.46.148"  // 远程服务器
+        REMOTE_PROJECT_PATH = "/data/webapps/test_tk_shop_crawler"  // 远程 Python 项目路径
+        // VENV_DIR = "/data/webapps/test_yt_search_crawler/venv"  // 远程虚拟环境目录
+        CONDA_PATH = "/root/miniconda3/bin/conda" // 修改为实际 Conda 安装路径
+    }
+
+    stages {
+        stage('Checkout 代码') {
+            steps {
+                git branch: 'master', credentialsId: 'fly_gitlab_auth', url: 'http://172.24.16.20/root/tk_shop_crawler.git'
+            }
+        }
+
+        stage('进程下线') {
+            steps {
+                echo("下线")
+                sh """
+                    ssh ${REMOTE_HOST} '
+                        sh /data/sh/kill_test_tk_shop_crawler_tiktok_sign_server.sh &&
+                        sh /data/sh/kill_test_tk_shop_crawler.sh
+                    '
+                """
+                
+            }
+        }
+
+        stage('工程同步') {
+            steps {
+                sh """
+                    ssh ${REMOTE_HOST} 'mkdir -p ${REMOTE_PROJECT_PATH}'
+                    rsync -avz --exclude 'venv' ${WORKSPACE}/ ${REMOTE_HOST}:${REMOTE_PROJECT_PATH}/
+                """
+            }
+        }
+
+        stage('安装依赖') {
+            steps {
+                sh """
+                    ssh ${REMOTE_HOST} '
+                        cd ${REMOTE_PROJECT_PATH} &&
+                        source ~/.bashrc &&
+                        conda activate py310 &&
+                        pip install --upgrade pip &&
+                        npm install crypto &&
+                        pip install -r requirements.txt
+                    '
+                """
+            }
+        }
+
+        stage('工程启动') {
+            steps {
+                 echo("启动")
+                // sh "ssh ${REMOTE_HOST} 'nohup env PYTHONPATH=/data/webapps/influencer_search_agent python3 -m dialogue.influencer_search > /data/webapps/influencer_search_agent/nohup.out 2>&1 &'"
+                // sh "ssh ${REMOTE_HOST} 'sh /data/sh/run_prod_nano_crawler.sh'"
+                sh """
+                    ssh ${REMOTE_HOST} '
+                        cd ${REMOTE_PROJECT_PATH} &&
+                        sh /data/sh/run_tk_shop_crawler_tiktok_sign_server.sh &&
+                        sh /data/sh/run_tk_shop_crawler.sh
+ 
+                    '
+                """
+            }
+        }
+    }
+
+    post {
+        success {
+            echo '✅ 部署成功！'
+        }
+        failure {
+            echo '❌ 部署失败，请检查日志！'
+        }
+    }
+}
+
+
+--------------- ↑ 原本 ↑ ------
+
+
+
+
+pipeline {
+    agent any
+
+    environment {
+        // REMOTE_HOST = ""  // 远程服务器
+        REMOTE_PROJECT_PATH = "/data/webapps/test_tk_shop_crawler"  // 远程 Python 项目路径
+        VENV_DIR = "/data/webapps/test_tk_shop_crawler/venv"  // 远程虚拟环境目录
+        CONDA_PATH = "/root/miniconda3/bin/conda" // 修改为实际 Conda 安装路径
+    }
+
+    stages {
+        stage('Checkout 代码') {
+            steps {
+                git branch: "${params.Code_branch}", credentialsId: 'fly_gitlab_auth', url: 'http://172.24.16.20/root/tk_shop_crawler.git'
+            }
+        }
+
+        stage('进程下线') {
+            steps {
+                echo("下线")
+                sh """
+                    ssh ${params.REMOTE_HOST} '
+                        sh /data/sh/kill_test_tk_shop_crawler_tiktok_sign_server.sh &&
+                        sh /data/sh/kill_test_tk_shop_crawler.sh
+                    '
+                """
+            }
+        }
+
+        stage('工程同步') {
+            steps {
+                sh """
+                    ssh ${params.REMOTE_HOST} 'mkdir -p ${REMOTE_PROJECT_PATH}'
+                    rsync -avz --exclude 'venv' ${WORKSPACE}/ ${params.REMOTE_HOST}:${REMOTE_PROJECT_PATH}/
+                """
+            }
+        }
+
+        stage('安装依赖') {
+            steps {
+                sh """
+                    ssh ${params.REMOTE_HOST} '
+                        cd ${REMOTE_PROJECT_PATH} &&
+                        source ~/.bashrc &&
+                        conda activate py310 &&
+                        source ${VENV_DIR}/bin/activate &&
+                        pip install -r requirements.txt &&
+                        npm install crypto
+                    '
+                """
+            }
+        }
+
+        stage('工程启动') {
+            steps {
+                sh """
+                    ssh ${params.REMOTE_HOST} '
+                        cd ${REMOTE_PROJECT_PATH} &&
+                        sh /data/sh/run_tk_shop_crawler_tiktok_sign_server.sh &&
+                        sh /data/sh/run_tk_shop_crawler.sh
+                    '
+                """
+            }
+        }
+    }
+
+    post {
+        success {
+            echo '✅ 部署成功！'
+        }
+        failure {
+            echo '❌ 部署失败，请检查日志！'
+        }
+    }
+}
+
+
+
+
+