新增流水线脚本

This commit is contained in:
dxin
2025-12-11 11:11:33 +08:00
parent b88aa2803d
commit 841296f02c
19 changed files with 3577 additions and 10 deletions

View File

@@ -0,0 +1,104 @@
---
# Headless ServiceStatefulSet 必需,哪怕单节点,无头)
apiVersion: v1
kind: Service
metadata:
name: elasticsearch
namespace: es-test
spec:
clusterIP: None
selector:
app: elasticsearch
ports:
- port: 9200
name: http
- port: 9300
name: transport
---
# 单节点 StatefulSet (有状态工作负载)
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: elasticsearch
namespace: es-test
spec:
serviceName: "elasticsearch"
replicas: 1 # 👈 单节点!
selector:
matchLabels:
app: elasticsearch
template:
metadata:
labels:
app: elasticsearch
spec:
# ✅ 关键initContainer 修复内核参数(腾讯云默认可能不足)
initContainers:
- name: increase-vm-max-map
image: busybox
command: ["sysctl", "-w", "vm.max_map_count=262144"]
securityContext:
privileged: true
containers:
- name: elasticsearch
image: docker.elastic.co/elasticsearch/elasticsearch:9.2.2
env:
- name: discovery.type
value: "single-node" # ⚠️ 必须!否则 ES 9 会报错退出
- name: cluster.name
value: "test-es-cluster"
- name: node.name
value: "es-test-node"
- name: ES_JAVA_OPTS
value: "-Xms1g -Xmx1g" # 测试环境 1G 足够
ports:
- containerPort: 9200
name: http
- containerPort: 9300
name: transport
volumeMounts:
- name: data
mountPath: /usr/share/elasticsearch/data
# 探针(可选,加快感知)
readinessProbe:
httpGet:
path: /_cluster/health
port: 9200
initialDelaySeconds: 20
periodSeconds: 10
livenessProbe:
httpGet:
path: /_cluster/health
port: 9200
initialDelaySeconds: 60
periodSeconds: 30
# ✅ ES 9 默认非 root 运行,必须设置
securityContext:
runAsUser: 1000
runAsGroup: 1000
fsGroup: 1000
# 腾讯云 CBS 需要 RWO单节点没问题
volumes:
- name: data
persistentVolumeClaim:
claimName: es-data-pvc
---
# 单独创建 PVCStatefulSet 用 volumeClaimTemplates 更规范,但单节点直接 PVC 更直观)
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: es-data-pvc
namespace: es-test
spec:
accessModes:
- ReadWriteOnce
storageClassName: cbs # 👈 腾讯云默认存储类(如用高性能 SSD 改为 cbs-premium
resources:
requests:
storage: 20Gi # 测试够用,可调小如 10Gi

View File

@@ -0,0 +1,14 @@
步骤 1创建 Namespace
kubectl create ns es-test
步骤 2创建 Elasticsearch 集群
kubectl apply -f es-cluster.yaml -n es-test
步骤 3创建 Kibana
kubectl apply -f kibana.yaml -n es-test
步骤 4创建 Logstash
kubectl apply -f logstash.yaml -n es-test
步骤 5创建 Filebeat
kubectl apply -f filebeat.yaml

View File

@@ -0,0 +1,97 @@
# es-sts.yaml
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: elasticsearch
namespace: elastic-system
spec:
serviceName: "elasticsearch" # 必须与 Headless Service 名一致
replicas: 3 # 生产环境至少3节点
selector:
matchLabels:
app: elasticsearch
template:
metadata:
labels:
app: elasticsearch
spec:
# ⚠️ 关键避免多个ES Pod调度到同一Node防单点故障
affinity:
podAntiAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
- labelSelector:
matchExpressions:
- key: app
operator: In
values: ["elasticsearch"]
topologyKey: kubernetes.io/hostname
initContainers:
# 必须:调整 OS 内核参数ES 要求)
- name: init-sysctl
image: busybox:1.35
securityContext:
privileged: true
command:
- sysctl
- -w
- vm.max_map_count=262144
- sysctl
- -w
- fs.file-max=65536
containers:
- name: elasticsearch
image: docker.elastic.co/elasticsearch/elasticsearch:9.2.2
env:
- name: cluster.name
value: "k8s-es-cluster"
- name: node.name
valueFrom:
fieldRef:
fieldPath: metadata.name # → es-0, es-1, es-2
- name: discovery.seed_hosts
value: "elasticsearch-0.elasticsearch,elasticsearch-1.elasticsearch,elasticsearch-2.elasticsearch"
- name: cluster.initial_master_nodes
value: "elasticsearch-0,elasticsearch-1,elasticsearch-2"
- name: ES_JAVA_OPTS
value: "-Xms2g -Xmx2g"
- name: network.host
value: "0.0.0.0"
ports:
- containerPort: 9200
name: http
- containerPort: 9300
name: transport
volumeMounts:
- name: data
mountPath: /usr/share/elasticsearch/data
readinessProbe:
httpGet:
path: /_cluster/health
port: 9200
initialDelaySeconds: 30
periodSeconds: 10
livenessProbe:
httpGet:
path: /_cluster/health
port: 9200
initialDelaySeconds: 60
periodSeconds: 30
# ⚠️ 必须设置 securityContextES 9+ 默认以非 root 启动)
securityContext:
fsGroup: 1000
runAsUser: 1000
runAsNonRoot: true
# ⚠️ 关键:每个副本独享 PVC → 自动创建3个 PV各绑定一块 CBS
volumeClaimTemplates:
- metadata:
name: data
spec:
accessModes: [ "ReadWriteOnce" ] # 腾讯云 CBS 支持 RWO
storageClassName: cbs # 或 cbs-premium高性能 SSD
resources:
requests:
storage: 100Gi # 按需调整

View File

@@ -0,0 +1,16 @@
apiVersion: v1
kind: Service
metadata:
name: elasticsearch
namespace: elastic-system
labels:
app: elasticsearch
spec:
clusterIP: None # Headless Service关键
selector:
app: elasticsearch
ports:
- port: 9200
name: http
- port: 9300
name: transport

View File

@@ -0,0 +1,10 @@
## 步骤 1创建 Namespace可选但推荐
kubectl create ns elastic-system
# 步骤 2创建 Headless ServiceStatefulSet 必需)
# es-svc.yaml
# Headless Service 为每个 Pod 提供稳定 DNSes-0.elasticsearch.elastic-system.svc.cluster.local
# 步骤 3创建 StatefulSet3 节点3 个独立 PV
# es-sts.yaml