454 lines
14 KiB
YAML
454 lines
14 KiB
YAML
# Template variables (rendered by Jenkins `envsubst "$K8S_RENDER_VARS"`):
|
||
# KRA_APP application name, derives every resource name
|
||
# KRA_NAMESPACE target namespace
|
||
# KRA_ENV development | production
|
||
# KRA_REPLICAS replicas per deployment
|
||
# KRA_DEPLOY_MYSQL true/false; whether the bundled MySQL runs
|
||
# KRA_DEPLOY_REDIS true/false; whether the bundled Redis runs
|
||
# KRA_MYSQL_REPLICAS rendered MySQL replica count (0 or 1)
|
||
# KRA_REDIS_REPLICAS rendered Redis replica count (0 or 1)
|
||
# KRA_MYSQL_WAIT_IMAGE image used by the optional MySQL readiness wait
|
||
# KRA_FRONTEND_NODEPORT node port for the frontend service
|
||
# KRA_BACKEND_NODEPORT node port for the backend debug service
|
||
# KRA_MYSQL_IMAGE mysql server image
|
||
# KRA_REDIS_IMAGE redis server image
|
||
# KRA_BACKEND_IMAGE backend image built by Jenkins
|
||
# KRA_FRONTEND_IMAGE frontend image built by Jenkins
|
||
# BIN_NAME backend binary name inside the image
|
||
apiVersion: v1
|
||
kind: Namespace
|
||
metadata:
|
||
name: ${KRA_NAMESPACE}
|
||
labels:
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
app.kubernetes.io/managed-by: jenkins
|
||
---
|
||
apiVersion: apps/v1
|
||
kind: StatefulSet
|
||
metadata:
|
||
name: ${KRA_APP}-mysql
|
||
namespace: ${KRA_NAMESPACE}
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-mysql
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
serviceName: ${KRA_APP}-mysql
|
||
replicas: ${KRA_MYSQL_REPLICAS}
|
||
selector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-mysql
|
||
template:
|
||
metadata:
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-mysql
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
automountServiceAccountToken: false
|
||
containers:
|
||
- name: mysql
|
||
image: ${KRA_MYSQL_IMAGE}
|
||
imagePullPolicy: IfNotPresent
|
||
ports:
|
||
- name: mysql
|
||
containerPort: 3306
|
||
env:
|
||
- name: MYSQL_DATABASE
|
||
value: ${KRA_APP}
|
||
- name: MYSQL_ROOT_PASSWORD
|
||
valueFrom:
|
||
secretKeyRef:
|
||
name: ${KRA_APP}-runtime
|
||
key: mysql-root-password
|
||
volumeMounts:
|
||
- name: mysql-data
|
||
mountPath: /var/lib/mysql
|
||
readinessProbe:
|
||
exec:
|
||
command: ["sh", "-c", "mysqladmin ping -h 127.0.0.1 -uroot -p\"$MYSQL_ROOT_PASSWORD\" --silent"]
|
||
initialDelaySeconds: 20
|
||
periodSeconds: 10
|
||
timeoutSeconds: 5
|
||
failureThreshold: 12
|
||
livenessProbe:
|
||
exec:
|
||
command: ["sh", "-c", "mysqladmin ping -h 127.0.0.1 -uroot -p\"$MYSQL_ROOT_PASSWORD\" --silent"]
|
||
initialDelaySeconds: 60
|
||
periodSeconds: 20
|
||
timeoutSeconds: 5
|
||
resources:
|
||
requests:
|
||
cpu: 250m
|
||
memory: 512Mi
|
||
limits:
|
||
cpu: 1
|
||
memory: 2Gi
|
||
volumes:
|
||
- name: mysql-data
|
||
hostPath:
|
||
path: /var/lib/${KRA_APP}/mysql
|
||
type: DirectoryOrCreate
|
||
---
|
||
apiVersion: v1
|
||
kind: Service
|
||
metadata:
|
||
name: ${KRA_APP}-mysql
|
||
namespace: ${KRA_NAMESPACE}
|
||
spec:
|
||
clusterIP: None
|
||
selector:
|
||
app.kubernetes.io/name: ${KRA_APP}-mysql
|
||
ports:
|
||
- name: mysql
|
||
port: 3306
|
||
targetPort: mysql
|
||
---
|
||
apiVersion: v1
|
||
kind: Service
|
||
metadata:
|
||
name: ${KRA_APP}-redis
|
||
namespace: ${KRA_NAMESPACE}
|
||
spec:
|
||
selector:
|
||
app.kubernetes.io/name: ${KRA_APP}-redis
|
||
ports:
|
||
- name: redis
|
||
port: 6379
|
||
targetPort: redis
|
||
---
|
||
apiVersion: apps/v1
|
||
kind: Deployment
|
||
metadata:
|
||
name: ${KRA_APP}-redis
|
||
namespace: ${KRA_NAMESPACE}
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-redis
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
replicas: ${KRA_REDIS_REPLICAS}
|
||
selector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-redis
|
||
template:
|
||
metadata:
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-redis
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
automountServiceAccountToken: false
|
||
initContainers:
|
||
- name: prepare-redis-storage
|
||
image: ${KRA_REDIS_IMAGE}
|
||
imagePullPolicy: IfNotPresent
|
||
securityContext:
|
||
runAsUser: 0
|
||
runAsGroup: 0
|
||
command: ["sh", "-c"]
|
||
args:
|
||
- chown -R redis:redis /data
|
||
volumeMounts:
|
||
- name: redis-data
|
||
mountPath: /data
|
||
affinity:
|
||
podAffinity:
|
||
preferredDuringSchedulingIgnoredDuringExecution:
|
||
- weight: 100
|
||
podAffinityTerm:
|
||
topologyKey: kubernetes.io/hostname
|
||
labelSelector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-mysql
|
||
containers:
|
||
- name: redis
|
||
image: ${KRA_REDIS_IMAGE}
|
||
imagePullPolicy: IfNotPresent
|
||
ports:
|
||
- name: redis
|
||
containerPort: 6379
|
||
command: ["redis-server", "--appendonly", "yes"]
|
||
volumeMounts:
|
||
- name: redis-data
|
||
mountPath: /data
|
||
readinessProbe:
|
||
exec:
|
||
command: ["redis-cli", "ping"]
|
||
initialDelaySeconds: 5
|
||
periodSeconds: 10
|
||
livenessProbe:
|
||
exec:
|
||
command: ["redis-cli", "ping"]
|
||
initialDelaySeconds: 15
|
||
periodSeconds: 20
|
||
resources:
|
||
requests:
|
||
cpu: 50m
|
||
memory: 64Mi
|
||
limits:
|
||
cpu: 250m
|
||
memory: 512Mi
|
||
volumes:
|
||
- name: redis-data
|
||
hostPath:
|
||
path: /var/lib/${KRA_APP}/redis
|
||
type: DirectoryOrCreate
|
||
---
|
||
apiVersion: apps/v1
|
||
kind: Deployment
|
||
metadata:
|
||
name: ${KRA_APP}-backend
|
||
namespace: ${KRA_NAMESPACE}
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-backend
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
replicas: ${KRA_REPLICAS}
|
||
revisionHistoryLimit: 3
|
||
strategy:
|
||
# 单节点 hostPath 不能让新旧 backend Pod 并存，否则会同时操作同一份配置和上传目录。
|
||
type: Recreate
|
||
selector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-backend
|
||
template:
|
||
metadata:
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-backend
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
securityContext:
|
||
fsGroup: 1000
|
||
fsGroupChangePolicy: OnRootMismatch
|
||
automountServiceAccountToken: false
|
||
initContainers:
|
||
- name: wait-for-mysql
|
||
image: ${KRA_MYSQL_WAIT_IMAGE}
|
||
imagePullPolicy: IfNotPresent
|
||
env:
|
||
- name: MYSQL_ROOT_PASSWORD
|
||
valueFrom:
|
||
secretKeyRef:
|
||
name: ${KRA_APP}-runtime
|
||
key: mysql-root-password
|
||
optional: true
|
||
command: ["sh", "-c"]
|
||
# 用字面量块（|）而非折叠标量（>-）：嵌套缩进会让折叠标量保留换行，
|
||
# 把一条命令拆成多行导致 "command not found"。
|
||
args:
|
||
- |
|
||
if [ "${KRA_DEPLOY_MYSQL}" = "true" ]; then
|
||
test -n "$MYSQL_ROOT_PASSWORD" || { echo "MYSQL_ROOT_PASSWORD is required when bundled MySQL is enabled" >&2; exit 1; }
|
||
until mysqladmin ping -h "${KRA_APP}-mysql" -P 3306 -uroot -p"$MYSQL_ROOT_PASSWORD" --connect-timeout=2 --silent; do sleep 2; done;
|
||
fi
|
||
# 这里只等待 MySQL 服务可达，不要求应用数据库已经初始化；首次部署
|
||
# 仍需进入 bootstrap 模式完成 /init/initdb 向导。
|
||
- name: initialize-shared-storage
|
||
image: ${KRA_BACKEND_IMAGE}
|
||
imagePullPolicy: Always
|
||
securityContext:
|
||
runAsUser: 0
|
||
runAsGroup: 0
|
||
command: ["sh", "-c"]
|
||
args:
|
||
- |
|
||
mkdir -p /data/conf /app/uploads;
|
||
if [ ! -f /data/conf/config.yaml ]; then
|
||
cp /bootstrap/config.yaml /data/conf/config.yaml;
|
||
fi;
|
||
chown 1000:1000 /data/conf /data/conf/config.yaml /app/uploads;
|
||
chmod u+rwX,g+rwX /data/conf /data/conf/config.yaml /app/uploads
|
||
volumeMounts:
|
||
- name: config
|
||
mountPath: /data/conf
|
||
- name: uploads
|
||
mountPath: /app/uploads
|
||
- name: config-template
|
||
mountPath: /bootstrap
|
||
readOnly: true
|
||
# /data/conf 由初始化容器从 Secret 初始化到节点共享目录，
|
||
# 目录必须可写：初始化向导会把数据库连接写回该文件。
|
||
imagePullSecrets:
|
||
- name: harbor-registry
|
||
affinity:
|
||
podAffinity:
|
||
preferredDuringSchedulingIgnoredDuringExecution:
|
||
- weight: 100
|
||
podAffinityTerm:
|
||
topologyKey: kubernetes.io/hostname
|
||
labelSelector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-mysql
|
||
podAntiAffinity:
|
||
preferredDuringSchedulingIgnoredDuringExecution:
|
||
- weight: 100
|
||
podAffinityTerm:
|
||
topologyKey: kubernetes.io/hostname
|
||
labelSelector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-backend
|
||
containers:
|
||
- name: backend
|
||
image: ${KRA_BACKEND_IMAGE}
|
||
imagePullPolicy: Always
|
||
command: ["./${BIN_NAME}"]
|
||
args: ["-conf", "/data/conf"]
|
||
ports:
|
||
- name: http
|
||
containerPort: 8000
|
||
env:
|
||
# 数据库连接不在这里注入：应用启动时未配置数据库会进入 bootstrap 模式，
|
||
# 首页出现"前往初始化"，由 /init/initdb 建表、写入种子数据并持久化连接配置。
|
||
# JWT 签名密钥由 /data/conf/config.yaml 唯一管理，避免环境变量覆盖管理页面的配置变更；
|
||
# Redis 地址已在下方 config.yaml 中指定。
|
||
- name: KRA_ADMIN_SYSTEM_USE_REDIS
|
||
value: "${KRA_DEPLOY_REDIS}"
|
||
volumeMounts:
|
||
- name: config
|
||
mountPath: /data/conf
|
||
- name: uploads
|
||
mountPath: /app/uploads
|
||
readinessProbe:
|
||
httpGet:
|
||
path: /health
|
||
port: http
|
||
initialDelaySeconds: 10
|
||
periodSeconds: 10
|
||
timeoutSeconds: 3
|
||
failureThreshold: 6
|
||
livenessProbe:
|
||
httpGet:
|
||
path: /health
|
||
port: http
|
||
initialDelaySeconds: 30
|
||
periodSeconds: 20
|
||
timeoutSeconds: 3
|
||
failureThreshold: 3
|
||
resources:
|
||
requests:
|
||
cpu: 100m
|
||
memory: 256Mi
|
||
limits:
|
||
cpu: 500m
|
||
memory: 1Gi
|
||
volumes:
|
||
# 当前是单节点集群；required podAffinity 保证所有后端副本落在
|
||
# MySQL 所在节点，从而共享同一组 hostPath 目录。它不是真正的 RWX。
|
||
# 扩展到多节点前，必须换成 PVC + 真正的共享存储（如 NFS/CephFS）。
|
||
- name: config
|
||
hostPath:
|
||
path: /var/lib/${KRA_APP}/conf
|
||
type: DirectoryOrCreate
|
||
- name: uploads
|
||
hostPath:
|
||
path: /var/lib/${KRA_APP}/uploads
|
||
type: DirectoryOrCreate
|
||
- name: config-template
|
||
secret:
|
||
secretName: ${KRA_APP}-config-template
|
||
---
|
||
apiVersion: v1
|
||
kind: Service
|
||
metadata:
|
||
name: ${KRA_APP}-backend
|
||
namespace: ${KRA_NAMESPACE}
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-backend
|
||
spec:
|
||
type: ClusterIP
|
||
selector:
|
||
app.kubernetes.io/name: ${KRA_APP}-backend
|
||
ports:
|
||
- name: http
|
||
port: 8000
|
||
targetPort: http
|
||
---
|
||
apiVersion: v1
|
||
kind: Service
|
||
metadata:
|
||
name: ${KRA_APP}-backend-nodeport
|
||
namespace: ${KRA_NAMESPACE}
|
||
spec:
|
||
type: NodePort
|
||
selector:
|
||
app.kubernetes.io/name: ${KRA_APP}-backend
|
||
ports:
|
||
- name: http
|
||
port: 8000
|
||
targetPort: http
|
||
nodePort: ${KRA_BACKEND_NODEPORT}
|
||
---
|
||
apiVersion: apps/v1
|
||
kind: Deployment
|
||
metadata:
|
||
name: ${KRA_APP}-frontend
|
||
namespace: ${KRA_NAMESPACE}
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-frontend
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
replicas: ${KRA_REPLICAS}
|
||
revisionHistoryLimit: 3
|
||
strategy:
|
||
# 单节点部署只保留一个前端 Pod，避免更新期间短暂扩出第二个 Pod。
|
||
type: Recreate
|
||
selector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-frontend
|
||
template:
|
||
metadata:
|
||
labels:
|
||
app.kubernetes.io/name: ${KRA_APP}-frontend
|
||
app.kubernetes.io/part-of: ${KRA_APP}
|
||
spec:
|
||
automountServiceAccountToken: false
|
||
imagePullSecrets:
|
||
- name: harbor-registry
|
||
affinity:
|
||
podAntiAffinity:
|
||
preferredDuringSchedulingIgnoredDuringExecution:
|
||
- weight: 100
|
||
podAffinityTerm:
|
||
topologyKey: kubernetes.io/hostname
|
||
labelSelector:
|
||
matchLabels:
|
||
app.kubernetes.io/name: ${KRA_APP}-frontend
|
||
containers:
|
||
- name: frontend
|
||
image: ${KRA_FRONTEND_IMAGE}
|
||
imagePullPolicy: Always
|
||
ports:
|
||
- name: http
|
||
containerPort: 80
|
||
readinessProbe:
|
||
httpGet:
|
||
path: /
|
||
port: http
|
||
initialDelaySeconds: 5
|
||
periodSeconds: 10
|
||
livenessProbe:
|
||
httpGet:
|
||
path: /
|
||
port: http
|
||
initialDelaySeconds: 15
|
||
periodSeconds: 20
|
||
resources:
|
||
requests:
|
||
cpu: 50m
|
||
memory: 64Mi
|
||
limits:
|
||
cpu: 250m
|
||
memory: 256Mi
|
||
---
|
||
apiVersion: v1
|
||
kind: Service
|
||
metadata:
|
||
name: ${KRA_APP}-frontend
|
||
namespace: ${KRA_NAMESPACE}
|
||
spec:
|
||
type: NodePort
|
||
selector:
|
||
app.kubernetes.io/name: ${KRA_APP}-frontend
|
||
ports:
|
||
- name: http
|
||
port: 80
|
||
targetPort: http
|
||
nodePort: ${KRA_FRONTEND_NODEPORT}
|