云原生（三十八） | Kubernetes篇之Jenkins入门和安装
【摘要】 Jenkins入门和安装一、helm安装#可定制镜像FROM jenkins/jenkins:ltsRUN jenkins-plugin-cli --plugins kubernetes workflow-aggregator git configuration-as-code#helm 安装helm repo add jenkinsci https://charts.jenkins.io...
Jenkins入门和安装
一、helm安装
#可定制镜像
FROM jenkins/jenkins:lts
RUN jenkins-plugin-cli --plugins kubernetes workflow-aggregator git configuration-as-code#helm 安装
helm repo add jenkinsci https://charts.jenkins.io/
helm pull jenkinsci/jenkins --version 3.3.18controller:
componentName: "jenkins-controller"
image: "jenkinsci/blueocean"
tag: "1.24.7"
imagePullPolicy: "Always"
adminSecret: true
adminUser: "admin"
adminPassword: "admin"
servicePort: 8080
targetPort: 8080
serviceType: ClusterIP
healthProbes: true
probes:
startupProbe:
httpGet:
path: '{{ default "" .Values.controller.jenkinsUriPrefix }}/login'
port: http
periodSeconds: 10
timeoutSeconds: 5
failureThreshold: 12
livenessProbe:
failureThreshold: 5
httpGet:
path: '{{ default "" .Values.controller.jenkinsUriPrefix }}/login'
port: http
periodSeconds: 10
timeoutSeconds: 5
readinessProbe:
failureThreshold: 3
httpGet:
path: '{{ default "" .Values.controller.jenkinsUriPrefix }}/login'
port: http
periodSeconds: 10
timeoutSeconds: 5
agentListenerServiceType: "ClusterIP"
installPlugins:
- kubernetes:1.29.4
- workflow-aggregator:2.6
- git:4.7.1
- configuration-as-code:1.51
initializeOnce: true
ingress:
enabled: true
paths:
- backend:
service:
name: jenkins
port:
number: 8080
path: "/"
pathType: Prefix
apiVersion: "networking.k8s.io/v1s"
kubernetes.io/ingress.class: nginx
hostName: jenkins.itlansonli.com
tls:
- secretName: itlansonli.com
hosts:
- jenkins.itlansonli.com
prometheus:
enabled: true
scrapeInterval: 60s
scrapeEndpoint: /prometheus
agent:
enabled: true
workspaceVolume:
type: PVC
claimName: jenkins-workspace-pvc
readOnly: false
additionalAgents:
maven:
podName: maven
customJenkinsLabels: maven
image: jenkins/jnlp-agent-maven
persistence:
enabled: true
storageClass: "rook-ceph-block"
accessMode: "ReadWriteOnce"
size: "8Gi" openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout tls.key -out tls.cert -subj "/CN=*.itlansonli.com/O=*.itlansonli.com"
kubectl create ns devops
kubectl create secret tls itlansonli.com --key tls.key --cert tls.cert -n devopshelm install -f values.yaml -f override.yaml jenkins ./ -n devops1. Get your 'admin' user password by running:
kubectl exec --namespace devops -it svc/jenkins -c jenkins -- /bin/cat /run/secrets/chart-admin-password && echo
2. Visit http://jenkins.itlansonli.com
3. Login with the password from step 1 and the username: admin
4. Configure security realm and authorization strategy
5. Use Jenkins Configuration as Code by specifying configScripts in your values.yaml file, see documentation: http://jenkins.itlansonli.com/configuration-as-code and examples: https://github.com/jenkinsci/configuration-as-code-plugin/tree/master/demos
For more information on running Jenkins on Kubernetes, visit:
https://cloud.google.com/solutions/jenkins-on-container-engine
For more information about Jenkins Configuration as Code, visit:
https://jenkins.io/projects/jcasc/
NOTE: Consider using a custom image with pre-installed plugins二、手动安装
#创建证书，或者使用以前的证书
openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout tls.key -out tls.crt -subj "/CN=*.itlansonli.com/O=*.itlansonli.com"1、编写Jenkins配置文件
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: jenkins
namespace: devops
spec:
selector:
matchLabels:
app: jenkins # has to match .spec.template.metadata.labels
serviceName: "jenkins"
replicas: 1
template:
metadata:
labels:
app: jenkins # has to match .spec.selector.matchLabels
spec:
serviceAccountName: "jenkins"
terminationGracePeriodSeconds: 10
containers:
- name: jenkins
image: jenkinsci/blueocean:1.24.7
securityContext:
runAsUser: 0 #设置以ROOT用户运行容器
privileged: true #拥有特权
ports:
- containerPort: 8080
name: web
- name: jnlp #jenkins slave与集群的通信口
containerPort: 50000
resources:
limits:
memory: 2Gi
cpu: "2000m"
requests:
memory: 700Mi
cpu: "500m"
env:
- name: LIMITS_MEMORY
valueFrom:
resourceFieldRef:
resource: limits.memory
divisor: 1Mi
- name: "JAVA_OPTS" #设置变量，指定时区和 jenkins slave 执行者设置
value: "
-Xmx$(LIMITS_MEMORY)m
-XshowSettings:vm
-Dhudson.slaves.NodeProvisioner.initialDelay=0
-Dhudson.slaves.NodeProvisioner.MARGIN=50
-Dhudson.slaves.NodeProvisioner.MARGIN0=0.75
-Duser.timezone=Asia/Shanghai
"
volumeMounts:
- name: home
mountPath: /var/jenkins_home
volumeClaimTemplates:
- metadata:
name: home
spec:
accessModes: [ "ReadWriteOnce" ]
storageClassName: "rook-ceph-block"
resources:
requests:
storage: 5Gi
---
apiVersion: v1
kind: Service
metadata:
name: jenkins
namespace: devops
spec:
selector:
app: jenkins
type: ClusterIP
ports:
- name: web
port: 8080
targetPort: 8080
protocol: TCP
- name: jnlp
port: 50000
targetPort: 50000
protocol: TCP
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: jenkins
namespace: devops
spec:
tls:
- hosts:
- jenkins.itlansonli.com
secretName: itlansonli.com
rules:
- host: jenkins.itlansonli.com
http:
paths:
- path: /
pathType: Prefix
backend:
service:
name: jenkins
port:
number: 8080
---
apiVersion: v1
kind: ServiceAccount
metadata:
name: jenkins
namespace: devops
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
name: jenkins
rules:
- apiGroups: ["extensions", "apps"]
resources: ["deployments"]
verbs: ["create", "delete", "get", "list", "watch", "patch", "update"]
- apiGroups: [""]
resources: ["services"]
verbs: ["create", "delete", "get", "list", "watch", "patch", "update"]
- apiGroups: [""]
resources: ["pods"]
verbs: ["create","delete","get","list","patch","update","watch"]
- apiGroups: [""]
resources: ["pods/exec"]
verbs: ["create","delete","get","list","patch","update","watch"]
- apiGroups: [""]
resources: ["pods/log"]
verbs: ["get","list","watch"]
- apiGroups: [""]
resources: ["secrets"]
verbs: ["get"]
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
name: jenkins
roleRef:
kind: ClusterRole
name: jenkins
apiGroup: rbac.authorization.k8s.io
subjects:
- kind: ServiceAccount
name: jenkins
namespace: devops
2、安装核心插件
- kubernetes
- docker
#以上插件可能无法下载，可以手动去jenkins-plugins下载并上传.
kubectl cp /root/other/kubernetes-client-api.hpi devops/jenkins-0:/var/jenkins_home/plugins/
#配置镜像源
https://updates.jenkins.io/update-center.json 默认的
http://updates.jenkins-ci.org/update-center.json
#或者国内源
https://mirrors.tuna.tsinghua.edu.cn/jenkins/updates/update-center.json3、配置集群整合
3.1、动态slave架构
3.2、配置整合
点击《系统管理》—>《Configure System》—>《配置一个云》—>《kubernetes》，如下：
3.3、配置kubernetes集群信息
3.4、配置slave的pod模板
Slave就是动态运行起来的容器环境.
jenkins的所有构建命令会在这个容器里面运行
- 注意配置以下内容
- 名称:
自定义 - 命名空间 :
devops - 标签列表:
自定义 - 容器名称、镜像：
jenkins/inbound-agent:4.7-1-alpine - serviceAccount挂载项:
jenkins 运行命令: 改为jenkins-slave
- 名称:
注意：
- jenkins-url如果是一个域名，测试环境下可能不能访问，此时需要给各个主机配置域名转发到vpc网络的ip
- 修改各个主机的 /etc/hosts文件即可
- 也可以直接设置jenkins-url为公网ip地址
4、测试动态slave
4.1、自由风格
4.2、流水线写法
pipeline {
agent {
label 'maven-jnlp-slave'
}
stages {
stage('Hello') {
steps {
echo 'Hello World'
}
}
}
}5、配置更多的slave
|
slave-label |
镜像 |
集成工具 |
|---|---|---|
|
maven |
registry.cn-hangzhou.aliyuncs.com/lanson_k8s_images/jnlp-maven:3.6.3 |
jq、curl、maven |
|
nodejs |
registry.cn-hangzhou.aliyuncs.com/lanson_k8s_images/jnlp-nodejs:14.16.1 |
jq、curl、nodejs、npm（已经设置全局目录在 /root/npm下） |
|
kubectl |
registry.cn-hangzhou.aliyuncs.com/lanson_k8s_images/jnlp-kubectl:1.21.1 |
kubectl、helm、helm-push、jq、curl、 |
|
allin |
registry.cn-hangzhou.aliyuncs.com/lanson_k8s_images/jnlp-all:v1.0 |
kubectl、helm、maven、nodejs、jq、curl |
|
docker |
registry.cn-hangzhou.aliyuncs.com/lanson_k8s_images/jnlp-docker:20.10.2 |
jq、curl、docker |
根据自己环境可以有很多定制的slave
三、slave参考配置
下面的截图忘了选中 user,group 都应该为 0,0 也就是root用户
每个打包机都应该hostPath模式挂载/etc/hosts文件。方便统一域名管理。或者全系统内部都不用域名，都使用ip进行交互也可以【但是推荐域名，域名可以统一修改，ip变化所有引用的地方都来修改很麻烦】
1、maven配置
使用要求
- 1、提前创建好maven的settings.xml，并且以configMap的形式保存到k8s集群的devops名称空间。configmap名叫
maven-conf，里面有一个键名settings.xml，值为maven配置文件的值 - 2、准备名为
maven-jar-pvc的pvc 在 devops名称空间下。为RWX模式 - 例如：
kubectl create configmap maven-conf --from-file=settings.xml=/root/settings.xml -n devops
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: maven-jar-pvc
namespace: devops
labels:
app: maven-jar-pvc
spec:
storageClassName: rook-cephfs
accessModes:
- ReadWriteMany
resources:
requests:
storage: 5Gi<?xml version="1.0" encoding="UTF-8"?>
<settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0 http://maven.apache.org/xsd/settings-1.0.0.xsd">
<!-- 这个目录是被maven打包机使用pvc挂载出去的
-->
<localRepository>/root/maven/.m2</localRepository>
<pluginGroups>
</pluginGroups>
<proxies>
</proxies>
<servers>
</servers>
<mirrors>
<mirror>
<id>nexus-aliyun</id>
<mirrorOf>central</mirrorOf>
<name>Nexus aliyun</name>
<url>http://maven.aliyun.com/nexus/content/groups/public</url>
</mirror>
</mirrors>
<profiles>
<profile>
<id>jdk-1.8</id>
<activation>
<activeByDefault>true</activeByDefault>
<jdk>1.8</jdk>
</activation>
<properties>
<maven.compiler.source>1.8</maven.compiler.source>
<maven.compiler.target>1.8</maven.compiler.target>
<maven.compiler.compilerVersion>1.8</maven.compiler.compilerVersion>
</properties>
</profile>
</profiles>
</settings>apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: maven-jar-pvc
namespace: devops
labels:
app: maven-jar-pvc
spec:
storageClassName: rook-cephfs
accessModes:
- ReadWriteMany
resources:
requests:
storage: 5Gi2、kubectl配置
在容器内 /root/.kube/config，config文件的内容是我们集群之前的admin.conf的内容
使用要求
- 必须提前给集群创建一个ConfigMap，名叫
kubectl-admin.conf，里面有一个键名叫config，键值可以是master节点 /root/.kube/config的内容 - 例如
kubectl create configmap kubectl-admin.conf --from-file=config=/root/.kube/config -n devops
3、nodejs配置
使用说明
- 准备名为
npm-modules-pvc的pvc 在 devops名称空间下。为RWX模式
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: npm-modules-pvc
namespace: devops
labels:
app: npm-modules-pvc
spec:
storageClassName: rook-cephfs
accessModes:
- ReadWriteMany
resources:
requests:
storage: 5Gi4、docker配置
使用注意：
- docker访问harbor之类的私有仓库且是https，要注意配置证书受信任。提前各个机器配置好
四、示例流水线
1、打包机检查
pipeline {
//无代理，各阶段声明自己的代理
agent none
stages {
stage('检查nodejs打包机') {
//使用nodejs代理
agent {
label 'nodejs'
}
steps {
echo "nodejs版本："
sh 'node -v'
echo "npm modules目录位置"
sh 'npm config ls -l | grep prefix'
echo "检查完成..."
}
}
stage('检查maven打包机') {
//使用nodejs代理
agent {
label 'maven'
}
steps {
echo "maven版本："
sh 'mvn -v'
echo "maven配置文件"
sh 'cat /app/maven/settings.xml'
echo "maven目录位置信息"
sh 'ls -al /app/maven/'
}
}
stage('检查docker打包机') {
//使用nodejs代理
agent {
label 'docker'
}
steps {
echo "docker版本："
sh 'docker version'
sh 'docker images'
}
}
stage('检查kubectl打包机') {
//使用nodejs代理
agent {
label 'kubectl'
}
steps {
echo "kubectl版本："
sh ' kubectl version'
echo "kubectl操作集群: 所有Pod"
sh 'kubectl get pods'
echo "kubectl操作集群: 所有nodes"
sh 'kubectl get nodes'
}
}
}
}2、复杂流水线
2.1、java-Dockerfile模板
#这个也得有
FROM openjdk:8-jre-alpine
LABEL maintainer="xxxxx@qq.com"
#复制打好的jar包
COPY target/*.jar /app.jar
RUN apk add -U tzdata; \
ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime; \
echo 'Asia/Shanghai' >/etc/timezone; \
touch /app.jar;
ENV JAVA_OPTS=""
ENV PARAMS=""
EXPOSE 8080
ENTRYPOINT [ "sh", "-c", "java -Djava.security.egd=file:/dev/./urandom $JAVA_OPTS -jar /app.jar $PARAMS" ]2.1、准备数据库镜像
FROM mysql:5.7
# 所有在 /docker-entrypoint-initdb.d 下的sql，数据库会自己初始化
COPY mall.sql /docker-entrypoint-initdb.d2.2、准备示例项目
【版权声明】本文为华为云社区用户原创内容，转载时必须标注文章的来源（华为云社区）、文章链接、文章作者等基本信息， 否则作者和本社区有权追究责任。如果您发现本社区中有涉嫌抄袭的内容，欢迎发送邮件进行举报，并提供相关证据，一经查实，本社区将立刻删除涉嫌侵权内容，举报邮箱：
cloudbbs@huaweicloud.com
- 点赞
- 收藏
- 关注作者
评论（0）