Jenkins+harbor+gitlab+k8s 部署maven项目

cat /etc/default/jenkins

# pulled in from the init script; makes things easier.
NAME=jenkins# arguments to pass to java# Allow graphs etc. to work even when an X server is present
JAVA_ARGS="-Djava.awt.headless=true"#JAVA_ARGS="-Xmx256m"# make jenkins listen on IPv4 address
#JAVA_ARGS="-Djava.net.preferIPv4Stack=true"PIDFILE=/var/run/$NAME/$NAME.pid# user and group to be invoked as (default to jenkins)
JENKINS_USER=$NAME
JENKINS_GROUP=$NAME
...

JENKINS_USER=root
JENKINS_GROUP=root

service jenkins restart

ssh-keygen -t rsa -P "" -f ~/.ssh/id_rsa

ssh-copy-id 192.168.10.130

ssh 192.168.10.130

vim /etc/docker/daemon.json

{"insecure-registries": ["192.168.10.122"]}

/etc/init.d/docker reload

root@ubuntu:~/docker_dir# docker login 192.168.10.122 -u jenkins -p Jenkins@1234
WARNING! Using --password via the CLI is insecure. Use --password-stdin.
WARNING! Your password will be stored unencrypted in /root/.docker/config.json.
Configure a credential helper to remove this warning. See
https://docs.docker.com/engine/reference/commandline/login/#credentials-storeLogin Succeeded

Error response from daemon: Get https://192.168.10.122/v2/: dial tcp 192.168.10.122:443: connect: connection refused

#!/bin/bashjarName=spring-boot-demo-0.0.-SNAPSHOT.jar
jarFolder=$JOB_NAME
harborPro=java
projectName=$JOB_NAMEdocker_path=${WORKSPACE}cp ${WORKSPACE}/target/${jarName} ${docker_path}
bash -x /root/docker_dir/deploy_docker.sh ${harborPro} ${projectName} ${docker_path} ${jarName}

mkdir /root/docker_dir

cd /root/docker_dir/
vim deploy_docker.sh

#!/bin/bash
# maven $workspace $jarname
# ${harborPro} ${projectName} ${docker_path} ${jarName}set -e
harbor_project=$
projectName=$
docker_path=$
appName=$# harbor认证用户
user_name=jenkins
password=Jenkins@# harbor地址以及tag
tag=$(date +%s)
harbor_server=192.168.10.122
server_path=${harbor_server}
taget_image=${projectName}:${tag}
#${BUILD_NUMBER}
echo ${taget_image}# 登录docker
cd ${docker_path}
sudo docker login ${harbor_server} -u ${user_name} -p ${password}# 生成镜像并推送到harbor,最后删除本地镜像
sudo docker build --build-arg app=${appName} -t ${taget_image} .
sudo docker tag ${taget_image} ${server_path}/${harbor_project}/${projectName}
echo "The name of image is ${server_path}/${harbor_project}/${projectName}"
sudo docker push ${server_path}/${harbor_project}/${projectName}:latest
sudo docker rmi -f $(docker images|grep ${projectName}|grep ${tag}|awk '{print $3}'|head -n )

chmod /root/docker_dir/deploy_docker.sh

mkdir kube-conf

apiVersion: v1
kind: Service
metadata:
name: ph-service
spec:
type: NodePort
ports:
- name: ph
port:
nodePort:
targetPort:
protocol: TCP
selector:
app: ph

apiVersion: v1
kind: ReplicationController
metadata:
name: ph-rc
spec:
replicas:
template:
metadata:
labels:
app: ph
spec:
imagePullSecrets:
- name: harborsecret
containers:
- name: ph
image: 192.168.10.122/java/ph:latest
imagePullPolicy: Always
ports:
- containerPort:
env:
- name: key
value: "value"

docker login 192.168.10.122 -u jenkins -p Jenkins@

cd /root/docker_dir
vim reboot_app.sh

#!/bin/bash
MASTER="192.168.10.130"
CONF_DIR="/root/kube-conf"
ProJ=${JOB_NAME}scp ${WORKSPACE}/*.yaml ${MASTER}:${CONF_DIR}
# Pod running process
RUN=$(ssh $MASTER kubectl get po|grep -w ${ProJ}|wc -l)
if [ $RUN -eq 0 ];then
ssh ${MASTER} kubectl apply -f ${CONF_DIR}/${ProJ}-rc.yaml
ssh ${MASTER} kubectl apply -f ${CONF_DIR}/${ProJ}-service.yaml
else
# Delete pod
podname=$(ssh ${MASTER} kubectl get po|grep -w ${ProJ}|awk '{print $1}')
ssh ${MASTER} kubectl delete po $podname --grace-period=0 --force
ssh ${MASTER} kubectl get po|grep ${ProJ}
fi

chmod 755 /root/docker_dir/reboot_app.sh

#!/bin/bashbash -x /root/docker_dir/reboot_app.sh

FROM registry-scu.cloudtogo.cn/ubuntu:jdk

vim /etc/docker/daemon.json

{"insecure-registries": ["192.168.10.122","registry-scu.cloudtogo.cn"]}

/etc/init.d/docker reload

root@k8s-master:~# kubectl get pods -o wide
NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES
ph-rc-nj7j2 / ImagePullBackOff 5m19s 192.168.36.68 k8s-node1 <none> <none>

kubectl describe po maven-deployment-7bd87867f8-6tlgp

Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 7m15s default-scheduler Successfully assigned default/maven-deployment-7bd87867f8-6tlgp to k8s-node1
Normal Pulling 5m49s (x4 over 7m14s) kubelet, k8s-node1 Pulling image "192.168.10.122/maven:latest"
Warning Failed 5m49s (x4 over 7m14s) kubelet, k8s-node1 Failed to pull image "192.168.10.122/maven:latest": rpc error: code = Unknown desc = Error response from daemon: Get https://192.168.10.122/v2/: dial tcp 192.168.10.122:443: connect: connection refused
Warning Failed 5m49s (x4 over 7m14s) kubelet, k8s-node1 Error: ErrImagePull
Normal BackOff 5m36s (x6 over 7m13s) kubelet, k8s-node1 Back-off pulling image "192.168.10.122/maven:latest"
Warning Failed 2m11s (x20 over 7m13s) kubelet, k8s-node1 Error: ImagePullBackOff

Get https://192.168.10.122/v2/: dial tcp 192.168.10.122:443: connect: connection refused

vim /etc/docker/daemon.json

{"insecure-registries": ["192.168.10.122"]}

/etc/init.d/docker reload

root@k8s-master:~# cd /root/kube-conf/
root@k8s-master:~/kube-conf# kubectl delete -f ph-rc.yaml
service "maven-service" deleted
deployment.extensions "maven-deployment" deleted
root@k8s-master:~/kube-conf# kubectl apply -f ph-rc.yaml
service/maven-service created
deployment.extensions/maven-deployment created

root@k8s-master:~/kube-conf# kubectl get pods -o wide
NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES
ph-rc-7bd7475544-q9b6j / Running 27s 192.168.36.77 k8s-node1 <none> <none>

root@k8s-master:~/kube-conf# kubectl get svc|grep maven
ph-service NodePort 10.98.152.31 <none> :/TCP 4m

http://192.168.10.130:31002/

http://192.168.10.131:31002/

springbootdemo\src\main\java\com\example\demo\web\controller

jsonObject.put("welcome", "");
jsonObject.put("welcome", "");