Jenkins Nexus实践（五）

[root@nexus ~]# wget https://www.oracle.com/java/technologies/downloads/#license-lightbox

[root@nexus ~]# tar xf jdk-11.0.29_linux-x64_bin.tar.gz -C /usr/local/

[root@nexus ~]# ln -s /usr/local/jdk-11.0.29/ /usr/local/jdk

#添加环境变量

[root@nexus ~]# cat /etc/profile.d/jdk.sh

export JAVA_HOME=/usr/local/jdk

export PATH=$PATH:$JAVA_HOME/bin

export JRE_HOME=$JAVA_HOME/jre

export CLASSPATH=$JAVA_HOME/lib/:$JRE_HOME/lib/

[root@nexus ~]# source /etc/profile

[root@nexus ~]# java -version

[root@nexus ~]# wget https://download.sonatype.com/nexus/3/nexus-3.67.1-01-java11-unix.tar.gz

[root@nexus ~]# tar xf nexus-3.67.1-01-java11-unix.tar.gz -C /usr/local/

[root@nexus ~]# ln -s /usr/local/nexus-3.67.1-01/ /usr/local/nexus

[root@nexus ~]# vim /usr/local/nexus/bin/nexus.rc

run_as_user="root" # nexus 进程运⾏⽤户

[root@nexus ~]# vim /usr/local/nexus/bin/nexus.vmoptions

-Xms512m # 初始堆内存

-Xmx512m # 最⼤推内存

[root@nexus ~]# vim /usr/local/nexus/etc/nexus-default.properties

application-port=80 # nexus 监听端⼝，默认 8081

application-host=0.0.0.0 # nexus 监听地址

[root@nexus ~]# /usr/local/nexus/bin/nexus start

# 查看⽇志

[root@nexus ~]# tail -f /usr/local/sonatype-work/nexus3/log/nexus.log

[root@nexus ~]# cat /usr/local/sonatype-work/nexus3/admin.password

[root@jenkins ~]# wget https://mirrors.tuna.tsinghua.edu.cn/apache/maven/maven-3/3.9.11/binaries/apache-maven-3.9.11-bin.tar.gz

[root@jenkins ~]# tar xf apache-maven-3.9.11-bin.tar.gz -C /usr/local/

[root@jenkins ~]# ln -s /usr/local/apache-maven-3.9.11 /usr/local/maven

[root@jenkins ~]# cat /etc/profile.d/maven.sh

export MAVEN_HOME=/usr/local/maven

export PATH=$MAVEN_HOME/bin:$PATH

[root@jenkins ~]# source /etc/profile.d/maven.sh 

[root@jenkins ~]# mvn -v

[root@jenkins ~]# vim /usr/local/maven/conf/settings.xml 

# 配置 nexus 仓库认证

<servers>

    <server>

        <id>maven-central</id>

        <username>admin</username>

        <password>talent</password>

    </server>

    <server>

        <id>nexus-snapshots</id>

        <username>admin</username>

        <password>talent</password>

        </server>

    <server>

        <id>nexus-releases</id>

        <username>admin</username>

        <password>talent</password>

    </server>

</servers>

# 配置 nexus 仓库地址

<mirrors>

    <mirror>

        <id>maven-central</id>

        <mirrorOf>*</mirrorOf>

        <url>http://nexus.hmallleasing.com/repository/maven-central/</url>

    </mirror>

    <mirror>

        <id>nexus-snapshots</id>

        <mirrorOf>*</mirrorOf>

        <url>http://nexus.hmallleasing.com/repository/maven-snapshots/</url>

    </mirror>

    <mirror>

        <id>nexus-releases</id>

        <mirrorOf>*</mirrorOf>

        <url>http://nexus.hmallleasing.com/repository/maven-releases/</url>

    </mirror>

</mirrors>

# war

[root@jenkins ~]# mvn package

[root@jenkins ~]# mvn deploy:deploy-file \

-DgroupId=devops \

-DartifactId=xuyong-war \

-Dversion=2.0.0 \

-Dpackaging=war \

-Dfile=target/xuyong-war-2.0.0.war \

-Durl=http://nexus.hmallleasing.com/repository/maven-releases/ \

-DrepositoryId=nexus-releases \

-DgeneratePom=true

# jar

[root@jenkins ~]# mvn package

[root@jenkins ~]# mvn deploy:deploy-file \

-DgroupId=devops \

-DartifactId=oldxu-jar \

-Dversion=1.0.0 \

-Dpackaging=jar \

-Dfile=target/oldxu-jar-1.0.0.jar \

-Durl=http://nexus.hmallleasing.com/repository/maven-releases/ \

-DrepositoryId=nexus-releases \

-DgeneratePom=true

# wget \

--http-user=admin \

--http-passwd=talent \

http://nexus.hmallleasing.com/repository/maven-releases/devops/xuyong-war/2.0.0/xuyong-war-2.0.0.war

[root@jenkins ~]# mvn -version

Apache Maven 3.9.11 (3e54c93a704957b63ee3494413a2b544fd3d825b)

Maven home: /usr/local/maven

Java version: 17.0.17, vendor: Oracle Corporation, runtime: /usr/local/jdk-17.0.17

Default locale: en_US, platform encoding: UTF-8

OS name: "linux", version: "3.10.0-957.el7.x86_64", arch: "amd64", family: "unix"

[root@jenkins ~]# cat /scripts/push_nexus.sh

#!/usr/bin/bash

# 从 pom.xml 提取信息（-q 静默、fourceStdout 输出到屏幕）

groupId=$(mvn help:evaluate -Dexpression=project.groupId -q -DforceStdout)

artifactId=$(mvn help:evaluate -Dexpression=project.artifactId -q -DforceStdout)

version=$(mvn help:evaluate -Dexpression=project.version -q -DforceStdout)

packaging=$(mvn help:evaluate -Dexpression=project.packaging -q -DforceStdout)

# 上传至 nexus

mvn deploy:deploy-file \

-DgroupId=${groupId} \

-DartifactId=${artifactId} \

-Dversion=${version} \

-Dpackaging=${packaging} \

-Dfile=${WORKSPACE}/target/${artifactId}-${version}.${packaging} \

-Durl=http://nexus.hmallleasing.com/repository/maven-releases/ \

-DrepositoryId=nexus-releases \

-DgeneratePom=true

[root@jenkins ~]# cat /scripts/shell_deploy_nexus_war.sh

#!/usr/bin/bash

#1. 定义变量

app_dir=/opt

tomcat_dir=/app/tomcat

#获取完整的包名称：xuyong-war-1.0.0.war

app_full_name=$(echo ${java_deploy_url##*/})

#基于完整包名称提取的名称 xuyong-war-1.0.0

app_name=$(echo ${app_full_name%.*})

#2. 下载 nexus 制品库中的 war 包到指定的路径

wget -O ${app_dir}/${app_full_name} --http-user=admin --http-passwd=talent ${java_deploy_url}

#3. 将包推送到各个集群节点

for host in ${webservers}

do

    scp ${app_dir}/${app_full_name} root@${host}:${app_dir}/

done

#4.haproxy 的函数

lb_server_disable(){

for i in ${lbservers}

do

    ssh root@${i} "echo 'disable server java_cluster/$1' | socat stdio /var/lib/haproxy/stats"

done

}

lb_server_enable(){

for i in ${lbservers}

do

    ssh root@${i} "echo 'enable server java_cluster/$1' | socat stdio /var/lib/haproxy/stats"

done

}

#5. 执行部署逻辑

for host in ${webservers}

do

    # 从负载均衡中摘除节点

    lb_server_disable ${host}

    ssh root@${host} "${tomcat_dir}/bin/shutdown.sh || true && \

              mkdir -p ${app_dir}/${app_name} && \

              unzip ${app_dir}/${app_full_name} -d ${app_dir}/${app_name} && \

              rm -f ${app_dir}/${app_full_name} && \

              rm -f ${tomcat_dir}/webapps/ROOT && \

              ln -s ${app_dir}/${app_name} ${tomcat_dir}/webapps/ROOT && \

              ${tomcat_dir}/bin/startup.sh"

    sleep 10

    # 将节点加⼊负载均衡资源池

    lb_server_enable ${host}

    sleep 10

done

[root@jenkins ~]# cat /scripts/ansible_deploy_nexus_war.yml

- hosts: webservers

  vars:

    - app_dir: /opt

    - app_name: ROOT

    - app_port: 8080

    - tomcat_dir: /app/tomcat

  serial: 1 # 控制一次操作多少台机器

  tasks:

    - name: "1.获取war包的完整url地址"

      shell:

        cmd: "echo ${java_deploy_url}"

      register: java_deploy_url

      delegate_to: 127.0.0.1

    - name: "2.基于完整的Url地址提取war名称"

      shell:

        cmd: "echo ${java_deploy_url} | awk -F '/' '{print $NF}'"

      register: app_full_name

      delegate_to: 127.0.0.1

    - name: "3.下载Nexus仓库中指定  包到本地"

      get_url:

        url: ""

        dest: "/"

        username: admin

        password: talent

      delegate_to: 127.0.0.1

    - name: "4.摘除需要更新的节点(  )，将操作委派给Haproxy负载均衡"

      haproxy:

        socket: /var/lib/haproxy/stats

        state: disabled

        backend: "java_cluster"

        host: ''

      delegate_to: ""

      loop: ""

    - name: "5.停止节点  Tomcat服务"

      shell:

        cmd: "/bin/shutdown.sh"

    - name: "6.检查节点  Tomcat服务是否关闭成功"

      wait_for:

        port: ""

        state: stopped

        delay: 3

    - name: "7.创建站点目录 "

      file:

        path: "/"

        state: directory

    - name: "8.将 war 包解压到节点的  目录中"

      unarchive:

        src: "/"

        dest: "/"

    - name: "9.删除软链接"

      file:

        path: "/webapps/"

        state: absent

    - name: "10.重建软链接"

      file:

        src: "/"

        dest: "/webapps/"

        state: link

    - name: "11.启动节点  Tomcat服务"

      shell:

        cmd: "nohup /bin/startup.sh &"

    - name: "12.检查节点  Tomcat服务是否启动成功"

      wait_for:

        port: ""

        state: started

        delay: 3

    - name: "13.上线节点(  )，将操作委派给Haproxy负载均衡"

      haproxy:

        socket: /var/lib/haproxy/stats

        state: enabled

        backend: "java_cluster"

        host: ''

      delegate_to: ""

      loop: ""

[root@proxy02 ~]# cat /etc/haproxy/haproxy.cfg 

#---------------------------------------------------------------------

# Global settings

#---------------------------------------------------------------------

global

    log         127.0.0.1 local2

    chroot      /var/lib/haproxy

    pidfile     /var/run/haproxy.pid

    maxconn     4000

    user        haproxy

    group       haproxy

    daemon

    # turn on stats unix socket

    stats socket /var/lib/haproxy/stats level admin

    #nbproc 4

    nbthread 8

    cpu-map 1 0

    cpu-map 2 1

    cpu-map 3 2

    cpu-map 4 3

defaults

    mode                    http

    log                     global

    option                  httplog

    option                  dontlognull

    option http-server-close

    option forwardfor       except 127.0.0.0/8

    option                  redispatch

    retries                 3

    timeout http-request    10s

    timeout queue           1m

    timeout connect         10s

    timeout client          1m

    timeout server          1m

    timeout http-keep-alive 10s

    timeout check           10s

    maxconn                 3000

##listen

listen stats

  mode http

  bind 0.0.0.0:9999

  stats enable

  log global

  stats uri /haproxy-status

  stats auth xuyong:123456

  stats admin if TRUE

#---------------------------------------------------------------------

# main frontend which proxys to the backends

#---------------------------------------------------------------------

frontend war

        bind *:80

        mode http

        acl test_war_domain hdr_reg(host) -i test-war.hmallleasing.com

        use_backend java_cluster if test_war_domain

backend java_cluster

        balance roundrobin

        option httpchk HEAD / HTTP/1.1\r\nHost:\ test-war.hmallleasing.com

        server 172.16.1.9 172.16.1.9:8080 check port 8080 inter 3s rise 2 fall 3

frontend jar

        bind *:80

        mode http

        acl test_jar_domain hdr_reg(host) -i test-jar.hmallleasing.com

        use_backend jar_cluster if test_jar_domain

backend jar_cluster

        balance roundrobin

        option httpchk HEAD / HTTP/1.1\r\nHost:\ test-jar.hmallleasing.com

        server 172.16.1.9 172.16.1.9:8081 check port 8081 inter 3s rise 2 fall 3

[root@proxy01 ~]# cat /etc/haproxy/haproxy.cfg 

#---------------------------------------------------------------------

# Global settings

#---------------------------------------------------------------------

global

    log         127.0.0.1 local2

    chroot      /var/lib/haproxy

    pidfile     /var/run/haproxy.pid

    maxconn     4000

    user        haproxy

    group       haproxy

    daemon

    # turn on stats unix socket

    stats socket /var/lib/haproxy/stats level admin

    #nbproc 4

    nbthread 8

    cpu-map 1 0

    cpu-map 2 1

    cpu-map 3 2

    cpu-map 4 3

defaults

    mode                    http

    log                     global

    option                  httplog

    option                  dontlognull

    option http-server-close

    option forwardfor       except 127.0.0.0/8

    option                  redispatch

    retries                 3

    timeout http-request    10s

    timeout queue           1m

    timeout connect         10s

    timeout client          1m

    timeout server          1m

    timeout http-keep-alive 10s

    timeout check           10s

    maxconn                 3000

##listen

listen stats

  mode http

  bind 0.0.0.0:9999

  stats enable

  log global

  stats uri /haproxy-status

  stats auth xuyong:123456

  stats admin if TRUE

#---------------------------------------------------------------------

# main frontend which proxys to the backends

#---------------------------------------------------------------------

frontend war

    bind *:80

    mode http

    acl war_domain hdr_reg(host) -i war.hmallleasing.com

    use_backend java_cluster if war_domain

backend java_cluster

    balance roundrobin

    option httpchk HEAD / HTTP/1.1\r\nHost:\ war.hmallleasing.com

    server 172.16.1.7 172.16.1.7:8080 check port 8080 inter 3s rise 2 fall 3

    server 172.16.1.8 172.16.1.8:8080 check port 8080 inter 3s rise 2 fall 3

frontend jar

    bind *:80

    mode http

    acl jar_domain hdr_reg(host) -i jar.hmallleasing.com

    use_backend jar_cluster if jar_domain

backend jar_cluster

    balance roundrobin

    option httpchk HEAD / HTTP/1.1\r\nHost:\ jar.hmallleasing.com

    server 172.16.1.7 172.16.1.7:8081 check port 8081 inter 3s rise 2 fall 3

    server 172.16.1.8 172.16.1.8:8081 check port 8081 inter 3s rise 2 fall 3

[root@jenkins ~]# cat /scripts/shell_deploy_jar.sh

#!/usr/bin/bash

#1. 定义变量

# 基于完整的 URL 提取对应的 Jar 包名称

jar_name=$(echo ${jar_deploy_url} | awk -F '/' '{print $NF}')

jar_dir=/opt

jar_port=8081

nexus_user=admin

nexus_passwd=talent

#2.haproxy 的函数

lb_server_disable(){

for i in ${lbservers}

do

    ssh root@${i} "echo 'disable server jar_cluster/$1' | socat stdio /var/lib/haproxy/stats"

done

}

lb_server_enable(){

for i in ${lbservers}

do

    ssh root@${i} "echo 'enable server jar_cluster/$1' | socat stdio /var/lib/haproxy/stats"

done

}

#3. 下载对应的 Jar 包到指定的路径

wget -O ${jar_dir}/${jar_name} --http-user=${nexus_user} --http-passwd=${nexus_passwd} ${jar_deploy_url}

#4. 将 jar 包推送给对应的节点

for host in ${webservers}

do

    scp ${jar_dir}/${jar_name} root@${host}:${jar_dir}

done

#5. 部署服务

for host in ${webservers}

do

    # 将节点从集群环境中摘除

    lb_server_disable ${host}

    # 停止 jar 服务（注意外单、内双、awk 的 $ 需要转义）

    ssh root@${host} 'jar_proc=$(ps aux|grep oldxu-jar | grep -v grep | awk "{print \$2}") && \

    kill ${jar_proc}'

    # 启动 jar 服务

    ssh root@${host} "java -jar ${jar_dir}/${jar_name} --server.port=${jar_port} &>/var/log/jar.log &"

    sleep 3

    # 将节点加入集群环境

    lb_server_enable ${host}

done