jenkins服务器使用python脚本rabbitmqadmin和shell对目标服务器进行管理 准备工作：
.jenkins服务器，安装rabbitmqadmi命令
rabbitmqadmin管理脚本下载地址：https://raw.githubusercontent.com/rabbitmq/rabbitmq-management/v3.7.8/bin/rabbitmqadmin
直接将python脚本拷贝到 /usr/bin/rabbitmqadmin下，赋权
chmod +x /usr/bin/rabbitmqadmin # 测试
# su apache
[apache@jenkins:/root]$ rabbitmqadmin -H 1.1.1.1 -P -u chinasoft -p chinasoft2018 -f tsv -q list queues .打通jenkins和jumper_server的ssh，让jenkins能自动登录跳板机 跳板机和后端的windows也需要打通，后端windows安装openssh for windows并且配置互信，跳板机能自动登录windows机器 .需要修改的变量，获取正确的key值
rabbitmq_queue=chinasoft* # 检测Rabbitmq 消息队列数量 如果消息队列内数量大于200 则删除队列内消息
rabbitmq_host=1.1.1.1
rabbitmq_port=
rabbitmq_username=chinasoft
rabbitmq_password=pass
rabbitmq_queue=chinasoft*
rabbitmq_queue_max=
drop_queue=() rabbitmqadmin -H $rabbitmq_host -P $rabbitmq_port -u $rabbitmq_username -p $rabbitmq_password -f tsv -q list queues | while read queue message_total ; do if [ "$queue" == "$rabbitmq_queue" ] && [ "$message_total" -gt $rabbitmq_queue_max ]; then rabbitmqadmin -H $rabbitmq_host -P $rabbitmq_port -u $rabbitmq_username -p $rabbitmq_password delete queue name=$queue; drop_queue+=($queue); fi ; done echo ${drop_queue[@]} if [ ${#drop_queue[*]} -gt ]
then
echo "warning 启动构建的服务"
dir_name=bak.$(date +%Y-%m-%d)
cp -a /data/www/vhosts/chinasoft.com /data/data_backup/chinasoft.com_$dir_name
push_dir=/data/www/vhosts/chinasoft.com/httpdocs
mkdir -p $push_dir ###生产环境的变量 ENVIRONMENT_NAME="convert_env"
ENVIRONMENT_VARIABLE="prod"
WIN_ROOT="/cygdrive/d"
WIN_RESTART_SLEEP=
WIN_ACCOUNT="Administrator" win_back_ips=('172.17.0.33' '172.17.0.32')
execute_jump_ip="1.1.1.1"
middle_server_ip="172.17.0.36"
back_server_ip="172.17.0.35"
restart_middle_group_name="online2:"
restart_back_group_name=("chinasoft_back:" "chinasoft_server:" ) # $ - jump_ip
# $ - win_account
# $ - win_ip
# $ - win_root
# $ - push_dir
# $ - sleep
function rsync_windows_server()
{
__jump_ip="$1"
__win_account="$2"
__win_ip="$3"
__win_root="$4"
__push_dir="$5"
__sleep=$ shift
shift
shift
shift
shift
shift __exclude_params=()
for exclude_dir in "$@"; do
__exclude_params+=(--exclude="$exclude_dir")
done
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 $__win_account@$__win_ip \"export $ENVIRONMENT_NAME=$ENVIRONMENT_VARIABLE; $__win_root$__push_dir/converter_db/scripts/back_stop_consumer.bat\""
rsync -avzP --bwlimit= "${__exclude_params[@]}" $__push_dir/converter_db root@$__win_ip::root --chmod=ugo=rwX
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 $__win_account@$__win_ip shutdown -r -t 0"
sleep $__sleep
} rsync -vau --delete --exclude=.git/ --exclude=.gitignore/ --exclude=node_modules/ $WORKSPACE/ $push_dir
#chmod -R ugo+r $push_dir
chmod +x -R $push_dir/converter_db/scripts
chmod +x -R $push_dir/converter_db/core_api __linux_exclude_params=()
__linux_exclude_params+=(--exclude="converter_db/core_api/Windows") __windows_exclude_dir=()
__windows_exclude_dir+=("converter_db/core_api/Linux") if [ "$PASS_CORE" == "true" ];then
__linux_exclude_params+=(--exclude="converter_db/core_api")
__windows_exclude_dir+=("converter_db/core_api")
fi rsync -vaRzP --progress --bwlimit= "${__linux_exclude_params[@]}" --password-file=/usr/local/rsync/etc/pe_rsyncd.passwd $push_dir/converter_middle apache@$middle_server_ip::apache if [ "$BUILD_TASK_SERVICE" == "true" ];then
# stop consumer & rsync & restart windows
for server_ip in "${win_back_ip[@]}"; do
rsync_windows_server "$execute_jump_ip" "$WIN_ACCOUNT" $server_ip "$WIN_ROOT" "$push_dir" "$WIN_RESTART_SLEEP" "${__windows_exclude_dir[@]}"
done rsync -vaRzP --progress --bwlimit= "${__linux_exclude_params[@]}" --password-file=/usr/local/rsync/etc/pe_rsyncd.passwd $push_dir/converter_db apache@$middle_server_ip::apache
rsync -vaRzP --progress --bwlimit= "${__linux_exclude_params[@]}" --password-file=/usr/local/rsync/etc/pe_rsyncd.passwd $push_dir/converter_db apache@$back_server_ip::apache |true
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 root@$middle_server_ip supervisorctl restart $middle_celery_group"
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 root@$back_server_ip supervisorctl restart ${back_celery_group[@]}"
fi
fi #############################
#第一部分：硬重启
#PE.ali_www.chinasoft.com_monitor-new
############################# # 每隔两小时检查一下rabbitmq，监控chinasoft.com的rabbitmq队列，如果超过200的阈值，则触发重启动作 Build periodically 两小时执行一次
H H/ * * * whoami
# 检测Rabbitmq 消息队列数量 如果消息队列内数量大于200 则删除队列内消息
rabbitmq_host=1.1.1.2
rabbitmq_port=
rabbitmq_username=chinasoft
rabbitmq_password=pass
rabbitmq_queue=online_*
rabbitmq_queue_max=
drop_queue=() rabbitmqadmin -H $rabbitmq_host -P $rabbitmq_port -u $rabbitmq_username -p $rabbitmq_password -f tsv -q list queues | while read queue message_total ; do if [ "$queue" == "$rabbitmq_queue" ] && [ "$message_total" -gt $rabbitmq_queue_max ]; then rabbitmqadmin -H $rabbitmq_host -P $rabbitmq_port -u $rabbitmq_username -p $rabbitmq_password delete queue name=$queue; drop_queue+=($queue); fi ; done echo ${drop_queue[@]} if [ ${#drop_queue[*]} -gt ]
then
echo "warning 启动重启windows服务器的脚本"
push_dir="/data/www/vhosts/chinasoft.com/httpdocs"
###生产环境的变量 ENVIRONMENT_NAME="convert_env"
ENVIRONMENT_VARIABLE="prod"
WIN_ROOT="/cygdrive/d"
WIN_RESTART_SLEEP=
WIN_ACCOUNT="Administrator" win_back_ips=('172.17.0.33' '172.17.0.32')
execute_jump_ip="1.1.1.1"
middle_server_ip="172.17.0.36"
back_server_ip="172.17.0.35"
restart_middle_group_name="online2:"
restart_back_group_name=("chinasoft_back:" "chinasoft_server:" ) # $ - jump_ip
# $ - win_account
# $ - win_ip
# $ - win_root
# $ - push_dir
# $ - sleep
function rsync_windows_server()
{
__jump_ip="$1"
__win_account="$2"
__win_ip="$3"
__win_root="$4"
__push_dir="$5"
__sleep=$ shift
shift
shift
shift
shift
shift __exclude_params=()
for exclude_dir in "$@"; do
__exclude_params+=(--exclude="$exclude_dir")
done
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 $__win_account@$__win_ip \"export $ENVIRONMENT_NAME=$ENVIRONMENT_VARIABLE; $__win_root$__push_dir/converter_db/scripts/back_stop_consumer.bat\""
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 $__win_account@$__win_ip shutdown -r -t 0"
sleep $__sleep
} #chmod -R ugo+r $push_dir
chmod +x -R $push_dir/converter_db/scripts
chmod +x -R $push_dir/converter_db/core_api __linux_exclude_params=()
__linux_exclude_params+=(--exclude="converter_db/core_api/Windows") __windows_exclude_dir=()
__windows_exclude_dir+=("converter_db/core_api/Linux") if [ "$PASS_CORE" == "true" ];then
__linux_exclude_params+=(--exclude="converter_db/core_api")
__windows_exclude_dir+=("converter_db/core_api")
fi if [ "$BUILD_TASK_SERVICE" == "true" ];then
# stop consumer & rsync & restart windows
for server_ip in "${win_back_ip[@]}"; do
rsync_windows_server "$execute_jump_ip" "$WIN_ACCOUNT" $server_ip "$WIN_ROOT" "$push_dir" "$WIN_RESTART_SLEEP" "${__windows_exclude_dir[@]}"
done ssh -p2008 root@$execute_jump_ip "ssh -p 2008 root@$middle_server_ip supervisorctl restart $middle_celery_group"
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 root@$back_server_ip supervisorctl restart ${back_celery_group[@]}"
fi
fi ############################################# # 软重启，热更新 dir_name=bak.$(date +%Y-%m-%d)
cp -a /data/www/vhosts/chinasoft.com /data/data_backup/chinasoft.com_$dir_name
push_dir=/data/www/vhosts/chinasoft.com/httpdocs
mkdir -p $push_dir ###生产环境的变量 ENVIRONMENT_NAME="convert_env"
ENVIRONMENT_VARIABLE="prod"
WIN_ROOT="/cygdrive/d"
WIN_RESTART_SLEEP=
WIN_ACCOUNT="Administrator" win_back_ips=('172.17.0.33' '172.17.0.32')
execute_jump_ip="1.1.1.1"
middle_server_ip="172.17.0.36"
back_server_ip="172.17.0.35"
restart_middle_group_name="online2:"
restart_back_group_name=("chinasoft_back:" "chinasoft_server:" ) # $ - jump_ip
# $ - win_account
# $ - win_ip
# $ - win_root
# $ - push_dir
# $ - sleep
function rsync_windows_server()
{
__jump_ip="$1"
__win_account="$2"
__win_ip="$3"
__win_root="$4"
__push_dir="$5"
__sleep=$ shift
shift
shift
shift
shift
shift __exclude_params=()
for exclude_dir in "$@"; do
__exclude_params+=(--exclude="$exclude_dir")
done
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 $__win_account@$__win_ip \"export $ENVIRONMENT_NAME=$ENVIRONMENT_VARIABLE; $__win_root$__push_dir/converter_db/scripts/back_stop_consumer.bat\""
rsync -avzP --bwlimit= "${__exclude_params[@]}" $__push_dir/converter_db root@$__win_ip::root --chmod=ugo=rwX
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 $__win_account@$__win_ip shutdown -r -t 0"
sleep $__sleep
} rsync -vau --delete --exclude=.git/ --exclude=.gitignore/ --exclude=node_modules/ $WORKSPACE/ $push_dir
#chmod -R ugo+r $push_dir
chmod +x -R $push_dir/converter_db/scripts
chmod +x -R $push_dir/converter_db/core_api __linux_exclude_params=()
__linux_exclude_params+=(--exclude="converter_db/core_api/Windows") __windows_exclude_dir=()
__windows_exclude_dir+=("converter_db/core_api/Linux") if [ "$PASS_CORE" == "true" ];then
__linux_exclude_params+=(--exclude="converter_db/core_api")
__windows_exclude_dir+=("converter_db/core_api")
fi rsync -vaRzP --progress --bwlimit= "${__linux_exclude_params[@]}" --password-file=/usr/local/rsync/etc/pe_rsyncd.passwd $push_dir/converter_middle apache@$middle_server_ip::apache if [ "$BUILD_TASK_SERVICE" == "true" ];then
# stop consumer & rsync & restart windows
for server_ip in "${win_back_ip[@]}"; do
rsync_windows_server "$execute_jump_ip" "$WIN_ACCOUNT" $server_ip "$WIN_ROOT" "$push_dir" "$WIN_RESTART_SLEEP" "${__windows_exclude_dir[@]}"
done rsync -vaRzP --progress --bwlimit= "${__linux_exclude_params[@]}" --password-file=/usr/local/rsync/etc/pe_rsyncd.passwd $push_dir/converter_db apache@$middle_server_ip::apache
rsync -vaRzP --progress --bwlimit= "${__linux_exclude_params[@]}" --password-file=/usr/local/rsync/etc/pe_rsyncd.passwd $push_dir/converter_db apache@$back_server_ip::apache |true
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 root@$middle_server_ip supervisorctl restart $middle_celery_group"
ssh -p2008 root@$execute_jump_ip "ssh -p 2008 root@$back_server_ip supervisorctl restart ${back_celery_group[@]}"
fi
fi
# 发布代码以后删除缓存操作
# 要配置http://jenkins2.chinasoft.cn/jenkins/view/pe.chinasoft/job/web_html/configure 删除nginx的缓存
ssh -p2008 devadmin@1.1.1.1 "sudo rm -rf /dev/shm/nginx/hipdf/cache/*"