#!/bin/bash #此脚本实现部署本地镜像仓库并拉取ai-deployer项目镜像至该镜像仓库的功能,请配置以下4个参数并执行该脚本.部署要求/data目录可用空间大于100G #工作目录,ai-deployer源码实际所在路径 BASE=/opt/ai-deployer #AI平台版本号 VERSION=dev-3.6-bugfix #本地镜像仓库IP地址 HARBOR_NODE_IP=127.0.0.1 ###使用域名部署可以解决主机IP变更时需要修改镜像仓库地址的问题,如果不使用域名可以将此参数的值配置为IP地址 HARBOR_DOMAIN=registry.local ###如果镜像仓库需要供局域网外部访问,需要配置为镜像仓库节点的外部IP,如无需要则配置成内网IP即可 HARBOR_EXTERNAL_DOMAIN=127.0.0.1 #本地镜像仓库端口 HARBOR_PORT=38080 #本地镜像仓库管理员密码 HARBOR_ADMIN_PASSWORD=Harbor12345 #==================================================== MINIO_URL=https://minio.mopaas.com REGISTRY_URL=https://registry.mopaas.com REGISTRY_DOMAIN=${REGISTRY_URL#*//} REGISTRY_LOCAL="$HARBOR_DOMAIN:$HARBOR_PORT" DOCKER_VER=19.03.14 HARBOR_VER=v1.10.16 REGISTRY_MIRROR=CN function logger() { TIMESTAMP=$(date +'%Y-%m-%d %H:%M:%S') case "$1" in debug) echo -e "$TIMESTAMP \033[36mDEBUG\033[0m $2" ;; info) echo -e "$TIMESTAMP \033[32mINFO\033[0m $2" ;; warn) echo -e "$TIMESTAMP \033[33mWARN\033[0m $2" ;; error) echo -e "$TIMESTAMP \033[31mERROR\033[0m $2" ;; *) ;; esac } function download_docker() { logger debug "正在下载docker" /bin/cp -f "./docker-$DOCKER_VER.tgz" "$BASE/down" tar zxf "$BASE/down/docker-$DOCKER_VER.tgz" -C "$BASE/down" && \ /bin/cp -f "$BASE"/down/docker/* "$BASE/bin" && \ /bin/cp -f "$BASE"/down/docker/* /opt/kube/bin && \ ln -sf /opt/kube/bin/docker /bin/docker } function install_docker() { # check if a container runtime is already installed systemctl status docker|grep Active|grep -q running && { logger info "docker正在运行中"; return 0; } logger debug "生成docker service文件" cat > /etc/systemd/system/docker.service << EOF [Unit] Description=Docker Application Container Engine Documentation=http://docs.docker.io [Service] Environment="PATH=/opt/kube/bin:/bin:/sbin:/usr/bin:/usr/sbin" ExecStartPre=/sbin/iptables -F ExecStartPre=/sbin/iptables -X ExecStartPre=/sbin/iptables -F -t nat ExecStartPre=/sbin/iptables -X -t nat ExecStartPre=/sbin/iptables -F -t raw ExecStartPre=/sbin/iptables -X -t raw ExecStartPre=/sbin/iptables -F -t mangle ExecStartPre=/sbin/iptables -X -t mangle ExecStart=/opt/kube/bin/dockerd ExecStartPost=/sbin/iptables -P INPUT ACCEPT ExecStartPost=/sbin/iptables -P OUTPUT ACCEPT ExecStartPost=/sbin/iptables -P FORWARD ACCEPT ExecReload=/bin/kill -s HUP \$MAINPID Restart=on-failure RestartSec=5 LimitNOFILE=infinity LimitNPROC=infinity LimitCORE=infinity Delegate=yes KillMode=process [Install] WantedBy=multi-user.target EOF # configuration for dockerd mkdir -p /etc/docker logger debug "生成docker配置文件: /etc/docker/daemon.json" if [[ "$REGISTRY_MIRROR" == CN ]];then cat > /etc/docker/daemon.json << EOF { "registry-mirrors": [ "https://docker.mirrors.ustc.edu.cn", "http://hub-mirror.c.163.com" ], "insecure-registries": ["__registry__external__domain__", "__registry__local__domain__", "__registry__domain__"], "max-concurrent-downloads": 10, "log-driver": "json-file", "log-level": "warn", "log-opts": { "max-size": "10m", "max-file": "3" }, "data-root": "/var/lib/docker" } EOF sed -i "s/__registry__external__domain__/$HARBOR_EXTERNAL_DOMAIN:$HARBOR_PORT/g" "/etc/docker/daemon.json" sed -i "s/__registry__local__domain__/$REGISTRY_LOCAL/g" "/etc/docker/daemon.json" sed -i "s/__registry__domain__/$REGISTRY_DOMAIN/g" "/etc/docker/daemon.json" else cat > /etc/docker/daemon.json << EOF { "max-concurrent-downloads": 10, "log-driver": "json-file", "log-level": "warn", "log-opts": { "max-size": "10m", "max-file": "3" }, "data-root": "/var/lib/docker" } EOF fi if [[ -e /etc/centos-release || -e /etc/redhat-release ]]; then logger debug "关闭selinux in CentOS/Redhat" getenforce|grep Disabled || setenforce 0 sed -i 's/^SELINUX=.*$/SELINUX=disabled/g' /etc/selinux/config fi logger debug "enable and start docker" systemctl enable docker systemctl daemon-reload && systemctl restart docker && sleep 20 } function install_harbor() { if [[ -d /data/registry ]];then logger info "harbor已安装!" else logger info "正在导入ai应用镜像" /opt/kube/bin/docker load -i ./ai-user.tar /opt/kube/bin/docker load -i ./ai-user-web.tar /opt/kube/bin/docker load -i ./ai-mgr.tar /opt/kube/bin/docker load -i ./ai-mgr-web.tar /opt/kube/bin/docker load -i ./ai-kop.tar /opt/kube/bin/docker load -i ./ai-kop-web.tar logger info "正在解压harbor离线包,文件很大,耗时较长" tar zxf ./harbor.tar.gz -C /data logger info "正在安装docker-compose" /bin/cp -f ./docker-compose /opt/kube/bin/docker-compose && chmod +x /opt/kube/bin/docker-compose /bin/cp -f ./docker-compose /usr/bin/docker-compose && chmod +x /usr/bin/docker-compose #导入harbor离线镜像 logger info "正在导入harbor离线镜像" /opt/kube/bin/docker load -i /data/harbor/harbor.$HARBOR_VER.tar.gz /opt/kube/bin/docker load -i /data/harbor/harbor-core.tar /opt/kube/bin/docker load -i /data/harbor/harbor-portal.tar #准备harbor配置文件 sed -i "s/registry.local/$HARBOR_EXTERNAL_DOMAIN/g" /data/harbor/harbor.yml sed -i "s/38080/$HARBOR_PORT/g" /data/harbor/harbor.yml #准备harbor服务的systemd unit文件 /bin/cp -f ./harbor.service /etc/systemd/system/harbor.service systemctl enable harbor #重启docker # systemctl restart docker #准备安装harbor cd /data/harbor && export PATH=/opt/kube/bin:$PATH && ./prepare --with-chartmuseum --with-clair >> /tmp/harbor-`date +'%Y%m%d%H%M%S'`.log 2>&1 #修改镜像 sed -i "s/harbor-core:v1.10.16/harbor-core:v1.10.16-1/g" docker-compose.yml sed -i "s/harbor-portal:v1.10.16/harbor-portal:v1.10.16-1/g" docker-compose.yml #安装harbor /opt/kube/bin/docker-compose -f docker-compose.yml up -d #等待harbor运行 logger info "正在等待harbor运行......" harbor_status=$(/opt/kube/bin/docker ps -a|grep nginx-photon) until [[ $harbor_status =~ healthy ]] do harbor_status=$(/opt/kube/bin/docker ps -a|grep nginx-photon) if [[ $harbor_status =~ healthy ]];then logger info "harbor正在运行中" logger info "正在推送ai应用镜像至本地仓库" /opt/kube/bin/docker login $REGISTRY_LOCAL -u admin -p Harbor12345 /opt/kube/bin/docker tag registry.mopaas.com/ai/ai-user:$VERSION $REGISTRY_LOCAL/ai/ai-user:$VERSION /opt/kube/bin/docker push $REGISTRY_LOCAL/ai/ai-user:$VERSION /opt/kube/bin/docker rmi registry.mopaas.com/ai/ai-user:$VERSION /opt/kube/bin/docker tag registry.mopaas.com/ai/ai-user-web:$VERSION $REGISTRY_LOCAL/ai/ai-user-web:$VERSION /opt/kube/bin/docker push $REGISTRY_LOCAL/ai/ai-user-web:$VERSION /opt/kube/bin/docker rmi registry.mopaas.com/ai/ai-user-web:$VERSION /opt/kube/bin/docker tag registry.mopaas.com/ai/ai-mgr:$VERSION $REGISTRY_LOCAL/ai/ai-mgr:$VERSION /opt/kube/bin/docker push $REGISTRY_LOCAL/ai/ai-mgr:$VERSION /opt/kube/bin/docker rmi registry.mopaas.com/ai/ai-mgr:$VERSION /opt/kube/bin/docker tag registry.mopaas.com/ai/ai-mgr-web:$VERSION $REGISTRY_LOCAL/ai/ai-mgr-web:$VERSION /opt/kube/bin/docker push $REGISTRY_LOCAL/ai/ai-mgr-web:$VERSION /opt/kube/bin/docker rmi registry.mopaas.com/ai/ai-mgr-web:$VERSION /opt/kube/bin/docker tag registry.mopaas.com/ai/ai-kop:$VERSION $REGISTRY_LOCAL/ai/ai-kop:$VERSION /opt/kube/bin/docker push $REGISTRY_LOCAL/ai/ai-kop:$VERSION /opt/kube/bin/docker rmi registry.mopaas.com/ai/ai-kop:$VERSION /opt/kube/bin/docker tag registry.mopaas.com/ai/ai-kop-web:$VERSION $REGISTRY_LOCAL/ai/ai-kop-web:$VERSION /opt/kube/bin/docker push $REGISTRY_LOCAL/ai/ai-kop-web:$VERSION /opt/kube/bin/docker rmi registry.mopaas.com/ai/ai-kop-web:$VERSION touch /mnt/got-images touch /mnt/got-frame-images logger info "本地镜像仓库已制作完成,地址为$REGISTRY_LOCAL" fi done fi } function main() { mkdir -p /opt/kube/bin "$BASE/down" "$BASE/bin" /data echo "$HARBOR_NODE_IP $HARBOR_DOMAIN" >> /etc/hosts download_docker install_docker install_harbor } main "$@"