加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
dgiot_install.sh 54.30 KB
一键复制 编辑 原始数据 按行查看 历史
U-JOHNLIU\jonhl 提交于 2022-01-12 20:02 . feat: add dashboard ci
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250
#!/bin/bash
# This file is used to install dgiot on linux systems. The operating system
# is required to use systemd to manage services at boot
export PATH=$PATH:/usr/local/bin
lanip=""
wlanip=""
serverFqdn=""
processor=1
# -----------------------Variables definition---------------------
fileserver="https://dgiot-release-1306147891.cos.ap-nanjing.myqcloud.com/v4.4.0"
updateserver="http://dgiot-1253666439.cos.ap-shanghai-fsi.myqcloud.com/dgiot_release/update"
#https://bcrypt-generator.com/
yum install -y glibc-headers &> /dev/null
yum install -y openssl openssl-devel &> /dev/null
yum install -y libstdc++-devel openssl-devel &> /dev/null
pg_pwd=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_user=dgiot
parse_pwd=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_appid=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_master=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_readonly_master=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_file=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_client=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_javascript=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_restapi=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_dotnet=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
parse_webhook=`openssl rand -hex 8 | md5sum | cut -f1 -d ' '`
randtime=`date +%F_%T`
script_dir=$(dirname $(readlink -f "$0"))
#install path
install_dir="/data/dgiot"
backup_dir=${install_dir}/${randtime}
mkdir ${backup_dir} -p
#service path
service_dir="/lib/systemd/system"
# Color setting
RED='\033[0;31m'
GREEN='\033[1;32m'
GREEN_DARK='\033[0;32m'
GREEN_UNDERLINE='\033[4;32m'
NC='\033[0m'
csudo=""
if command -v sudo > /dev/null; then
csudo="sudo"
fi
prompt_force=0
update_flag=0
initd_mod=0
service_mod=2
if pidof systemd &> /dev/null; then
service_mod=0
elif $(which service &> /dev/null); then
service_mod=1
service_config_dir="/etc/init.d"
if $(which chkconfig &> /dev/null); then
initd_mod=1
elif $(which insserv &> /dev/null); then
initd_mod=2
elif $(which update-rc.d &> /dev/null); then
initd_mod=3
else
service_mod=2
fi
else
service_mod=2
fi
# get the operating system type for using the corresponding init file
# ubuntu/debian(deb), centos/fedora(rpm), others: opensuse, redhat, ..., no verification
#osinfo=$(awk -F= '/^NAME/{print $2}' /etc/os-release)
if [[ -e /etc/os-release ]]; then
osinfo=$(cat /etc/os-release | grep "NAME" | cut -d '"' -f2) ||:
else
osinfo=""
fi
echo "osinfo: ${osinfo}"
os_type=0
if echo $osinfo | grep -qwi "ubuntu" ; then
# echo "This is ubuntu system"
os_type=1
elif echo $osinfo | grep -qwi "debian" ; then
# echo "This is debian system"
os_type=1
elif echo $osinfo | grep -qwi "Kylin" ; then
# echo "This is Kylin system"
os_type=1
elif echo $osinfo | grep -qwi "centos" ; then
# echo "This is centos system"
os_type=2
elif echo $osinfo | grep -qwi "fedora" ; then
# echo "This is fedora system"
os_type=2
else
echo " osinfo: ${osinfo}"
echo " This is an officially unverified linux system,"
echo " if there are any problems with the installation and operation, "
echo " please feel free to contact www.iotn2n.com for support."
os_type=3
fi
# ============================= get input parameters =================================================
# dgiot_install.sh -v [single | cluster | devops | ci] -d [prod.iotn2n.com | your_domain_name] -s [dgiot_44 | dgiot_n] -p [dgiot | dgiot_your_plugin]
# set parameters by default value
verType=single # [single | cluster | devops | ci]
domain_name="prod.iotn2n.com" #[prod.iotn2n.com | your_domain_name]
software="dgiot_187" #[dgiot_187 | dgiot_n]
plugin="dgiot" #[dgiot | dgiot_your_plugin]
while getopts "h:v:d:s:p:" arg
do
case $arg in
v)
echo "verType=$OPTARG"
verType=$(echo $OPTARG)
;;
s)
echo "software=$OPTARG"
software=$(echo $OPTARG)
;;
d)
domain_name=$(echo $OPTARG)
echo "Please ensure that the certificate file has been placed in ${script_dir}"
echo -e "`date +%F_%T` $LINENO: ${GREEN} Please ensure that the certificate file has been placed in `pwd`${NC}"
if [ ! -f ${script_dir}/${domain_name}.zip ]; then
echo -e "`date +%F_%T` $LINENO: ${RED} ${script_dir}/${domain_name}.zip cert file not exist ${NC}"
exit 1
fi
;;
p)
echo "plugin=$OPTARG"
plugin=$(echo $OPTARG)
;;
h)
echo "Usage: `basename $0` -v [single | cluster | devops | ci] -s [dgiot_187 | dgiot_n] -d [prod.iotn2n.com | your_domain_name] -p [dgiot | your_dgiot_plugin]"
exit 0
;;
?) #unknow option
echo "unkonw argument"
exit 1
;;
esac
done
## 1.3. 部署前处理
function pre_install() {
# 网络检查pre_install
ping -c2 baidu.com
get_lanip
get_wanip
get_processor
## 1.4 关闭防火墙,selinux
systemctl stop firewalld && sudo systemctl disable firewalld
sed -ri s/SELINUX=enforcing/SELINUX=disabled/g /etc/selinux/config
# setenforce 0
## 1.5 配置阿里云yum源
if [ -f /etc/yum.repos.d/CentOS-Base.repo ]; then
mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.bak
curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo &> /dev/null
fi
## 1.6 echo "isntalling tools"
yum -y install vim net-tools wget ntpdate &> /dev/null
yum -y groupinstall "Development Tools" &> /dev/null
## 1.7 时间同步
echo "*/10 * * * * /usr/sbin/ntpdate ntp.aliyun.com > /dev/null 2>&1" >>/etc/crontab
## 1.8 加快ssh连接
sed -ri s/"#UseDNS yes"/"UseDNS no"/g /etc/ssh/sshd_config
systemctl restart sshd
}
function get_processor() {
processor=`cat /proc/cpuinfo| grep "processor"| wc -l`
}
function get_wanip() {
wlanip=`curl whatismyip.akamai.com`
echo -e "`date +%F_%T` $LINENO: ${GREEN} wlanip: ${wlanip}${NC}"
}
function get_lanip() {
lanip=$(/sbin/ifconfig eth0 | sed -nr 's/.*inet (addr:)?(([0-9]*\.){3}[0-9]*).*/\2/p')
if [ -z "$lanip" ]; then
lanip=$(ifconfig |grep inet |grep -v inet6 |grep -v 127.0.0.1 |awk '{print $2}' |awk -F ":" '{print $2}') ||:
fi
if [ -z "$lanip" ]; then
lanip="127.0.0.1"
fi
echo -e "`date +%F_%T` $LINENO: ${GREEN} lanip: ${lanip}${NC}"
}
function kill_process() {
pid=$(ps -ef | grep "$1" | grep -v "grep" | awk '{print $2}')
if [ -n "$pid" ]; then
${csudo} kill -9 $pid || :
fi
}
function clean_services(){
clean_service dgiot_pg_writer
clean_service dgiot
clean_service dgiot_parse_server
clean_service dgiot_redis
clean_service grafana-server
clean_service go_fastdfs
clean_service taosd
clean_service dgiot_tdengine_mqtt
clean_service prometheus
clean_service pushgateway
clean_service node_exporter
clean_service postgres_exporter
clean_service nginx
}
function clean_service() {
if systemctl is-active --quiet $1; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} $1 is running, stopping it...${NC}"
${csudo} systemctl stop $1 &> /dev/null || echo &> /dev/null
fi
${csudo} systemctl disable $1 &> /dev/null || echo &> /dev/null
${csudo} rm -f ${service_dir}/$1.service
}
# $1:service $2:Type $3:ExecStart $4:User $5:Environment $6:ExecStop
function install_service() {
service_config="${service_dir}/$1.service"
echo -e "`date +%F_%T` $LINENO: ${GREEN} build ${service_config}${NC}"
${csudo} bash -c "echo '[Unit]' > ${service_config}"
${csudo} bash -c "echo 'Description=$1 server' >> ${service_config}"
${csudo} bash -c "echo 'After=network-online.target' >> ${service_config}"
${csudo} bash -c "echo 'Wants=network-online.target' >> ${service_config}"
${csudo} bash -c "echo >> ${service_config}"
${csudo} bash -c "echo '[Service]' >> ${service_config}"
${csudo} bash -c "echo 'Type=$2' >> ${service_config}"
${csudo} bash -c "echo 'ExecStart=$3' >> ${service_config}"
if [ ! x"$4" = x ]; then
${csudo} bash -c "echo 'User=$4' >> ${service_config}"
${csudo} bash -c "echo 'Group=$4' >> ${service_config}"
fi
if [ ! x"$5" = x ]; then
${csudo} bash -c "echo 'Environment=$5' >> ${service_config}"
fi
if [[ -$# -eq 6 ]]; then
${csudo} bash -c "echo 'ExecStop=$6' >> ${service_config}"
fi
${csudo} bash -c "echo 'KillMode=mixed' >> ${service_config}"
${csudo} bash -c "echo 'KillSignal=SIGINT' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutSec=300' >> ${service_config}"
${csudo} bash -c "echo 'OOMScoreAdjust=-1000' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutStopSec=1000000s' >> ${service_config}"
${csudo} bash -c "echo 'LimitNOFILE=infinity' >> ${service_config}"
${csudo} bash -c "echo 'LimitNPROC=infinity' >> ${service_config}"
${csudo} bash -c "echo 'LimitCORE=infinity' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutStartSec=0' >> ${service_config}"
${csudo} bash -c "echo 'StandardOutput=null' >> ${service_config}"
${csudo} bash -c "echo 'Restart=always' >> ${service_config}"
${csudo} bash -c "echo 'StartLimitBurst=3' >> ${service_config}"
${csudo} bash -c "echo 'StartLimitInterval=60s' >> ${service_config}"
${csudo} bash -c "echo >> ${service_config}"
${csudo} bash -c "echo '[Install]' >> ${service_config}"
${csudo} bash -c "echo 'WantedBy=multi-user.target' >> ${service_config}"
${csudo} systemctl daemon-reload &> /dev/null
${csudo} systemctl enable $1 &> /dev/null
${csudo} systemctl start $1 &> /dev/null
echo -e "`date +%F_%T` $LINENO: ${GREEN} systemctl start $1${NC}"
}
# $1:service $2:Type $3:ExecStart $4:Environment $5:WorkingDirectory
function install_service1() {
service_config="${service_dir}/$1.service"
echo -e "`date +%F_%T` $LINENO: ${GREEN} build ${service_config}${NC}"
${csudo} bash -c "echo '[Unit]' > ${service_config}"
${csudo} bash -c "echo 'Description=$1 server' >> ${service_config}"
${csudo} bash -c "echo 'After=network-online.target' >> ${service_config}"
${csudo} bash -c "echo 'Wants=network-online.target' >> ${service_config}"
${csudo} bash -c "echo >> ${service_config}"
${csudo} bash -c "echo '[Service]' >> ${service_config}"
${csudo} bash -c "echo 'Type=$2' >> ${service_config}"
${csudo} bash -c "echo 'ExecStart=$3' >> ${service_config}"
if [ ! x"$5" = x ]; then
${csudo} bash -c "echo 'WorkingDirectory=$5' >> ${service_config}"
fi
if [ ! x"$4" = x ]; then
${csudo} bash -c "echo 'Environment=$4' >> ${service_config}"
fi
${csudo} bash -c "echo 'KillMode=mixed' >> ${service_config}"
${csudo} bash -c "echo 'KillSignal=SIGINT' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutSec=300' >> ${service_config}"
${csudo} bash -c "echo 'OOMScoreAdjust=-1000' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutStopSec=1000000s' >> ${service_config}"
${csudo} bash -c "echo 'LimitNOFILE=infinity' >> ${service_config}"
${csudo} bash -c "echo 'LimitNPROC=infinity' >> ${service_config}"
${csudo} bash -c "echo 'LimitCORE=infinity' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutStartSec=0' >> ${service_config}"
${csudo} bash -c "echo 'StandardOutput=null' >> ${service_config}"
${csudo} bash -c "echo 'Restart=always' >> ${service_config}"
${csudo} bash -c "echo 'StartLimitBurst=3' >> ${service_config}"
${csudo} bash -c "echo 'StartLimitInterval=60s' >> ${service_config}"
${csudo} bash -c "echo >> ${service_config}"
${csudo} bash -c "echo '[Install]' >> ${service_config}"
${csudo} bash -c "echo 'WantedBy=multi-user.target' >> ${service_config}"
${csudo} systemctl daemon-reload &> /dev/null
${csudo} systemctl enable $1 &> /dev/null
${csudo} systemctl start $1 &> /dev/null
echo -e "`date +%F_%T` $LINENO: ${GREEN} systemctl start $1${NC}"
}
# $1:service $2:Type $3:ExecStart
function install_service2() {
service_config="${service_dir}/$1.service"
echo -e "`date +%F_%T` $LINENO: ${GREEN} build ${service_config}${NC}"
${csudo} bash -c "echo '[Unit]' > ${service_config}"
${csudo} bash -c "echo 'Description=$1 server' >> ${service_config}"
${csudo} bash -c "echo 'After=network-online.target' >> ${service_config}"
${csudo} bash -c "echo 'Wants=network-online.target' >> ${service_config}"
${csudo} bash -c "echo >> ${service_config}"
${csudo} bash -c "echo '[Service]' >> ${service_config}"
${csudo} bash -c "echo 'Type=$2' >> ${service_config}"
${csudo} bash -c "echo 'ExecStart=$3' >> ${service_config}"
${csudo} bash -c "echo 'KillMode=mixed' >> ${service_config}"
${csudo} bash -c "echo 'KillSignal=SIGINT' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutSec=300' >> ${service_config}"
${csudo} bash -c "echo 'OOMScoreAdjust=-1000' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutStopSec=1000000s' >> ${service_config}"
${csudo} bash -c "echo 'LimitNOFILE=infinity' >> ${service_config}"
${csudo} bash -c "echo 'LimitNPROC=infinity' >> ${service_config}"
${csudo} bash -c "echo 'LimitCORE=infinity' >> ${service_config}"
${csudo} bash -c "echo 'TimeoutStartSec=0' >> ${service_config}"
${csudo} bash -c "echo 'StandardOutput=null' >> ${service_config}"
${csudo} bash -c "echo 'Restart=always' >> ${service_config}"
${csudo} bash -c "echo 'StartLimitBurst=3' >> ${service_config}"
${csudo} bash -c "echo 'StartLimitInterval=60s' >> ${service_config}"
${csudo} bash -c "echo >> ${service_config}"
${csudo} bash -c "echo '[Install]' >> ${service_config}"
${csudo} bash -c "echo 'WantedBy=multi-user.target' >> ${service_config}"
${csudo} systemctl daemon-reload &> /dev/null
${csudo} systemctl enable $1 &> /dev/null
${csudo} systemctl start $1 &> /dev/null
echo -e "`date +%F_%T` $LINENO: ${GREEN} systemctl start $1${NC}"
}
##---------------------------------------------------------------##
#2 部署档案数据库
## 2.1 部署postgres数据库
### 2.1.1 环境准备,根据自身需要,减少或者增加
function yum_install_postgres() {
echo -e "`date +%F_%T` $LINENO: ${GREEN} yum install postgres${NC}"
yum install -y wget git &> /dev/null
${csudo} yum install -y gcc gcc-c++ epel-release &> /dev/null
# ${csudo} yum install -y llvm llvm-devel &> /dev/null
${csudo} yum install -y clang libicu-devel perl-ExtUtils-Embed &> /dev/null
${csudo} yum install -y readline readline-devel &> /dev/null
${csudo} yum install -y zlib zlib-devel &> /dev/null
${csudo} yum install -y pam-devel libxml2-devel libxslt-devel &> /dev/null
${csudo} yum install -y openldap-devel systemd-devel &> /dev/null
${csudo} yum install -y tcl-devel python-devel &> /dev/null
}
### 2.1.2 编译安装postgres
function install_postgres() {
echo -e "`date +%F_%T` $LINENO: ${GREEN} install_postgres${NC}"
##下载软件
if [ ! -f ${script_dir}/postgresql-12.0.tar.gz ]; then
${csudo} wget ${fileserver}/postgresql-12.0.tar.gz -O ${script_dir}/postgresql-12.0.tar.gz &> /dev/null
fi
### 创建目录和用户,以及配置环境变化
echo -e "`date +%F_%T` $LINENO: ${GREEN} create postgres user and group ${NC}"
set +uxe
egrep "^postgres" /etc/passwd >/dev/null
if [ $? -eq 0 ]; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} postgres user and group exist ${NC}"
else
${csudo} groupadd postgres &> /dev/null
${csudo} useradd -g postgres postgres &> /dev/null
fi
### 密码设置在引号内输入自己的密码
echo ${pg_pwd} | passwd --stdin postgres
echo "export PATH=/usr/local/pgsql/12/bin:$PATH" >/etc/profile.d/pgsql.sh
source /etc/profile.d/pgsql.sh
if [ -d ${script_dir}/postgresql-12.0 ]; then
${csudo} rm ${script_dir}/postgresql-12.0 -rf
fi
tar xvf postgresql-12.0.tar.gz &> /dev/null
cd ./postgresql-12.0/
set -ue
yum_install_postgres
echo -e "`date +%F_%T` $LINENO: ${GREEN} configure postgres${NC}"
./configure --prefix=/usr/local/pgsql/12 --with-pgport=7432 --enable-nls --with-python --with-tcl --with-gssapi --with-icu --with-openssl --with-pam --with-ldap --with-systemd --with-libxml --with-libxslt &> /dev/null
echo -e "`date +%F_%T` $LINENO: ${GREEN} make install postgres${NC}"
make install -j${processor} &> /dev/null
### 添加pg_stat_statements数据库监控插件
cd ${script_dir}/postgresql-12.0/contrib/pg_stat_statements/
echo -e "`date +%F_%T` $LINENO: ${GREEN} make install pg_stat_statements ${NC}"
make install -j${processor} &> /dev/null
sleep 5
cd ${script_dir}/
rm ${script_dir}/postgresql-12.0 -rf
echo -e "`date +%F_%T` $LINENO: ${GREEN} build postgres sueccess${NC}"
}
function init_postgres_database(){
### 2.1.4.搭建主数据库
if [ -d ${install_dir}/dgiot_pg_writer ]; then
mv ${install_dir}/dgiot_pg_writer/ ${backup_dir}/
fi
mkdir ${install_dir}/dgiot_pg_writer/data -p
mkdir ${install_dir}/dgiot_pg_writer/archivedir -p
chown -R postgres:postgres ${install_dir}/dgiot_pg_writer
cd ${install_dir}/dgiot_pg_writer/
sudo -u postgres /usr/local/pgsql/12/bin/initdb -D ${install_dir}/dgiot_pg_writer/data/ -U postgres --locale=en_US.UTF8 -E UTF8 &> /dev/null
${csudo} bash -c "cp ${install_dir}/dgiot_pg_writer/data/{pg_hba.conf,pg_hba.conf.bak}"
${csudo} bash -c "cp ${install_dir}/dgiot_pg_writer/data/{postgresql.conf,postgresql.conf.bak}"
echo -e "`date +%F_%T` $LINENO: ${GREEN} initdb postgres success${NC}"
### 2.1.5 配置postgresql.conf
postgresql_conf="${install_dir}/dgiot_pg_writer/data/postgresql.conf"
cat > ${postgresql_conf} << "EOF"
listen_addresses = '*'
port = 7432
max_connections = 100
superuser_reserved_connections = 10
full_page_writes = on
wal_log_hints = off
max_wal_senders = 50
hot_standby = on
log_destination = 'csvlog'
logging_collector = off
log_directory = 'log'
log_filename = 'postgresql-%Y-%m-%d_%H%M%S'
log_rotation_age = 1d
log_rotation_size = 10MB
log_statement = 'mod'
log_timezone = 'PRC'
timezone = 'PRC'
unix_socket_directories = '/tmp'
shared_buffers = 512MB
temp_buffers = 16MB
work_mem = 32MB
effective_cache_size = 2GB
maintenance_work_mem = 128MB
#max_stack_depth = 2MB
dynamic_shared_memory_type = posix
## PITR
full_page_writes = on
wal_buffers = 16MB
wal_writer_delay = 200ms
commit_delay = 0
commit_siblings = 5
wal_level = replica
archive_mode = off
archive_timeout = 60s
#pg_stat_statements
shared_preload_libraries = 'pg_stat_statements'
pg_stat_statements.max = 1000
pg_stat_statements.track = all
EOF
archivedir="${install_dir}/dgiot_pg_writer/archivedir"
echo " archive_command = 'test ! -f ${archivedir}/%f && cp %p ${archivedir}/%f'" >> ${postgresql_conf}
echo -e "`date +%F_%T` $LINENO: ${GREEN} ${postgresql_conf}${NC}"
}
### 2.1.4 安装部署postgres
function deploy_postgres() {
clean_service dgiot_pg_writer
install_postgres
init_postgres_database
DATA_DIR="${install_dir}/dgiot_pg_writer/data"
install_service dgiot_pg_writer "notify" "/usr/local/pgsql/12/bin/postgres -D ${DATA_DIR}" "postgres" "DATA_DIR=${DATA_DIR}"
sleep 2
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -c "CREATE USER repl WITH PASSWORD '${pg_pwd}' REPLICATION;" &> /dev/null
echo -e "`date +%F_%T` $LINENO: ${GREEN} deploy postgres success${NC}"
}
## 2.2 部署parse server
### 1.2.2 下载parse初始数据
### 2.1.3 安装postgres_service系统服务
function install_parse_server() {
### 备份dgiot_parse_server
if [ -d ${install_dir}/dgiot_parse_server ]; then
mv ${install_dir}/dgiot_parse_server/ ${backup_dir}/dgiot_parse_server
chown -R postgres:postgres ${backup_dir}/dgiot_parse_server/
fi
###下载dgiot_parse_server软件
if [ ! -f ${install_dir}/dgiot_parse_server.tar.gz ]; then
wget ${fileserver}/dgiot_parse_server.tar.gz -O ${script_dir}/dgiot_parse_server.tar.gz &> /dev/null
fi
cd ${script_dir}/
tar xf dgiot_parse_server.tar.gz
mv ./dgiot_parse_server ${install_dir}/dgiot_parse_server
### 下载dgiot_parse_server初始数据
wget ${fileserver}/parse_4.0.sql.tar.gz -O ${install_dir}/dgiot_parse_server/parse_4.0.sql.tar.gz &> /dev/null
cd ${install_dir}/dgiot_parse_server/
tar xvf parse_4.0.sql.tar.gz &> /dev/null
### 配置dgiot_parse_server配置参数
parseconfig=${install_dir}/dgiot_parse_server/script/.env
${csudo} bash -c "echo '# 基础配置' > ${parseconfig}"
${csudo} bash -c "echo 'SERVER_NAME = dgiot_parse_server' >> ${parseconfig}"
${csudo} bash -c "echo 'SERVER_PORT = 1337' >> ${parseconfig}"
${csudo} bash -c "echo 'SERVER_DOMAIN = http://${wlanip}:1337' >> ${parseconfig}"
${csudo} bash -c "echo 'SERVER_PUBLIC = http://${wlanip}:1337' >> ${parseconfig}"
${csudo} bash -c "echo 'SERVER_PATH = /parse' >> ${parseconfig}"
${csudo} bash -c "echo 'GRAPHQL_PATH = http://${wlanip}:1337/graphql' >> ${parseconfig}"
${csudo} bash -c "echo '# 管理配置' >> ${parseconfig}"
${csudo} bash -c "echo 'DASHBOARD_PATH = /dashboard' >> ${parseconfig}"
${csudo} bash -c "echo 'DASHBOARD_USER = ${parse_user}' >> ${parseconfig}"
${csudo} bash -c "echo 'DASHBOARD_PASS = ${parse_pwd}' >> ${parseconfig}"
${csudo} bash -c "echo 'DASHBOARD_ENCPASS = false' >> ${parseconfig}"
${csudo} bash -c "echo '# 数据配置' >> ${parseconfig}"
${csudo} bash -c "echo 'DATABASE = postgres://postgres:${pg_pwd}@127.0.0.1:7432/parse' >> ${parseconfig}"
${csudo} bash -c "echo 'REDIS_SOCKET = redis://127.0.0.1:16379/0' >> ${parseconfig}"
${csudo} bash -c "echo 'REDIS_CACHE = redis://127.0.0.1:16379/1' >> ${parseconfig}"
${csudo} bash -c "echo '# 邮箱配置' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_FROM_ADDRESS = lsxredrain@163.com' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_FROM_NAME = 系统通知' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_SENDMAIL = true' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_SMTP_HOST = smtp.163.com' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_SMTP_PORT = 465' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_SMTP_SECURE = true' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_SMTP_USER = lsxredrain' >> ${parseconfig}"
${csudo} bash -c "echo 'EMAIL_SMTP_PASS = youpasswd' >> ${parseconfig}"
${csudo} bash -c "echo '# 接口配置' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_APPID = ${parse_appid}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_MASTER = ${parse_master}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_READONLY_MASTER = ${parse_readonly_master}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_FILE = ${parse_file}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_CLIENT = ${parse_client}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_JAVASCRIPT = ${parse_javascript}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_RESTAPI = ${parse_restapi}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_DOTNET = ${parse_dotnet}' >> ${parseconfig}"
${csudo} bash -c "echo 'KEY_WEBHOOK = ${parse_webhook}' >> ${parseconfig}"
${csudo} bash -c "echo '# 会话配置' >> ${parseconfig}"
${csudo} bash -c "echo 'SESSION_LENGTH = 604800' >> ${parseconfig}"
cd ${script_dir}/
echo -e "`date +%F_%T` $LINENO: ${GREEN} create ${parseconfig} success${NC}"
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -c "ALTER USER postgres WITH PASSWORD '${pg_pwd}';" &> /dev/null
retval=`sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -c "SELECT datname FROM pg_database WHERE datistemplate = false;" &> /dev/null`
if [[ $retval == *"parse"* ]]; then
sudo -u postgres /usr/local/pgsql/12/bin/pg_dump -F p -f ${backup_dir}/dgiot_parse_server/parse_4.0_backup.sql -C -E UTF8 -h 127.0.0.1 -U postgres parse &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -c "DROP DATABASE parse;" &> /dev/null
fi
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -c "CREATE DATABASE parse;" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -f ${install_dir}/dgiot_parse_server/parse_4.0.sql parse &> /dev/null
echo -e "`date +%F_%T` $LINENO: ${GREEN} install parse_server success${NC}"
}
function install_dgiot_redis() {
### 2.2.3 部署dgiot_redis缓存服务
cd ${install_dir}/dgiot_parse_server/script/redis/
make -j${processor} &> /dev/null
cd ${script_dir}/
}
function deploy_parse_server() {
clean_service dgiot_parse_server
clean_service dgiot_redis
install_parse_server
install_dgiot_redis
echo -e "`date +%F_%T` $LINENO: ${GREEN} install install_dgiot_redis success${NC}"
parsehome="${install_dir}/dgiot_parse_server"
install_service2 "dgiot_redis" "simple" "${parsehome}/script/redis/src/redis-server ${parsehome}/script/redis.conf"
install_service2 "dgiot_parse_server" "simple" "${parsehome}/script/node/bin/node ${parsehome}/server/index.js"
}
#3 部署时序数据服务
##3.1 部署tdengine server
function deploy_tdengine_server() {
### 1.2.4 下载TDengine-server
if [ -f ${install_dir}/taos ]; then
clean_service "taosd"
mv ${install_dir}/taos/ ${backup_dir}/taos/
fi
if [ ! -f ${script_dir}/TDengine-server-2.0.20.13.tar.gz ]; then
wget ${fileserver}/TDengine-server-2.0.20.13.tar.gz -O ${script_dir}/TDengine-server-2.0.20.13.tar.gz &> /dev/null
fi
cd ${script_dir}/
if [ -f ${script_dir}/TDengine-server-2.0.20.13 ]; then
rm -rf ${script_dir}/TDengine-server-2.0.20.13/
fi
tar xf TDengine-server-2.0.20.13.tar.gz
cd ${script_dir}/TDengine-server-2.0.20.13/
mkdir ${install_dir}/taos/log/ -p
mkdir ${install_dir}/taos/data/ -p
echo | /bin/sh install.sh &> /dev/null
ldconfig
cd ${script_dir}/
rm ${script_dir}/TDengine-server-2.0.20.13 -rf
${csudo} bash -c "echo 'logDir ${install_dir}/taos/log/' > /etc/taos/taos.cfg"
${csudo} bash -c "echo 'dataDir ${install_dir}/taos/data/' >> /etc/taos/taos.cfg"
systemctl start taosd
install_dgiot_tdengine_mqtt
}
## 3.3 部署dgiot_tdengine_mqtt桥接服务
function install_dgiot_tdengine_mqtt() {
## 3.2.setup mosquitto
### 1.2.5 下载mosquitto
if [ ! -f ${script_dir}/mosquitto-1.6.7.tar.gz ]; then
wget ${fileserver}/mosquitto-1.6.7.tar.gz -O ${script_dir}/mosquitto-1.6.7.tar.gz &> /dev/null
fi
if [ -d ${script_dir}/mosquitto-1.6.7/ ]; then
rm ${script_dir}/mosquitto-1.6.7/ -rf
fi
cd ${script_dir}/
tar xvf mosquitto-1.6.7.tar.gz &> /dev/null
cd ${script_dir}/mosquitto-1.6.7
if [ -f /usr/lib/libmosquitto.so.1 ]; then
rm /usr/lib/libmosquitto.so.1 -rf
fi
make -j${processor} &> /dev/null
make install &> /dev/null
sudo ln -s /usr/local/lib/libmosquitto.so.1 /usr/lib/libmosquitto.so.1
ldconfig
cd ${script_dir}/
rm ${script_dir}/mosquitto-1.6.7/ -rf
#wget ${fileserver}/dgiot_tdengine_mqtt -O /usr/sbin/dgiot_tdengine_mqtt &> /dev/null
rm ${script_dir}/dgiot_tdengine_mqtt/ -rf
rm /usr/sbin/dgiot_tdengine_mqtt -rf
git clone https://gitee.com/dgiiot/dgiot_tdengine_mqtt.git &> /dev/null
cd ${script_dir}/dgiot_tdengine_mqtt/c/
make &> /dev/null
cp ${script_dir}/dgiot_tdengine_mqtt/c/dgiot_tdengine_mqtt /usr/sbin/dgiot_tdengine_mqtt
chmod 777 /usr/sbin/dgiot_tdengine_mqtt
install_service2 dgiot_tdengine_mqtt "simple" "/usr/sbin/dgiot_tdengine_mqtt 127.0.0.1"
}
#4 安装文件数据服务器
function install_go_fastdfs() {
if [ ! -f ${script_dir}/go_fastdfs.tar.gz ]; then
wget ${fileserver}/go_fastdfs.tar.gz -O ${script_dir}/go_fastdfs.tar.gz &> /dev/null
fi
if [ -d ${install_dir}/go_fastdfs/ ]; then
clean_service go_fastdfs
mv ${install_dir}/go_fastdfs ${backup_dir}/
fi
cd ${script_dir}/
tar xvf go_fastdfs.tar.gz &> /dev/null
cd ${script_dir}/go_fastdfs/
chmod 777 ${script_dir}/go_fastdfs/file
mv ${script_dir}/go_fastdfs ${install_dir}
${csudo} bash -c "sed -i 's!{{ip}}!${lanip}!g' ${install_dir}/go_fastdfs/cfg.json"
${csudo} bash -c "sed -i 's/{{port}}/1250/g' ${install_dir}/go_fastdfs/cfg.json"
${csudo} bash -c "sed -i 's/{{domain_name}}/${domain_name}/g' ${install_dir}/go_fastdfs/cfg.json"
if [ -f ${install_dir}/go_fastdfs/conf/ ]; then
rm ${install_dir}/go_fastdfs/conf/ -rf
fi
mkdir ${install_dir}/go_fastdfs/conf/ -p
cp ${install_dir}/go_fastdfs/cfg.json ${install_dir}/go_fastdfs/conf/cfg.json
go_fastdhome=${install_dir}/go_fastdfs
install_service1 gofastdfs "simple" "${install_dir}/go_fastdfs/file ${go_fastdhome}" "GO_FASTDFS_DIR=${go_fastdhome}" "${go_fastdhome}"
if [ ! -d ${install_dir}/go_fastdfs/files/ ]; then
mkdir -p ${install_dir}/go_fastdfs/files/
fi
if [ ! -f ${script_dir}/dgiot_file.tar.gz ]; then
wget ${fileserver}/dgiot_file.tar.gz -O ${script_dir}/dgiot_file.tar.gz &> /dev/null
fi
cd ${script_dir}/
if [ -d ${script_dir}/dgiot_file/ ]; then
rm ${script_dir}/dgiot_file/ -rf
fi
tar xf dgiot_file.tar.gz &> /dev/null
mv ${script_dir}/dgiot_file ${install_dir}/go_fastdfs/files/
if [ ! -f ${script_dir}/dgiot_swagger.tar.gz ]; then
wget ${fileserver}/dgiot_swagger.tar.gz -O ${script_dir}/dgiot_swagger.tar.gz &> /dev/null
fi
if [ -d ${script_dir}/dgiot_swagger/ ]; then
rm ${script_dir}/dgiot_swagger/ -rf
fi
tar xf dgiot_swagger.tar.gz &> /dev/null
mv ${script_dir}/dgiot_swagger ${install_dir}/go_fastdfs/files/
if [ ! -f ${script_dir}/dgiot_dashboard.tar.gz ]; then
wget ${fileserver}/dgiot_dashboard.tar.gz -O ${script_dir}/dgiot_dashboard.tar.gz &> /dev/null
fi
cd ${script_dir}/
if [ -d ${script_dir}/dgiot_dashboard/ ]; then
rm ${script_dir}/dgiot_dashboard/ -rf
fi
tar xf dgiot_dashboard.tar.gz &> /dev/null
mv ${script_dir}/dgiot_dashboard ${install_dir}/go_fastdfs/files/
}
function yum_install_erlang_otp {
echo -e "`date +%F_%T` $LINENO: ${GREEN} yum_install_erlang_otp${NC}"
yum install -y make gcc gcc-c++ &> /dev/null
yum install -y kernel-devel m4 ncurses-devel &> /dev/null
yum install -y unixODBC unixODBC-devel &> /dev/null
yum install -y libtool-ltdl libtool-ltdl-devel &> /dev/null
}
#5. 部署应用服务器
# 5.1 安装erlang/otp环境
function install_erlang_otp() {
yum_install_erlang_otp
echo -e "`date +%F_%T` $LINENO: ${GREEN} install_erlang_otp${NC}"
if [ ! -f ${script_dir}/otp_src_23.0.tar.gz ]; then
wget ${fileserver}/otp_src_23.0.tar.gz -O ${script_dir}/otp_src_23.0.tar.gz &> /dev/null
fi
if [ -d ${install_dir}/otp_src_23.0/ ]; then
rm ${script_dir}/otp_src_23.0 -rf
fi
cd ${script_dir}/
tar xf otp_src_23.0.tar.gz &> /dev/null
cd ${script_dir}/otp_src_23.0/
echo -e "`date +%F_%T` $LINENO: ${GREEN} otp configure${NC}"
./configure &> /dev/null
echo -e "`date +%F_%T` $LINENO: ${GREEN} otp make install${NC}"
make install &> /dev/null
cd ${script_dir}/
rm ${script_dir}/otp_src_23.0 -rf
echo -e "`date +%F_%T` $LINENO: ${GREEN} install erlang otp success${NC}"
}
function update_dgiot() {
if [ ! -d ${install_dir}/go_fastdfs/files/package/ ]; then
mkdir -p ${install_dir}/go_fastdfs/files/package/
fi
if [ ! -f ${install_dir}/go_fastdfs/files/package/${software}.tar.gz ]; then
wget $fileserver/${software}.tar.gz -O ${install_dir}/go_fastdfs/files/package/${software}.tar.gz &> /dev/null
fi
cd ${install_dir}/go_fastdfs/files/package/
tar xf ${software}.tar.gz
rm ${script_dir}/dgiot/etc/plugins/dgiot_parse.conf -rf
cp ${install_dir}/dgiot/etc/plugins/dgiot_parse.conf ${install_dir}/go_fastdfs/files/package/dgiot/etc/plugins/dgiot_parse.conf
cp ${install_dir}/dgiot/etc/emqx.conf ${install_dir}/go_fastdfs/files/package/dgiot/etc/emqx.conf
if [ -d ${install_dir}/dgiot/ ]; then
clean_service dgiot
mv ${install_dir}/dgiot ${backup_dir}/dgiot/
fi
mv ${install_dir}/go_fastdfs/files/package/dgiot/ ${install_dir}/
install_service "dgiot" "forking" "/bin/sh ${install_dir}/dgiot/bin/emqx start" "root" "HOME=${install_dir}/dgiot/erts-11.0" "/bin/sh /data/dgiot/bin/emqx stop"
}
function install_dgiot() {
make_ssl
if [ ! -d ${install_dir}/go_fastdfs/files/package/ ]; then
mkdir -p ${install_dir}/go_fastdfs/files/package/
fi
if [ ! -f ${install_dir}/go_fastdfs/files/package/${software}.tar.gz ]; then
wget $fileserver/${software}.tar.gz -O ${install_dir}/go_fastdfs/files/package/${software}.tar.gz &> /dev/null
fi
cd ${install_dir}/go_fastdfs/files/package/
tar xf ${software}.tar.gz
echo -e "`date +%F_%T` $LINENO: ${GREEN} install_dgiot dgiot_parse${NC}"
#修改 dgiot_parse 连接 配置
${csudo} bash -c "sed -ri '/^parse.parse_server/cparse.parse_server = http://127.0.0.1:1337' ${install_dir}/go_fastdfs/files/package/dgiot/etc/plugins/dgiot_parse.conf"
${csudo} bash -c "sed -ri '/^parse.parse_path/cparse.parse_path = /parse/' ${install_dir}/go_fastdfs/files/package/dgiot/etc/plugins/dgiot_parse.conf"
${csudo} bash -c "sed -ri '/^parse.parse_appid/cparse.parse_appid = ${parse_appid}' ${install_dir}/go_fastdfs/files/package/dgiot/etc/plugins/dgiot_parse.conf"
${csudo} bash -c "sed -ri '/^parse.parse_master_key/cparse.parse_master_key = ${parse_master}' ${install_dir}/go_fastdfs/files/package/dgiot/etc/plugins/dgiot_parse.conf"
${csudo} bash -c "sed -ri '/^parse.parse_js_key/cparse.parse_js_key = ${parse_javascript}' ${install_dir}/go_fastdfs/files/package/dgiot/etc/plugins/dgiot_parse.conf"
${csudo} bash -c "sed -ri '/^parse.parse_rest_key/cparse.parse_rest_key = ${parse_restapi}' ${install_dir}/go_fastdfs/files/package/dgiot/etc/plugins/dgiot_parse.conf"
echo -e "`date +%F_%T` $LINENO: ${GREEN} install_dgiot dgiot${NC}"
# 修改dgiot.conf
${csudo} bash -c "sed -ri 's!/etc/ssl/certs/domain_name!/etc/ssl/certs/${domain_name}!g' ${install_dir}/go_fastdfs/files/package/dgiot/etc/emqx.conf"
cat > ${install_dir}/go_fastdfs/files/package/dgiot/data/loaded_plugins << "EOF"
{emqx_management, true}.
{emqx_dashboard, true}.
{emqx_modules, false}.
{emqx_recon, true}.
{emqx_retainer, true}.
{emqx_telemetry, true}.
{emqx_rule_engine, true}.
{emqx_bridge_mqtt, false}.
{dgiot, true}.
{dgiot_parse, true}.
{dgiot_api, true}.
{dgiot_bridge, true}.
{dgiot_device, true}.
{dgiot_tdengine, true}.
{dgiot_task, true}.
{dgiot_http, true}.
{dgiot_ffmpeg, true}.
{dgiot_grpc, true}.
{dgiot_license, true}.
{dgiot_topo, true}.
{dgiot_opc, true}.
{dgiot_meter, true}.
{dgiot_matlab, true}.
{dgiot_niisten, true}.
{dgiot_modbus, true}.
{dgiot_group, true}.
{dgiot_ffmpeg, true}.
EOF
if [ -d ${install_dir}/dgiot/ ]; then
clean_service dgiot
mv ${install_dir}/dgiot ${backup_dir}/dgiot/
fi
mv ${install_dir}/go_fastdfs/files/package/dgiot ${install_dir}/
install_service "dgiot" "forking" "/bin/sh ${install_dir}/dgiot/bin/emqx start" "root" "HOME=${install_dir}/dgiot/erts-11.0" "/bin/sh /data/dgiot/bin/emqx stop"
}
#6 运维监控
# 6.1 安装node_exporter-0.18.1.linux-amd64.tar.gz
function install_node_exporter() {
if [ ! -f ${script_dir}/node_exporter-0.18.1.linux-amd64.tar.gz ]; then
wget ${fileserver}/node_exporter-0.18.1.linux-amd64.tar.gz -O ${script_dir}/node_exporter-0.18.1.linux-amd64.tar.gz &> /dev/null
fi
if [ -d ${install_dir}/node_exporter-0.18.1.linux-amd64/ ]; then
clean_service node_exporter
mv ${install_dir}/node_exporter-0.18.1.linux-amd64/ ${backup_dir}/
fi
tar -zxvf node_exporter-0.18.1.linux-amd64.tar.gz
mv ${script_dir}/node_exporter-0.18.1.linux-amd64/ ${install_dir}/
install_service2 node_exporter "simple" "/usr/local/bin/node_exporter"
}
##6.2 install postgres exporter
function install_postgres_exporter() {
if [ ! -f ${script_dir}/postgres_exporter-0.10.0.linux-amd64.tar.gz ]; then
wget ${fileserver}/postgres_exporter-0.10.0.linux-amd64.tar.gz -O ${script_dir}/postgres_exporter-0.10.0.linux-amd64.tar.gz &> /dev/null
fi
retval=`sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "SELECT * FROM pg_available_extensions;" &> /dev/null`
if [[ $retval == *"pg_stat_statements"* ]]; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} pg_stat_statements has installed${NC}"
else
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "CREATE EXTENSION pg_stat_statements SCHEMA public;" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "CREATE USER postgres_exporter PASSWORD 'password';" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "ALTER USER postgres_exporter SET SEARCH_PATH TO postgres_exporter,pg_catalog;" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "CREATE SCHEMA postgres_exporter AUTHORIZATION postgres_exporter;" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "CREATE FUNCTION postgres_exporter.f_select_pg_stat_activity()
RETURNS setof pg_catalog.pg_stat_activity
LANGUAGE sql
SECURITY DEFINER
AS \$\$
SELECT * from pg_catalog.pg_stat_activity;
\$\$;" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "CREATE FUNCTION postgres_exporter.f_select_pg_stat_replication()
RETURNS setof pg_catalog.pg_stat_replication
LANGUAGE sql
SECURITY DEFINER
AS \$\$
SELECT * from pg_catalog.pg_stat_replication;
\$\$;" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "CREATE VIEW postgres_exporter.pg_stat_replication
AS
SELECT * FROM postgres_exporter.f_select_pg_stat_replication();" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "CREATE VIEW postgres_exporter.pg_stat_activity
AS
SELECT * FROM postgres_exporter.f_select_pg_stat_activity();" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "GRANT SELECT ON postgres_exporter.pg_stat_replication TO postgres_exporter;" &> /dev/null
sudo -u postgres /usr/local/pgsql/12/bin/psql -U postgres -d parse -c "GRANT SELECT ON postgres_exporter.pg_stat_activity TO postgres_exporter;" &> /dev/null
fi
systemctl restart dgiot_pg_writer
if [ -d ${install_dir}/postgres_exporter-0.10.0.linux-amd64/ ]; then
clean_service postgres_exporter
mv ${install_dir}/postgres_exporter-0.10.0.linux-amd64/ ${backup_dir}/
fi
tar xvf postgres_exporter-0.10.0.linux-amd64.tar.gz &> /dev/null
mv ${script_dir}/postgres_exporter-0.10.0.linux-amd64/ ${install_dir}/
export DATA_SOURCE_NAME=postgresql://postgres:postgres@127.0.0.1:7432/parse?sslmode=disable
install_service2 postgres_exporter "simple" "${install_dir}/postgres_exporter --extend.query-path='${install_dir}/queries.yaml'"
}
##6.3 安装prometheus-2.17.1.linux-amd64.tar.gz
function install_prometheus() {
if [ ! -f ${script_dir}/prometheus-2.17.1.linux-amd64.tar.gz ]; then
wget $fileserver/prometheus-2.17.1.linux-amd64.tar.gz -O ${script_dir}/prometheus-2.17.1.linux-amd64.tar.gz &> /dev/null
fi
cd ${script_dir}/
tar -zxvf prometheus-2.17.1.linux-amd64.tar.gz &> /dev/null
if [ -d ${install_dir}/prometheus-2.17.1.linux-amd64/ ]; then
clean_service pushgateway
clean_service prometheus
mv ${install_dir}/prometheus-2.17.1.linux-amd64/ ${backup_dir}/prometheus-2.17.1.linux-amd64/
fi
mv ${script_dir}/prometheus-2.17.1.linux-amd64/ ${install_dir}/
install_service2 pushgateway "simple" "${install_dir}/prometheus-2.17.1.linux-amd64/pushgateway"
install_service2 prometheus "simple" "${install_dir}/prometheus-2.17.1.linux-amd64/prometheus \
--config.file=${install_dir}/prometheus-2.17.1.linux-amd64/prometheus.yml \
--storage.tsdb.path=${install_dir}/prometheus-2.17.1.linux-amd64/data"
}
function yum_install_grafana() {
echo -e "`date +%F_%T` $LINENO: ${GREEN} yum_install_grafana${NC}"
yum install -y libXcomposite libXdamage libXtst cups libXScrnSaver &> /dev/null
yum install -y pango atk adwaita-cursor-theme adwaita-icon-theme &> /dev/null
yum install -y at at-spi2-atk at-spi2-core cairo-gobject colord-libs &> /dev/null
yum install -y dconf desktop-file-utils ed emacs-filesystem gdk-pixbuf2 &> /dev/null
yum install -y glib-networking gnutls gsettings-desktop-schemas &> /dev/null
yum install -y gtk-update-icon-cache gtk3 hicolor-icon-theme jasper-libs &> /dev/null
yum install -y json-glib libappindicator-gtk3 libdbusmenu libdbusmenu-gtk3 libepoxy &> /dev/null
yum install -y liberation-fonts liberation-narrow-fonts liberation-sans-fonts liberation-serif-fonts &> /dev/null
yum install -y libgusb libindicator-gtk3 libmodman libproxy libsoup libwayland-cursor libwayland-egl &> /dev/null
yum install -y libxkbcommon m4 mailx nettle patch psmisc redhat-lsb-core redhat-lsb-submod-security &> /dev/null
yum install -y rest spax time trousers xdg-utils xkeyboard-config alsa-lib &> /dev/null
}
###6.3.4 安装grafana-7.1.1.tar.gz
function install_grafana() {
## 部署图片报表插件
yum_install_grafana
if [ ! -f ${script_dir}/grafana-7.1.1.tar.gz ]; then
wget ${fileserver}/grafana-7.1.1.tar.gz -O ${script_dir}/grafana-7.1.1.tar.gz &> /dev/null
fi
if [ -d ${install_dir}/grafana-7.1.1/ ]; then
clean_service grafana-server
mv ${install_dir}/grafana-7.1.1/ ${backup_dir}/grafana-7.1.1/
fi
cd ${script_dir}/
tar xvf grafana-7.1.1.tar.gz &> /dev/null
mv ${script_dir}/grafana-7.1.1/ ${install_dir}/
grafanahome=${install_dir}/grafana-7.1.1
${csudo} bash -c "sed -ri '/^plugins/cplugins = ${install_dir}/grafana-7.1.1/data/plugins/' ${install_dir}/grafana-7.1.1/conf/defaults.ini"
install_service2 grafana-server "simple" "${grafanahome}/bin/grafana-server --config=${grafanahome}/conf/defaults.ini --homepath=${grafanahome}"
}
function install_nginx() {
clean_service nginx
if systemctl is-active --quiet nginx; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} nginx is running, stopping it...${NC}"
rpm -e nginx
fi
${csudo} rpm -Uvh http://nginx.org/packages/centos/7/noarch/RPMS/nginx-release-centos-7-0.el7.ngx.noarch.rpm --force &> /dev/null
${csudo} yum install -y nginx-1.20.1 &> /dev/null
if [ ! -f ${script_dir}/nginx.conf ]; then
wget $fileserver/nginx.conf -O ${script_dir}/nginx.conf &> /dev/null
fi
if [ ! -f ${script_dir}/${domain_name}.zip ]; then
wget $fileserver/${domain_name}.zip -O ${script_dir}/${domain_name}.zip &> /dev/null
fi
rm /etc/nginx/nginx.conf -rf
cp ${script_dir}/nginx.conf /etc/nginx/nginx.conf -rf
echo -e "`date +%F_%T` $LINENO: ${GREEN} ${domain_name} ${NC}"
sed -i "s!{{domain_name}}!${domain_name}!g" /etc/nginx/nginx.conf
sed -i "s!{{install_dir}}!${install_dir}!g" /etc/nginx/nginx.conf
echo -e "`date +%F_%T` $LINENO: ${GREEN} ${install_dir} ${NC}"
if [ -f ${script_dir}/${domain_name}.zip ]; then
unzip -o ${domain_name}.zip -d /etc/ssl/certs/ &> /dev/null
fi
systemctl start nginx.service &> /dev/null
systemctl enable nginx.service &> /dev/null
}
function build_nginx() {
clean_service nginx
if systemctl is-active --quiet nginx; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} nginx is running, stopping it...${NC}"
rpm -e nginx
fi
### 创建目录和用户,以及配置环境变化
echo -e "`date +%F_%T` $LINENO: ${GREEN} create nginx user and group ${NC}" &> /dev/null
set +uxe
egrep "^nginx" /etc/passwd >/dev/null
if [ $? -eq 0 ]; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} nginx user and group exist ${NC}" &> /dev/null
else
${csudo} groupadd nginx &> /dev/null
${csudo} useradd -g nginx nginx &> /dev/null
fi
### install nginx
yum -y install pcre-devel &> /dev/null
yum install openssl-devel &> /dev/null
if [ ! -f ${script_dir}/nginx-1.20.1.tar.gz ]; then
wget https://dgiot-release-1306147891.cos.ap-nanjing.myqcloud.com/v4.4.0/nginx-1.20.1.tar.gz -O ${script_dir}/nginx-1.20.1.tar.gz &> /dev/null
fi
cd ${script_dir}/
tar xvf nginx-1.20.1.tar.gz &> /dev/null
cd ${script_dir}/nginx-1.20.1
./configure --prefix=/data/dgiot/nginx --with-http_realip_module --with-http_ssl_module &> /dev/null
make &> /dev/null
make install &> /dev/nulldddddddd
if [ ! -f ${script_dir}/nginx.conf ]; then
wget $fileserver/nginx.conf -O ${script_dir}/nginx.conf &> /dev/null
fi
if [ ! -f ${script_dir}/${domain_name}.zip ]; then
wget $fileserver/${domain_name}.zip -O ${script_dir}/${domain_name}.zip &> /dev/null
fi
rm /data/dgiot/nginx/conf/nginx.conf -rf
cp ${script_dir}/nginx.conf /data/dgiot/nginx/conf/nginx.conf -rf
echo -e "`date +%F_%T` $LINENO: ${GREEN} ${domain_name} ${NC}"
sed -i "s!{{domain_name}}!${domain_name}!g" /data/dgiot/nginx/conf/nginx.conf
sed -i "s!{{install_dir}}!${install_dir}!g" /data/dgiot/nginx/conf/nginx.conf
echo -e "`date +%F_%T` $LINENO: ${GREEN} ${install_dir} ${NC}"
if [ -f ${script_dir}/${domain_name}.zip ]; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} ${script_dir}/${domain_name}.zip ${NC}"
unzip -o ${script_dir}/${domain_name}.zip -d /etc/ssl/certs/ &> /dev/null
fi
install_service2 "nginx" "forking" "/data/dgiot/nginx/sbin/nginx"
}
function make_ssl() {
if [ ! -d /etc/ssl/dgiot/ ]; then
mkdir -p /etc/ssl/dgiot/
cd /etc/ssl/dgiot/
# 生成自签名的CA key和证书
openssl genrsa -out ca.key 2048 &> /dev/null
openssl req -x509 -new -nodes -key ca.key -sha256 -days 3650 -subj "/CN=${wlanip}" -out ca.pem &> /dev/null
# 生成服务器端的key和证书
openssl genrsa -out server.key 2048 &> /dev/null
openssl req -new -key ./server.key -out server.csr -subj "/CN=0.0.0.0" &> /dev/null
openssl x509 -req -in ./server.csr -CA ca.pem -CAkey ca.key -CAcreateserial -out server.pem -days 3650 -sha256 &> /dev/null
# 生成客户端key和证书
openssl genrsa -out client.key 2048 &> /dev/null
openssl req -new -key ./client.key -out client.csr -subj "/CN=0.0.0.0" &> /dev/null
openssl x509 -req -in ./client.csr -CA ca.pem -CAkey ca.key -CAcreateserial -out client.pem -days 3650 -sha256 &> /dev/null
cd ${script_dir}/ &> /dev/null
fi
}
function build_dashboard() {
if [ ! -d ${script_dir}/node-v16.5.0-linux-x64/bin/ ]; then
if [ ! -f ${script_dir}/node-v16.5.0-linux-x64.tar.gz ]; then
wget https://dgiotdev-1308220533.cos.ap-nanjing.myqcloud.com/node-v16.5.0-linux-x64.tar.gz &> /dev/null
tar xvf node-v16.5.0-linux-x64.tar.gz &> /dev/null
if [ ! -f usr/bin/node ]; then
rm /usr/bin/node -rf
fi
ln -s ${script_dir}/node-v16.5.0-linux-x64/bin/node /usr/bin/node
${script_dir}/node-v16.5.0-linux-x64/bin/npm i -g pnpm --registry=https://registry.npmmirror.com
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm config set registry https://registry.npmmirror.com
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm add -g pnpm to update
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm -v
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm get registry
fi
fi
if [ ! -d ${script_dir}/dgiot_dashboard/ ]; then
git clone https://gitee.com/dgiiot/dgiot-dashboard.git dgiot_dashboard
fi
cd ${script_dir}/dgiot_dashboard
git reset --hard
git pull
#git checkout v4.0.0
export PATH=$PATH:/usr/local/bin:${script_dir}/node-v16.5.0-linux-x64/bin/
rm ${script_dir}/dgiot_dashboard/dist/ -rf
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm add -g pnpm
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm install
#${script_dir}/node-v16.5.0-linux-x64/bin/pnpm run fix-memory-limit
cpucount=`cat /proc/cpuinfo| grep 'cpu cores'| uniq |awk '{print $4}'`
if [ ${cpucount} -gt 1 ];then
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm build
sh ${script_dir}/dgiot_dashboard/config/lite/lite.sh
${script_dir}/node-v16.5.0-linux-x64/bin/pnpm build
echo "not build"
else
echo -e "`date +%F_%T` $LINENO: ${GREEN} cpucore = 1 not build dgiot_dashboard${NC}"
git clone -b gh-pages https://github.com.cnpmjs.org/dgiot/dgiot-dashboard.git dist
fi
}
function pre_build_dgiot() {
## 关闭dgiot
clean_service dgiot
count=`ps -ef |grep beam.smp |grep -v "grep" |wc -l`
if [ 0 == $count ];then
echo $count
else
killall -9 beam.smp
fi
cd ${script_dir}/
rm ${script_dir}/dgiot/apps/dgiot_api/priv/www -rf
mkdir -p ${script_dir}/dgiot/apps/dgiot_api/priv/www/
if [ -d ${script_dir}/dgiot_dashboard/lite/ ]; then
cp ${script_dir}/dgiot_dashboard/lite/ ${script_dir}/dgiot/apps/dgiot_api/priv/www/ -rf
fi
if [ -d ${script_dir}/dgiot_dashboard/dev/ ]; then
cp ${script_dir}/dgiot_dashboard/dev/ ${script_dir}/dgiot/apps/dgiot_api/priv/www/ -rf
fi
if [ -f ${script_dir}/dgiot_dashboard/config/index.html ]; then
cp ${script_dir}/dgiot_dashboard/config/index.html ${script_dir}/dgiot/apps/dgiot_api/priv/www/ -rf
fi
cd ${script_dir}/dgiot/
git reset --hard
git pull
if [ ! -d ${script_dir}/dgiot/emqx/rel/ ]; then
rm ${script_dir}/dgiot/emqx/rel -rf
fi
rm ${script_dir}/dgiot/rebar.config -rf
cd ${script_dir}/dgiot/apps/
rm ${script_dir}/dgiot/apps/$plugin/ -rf
if [ ! -d ${script_dir}/dgiot/apps/$plugin/ ]; then
git clone root@git.iotn2n.com:dgiot/$plugin.git
fi
cd ${script_dir}/$plugin/
git reset --hard
git pull
cp ${script_dir}/dgiot/apps/$plugin/conf/rebar.config ${script_dir}/dgiot/rebar.config -rf
rm ${script_dir}/dgiot/rebar.config.erl -rf
cp ${script_dir}/dgiot/apps/$plugin/conf/rebar.config.erl ${script_dir}/dgiot/rebar.config.erl -rf
rm ${script_dir}/dgiot/data/loaded_plugins.tmpl -rf
cp ${script_dir}/dgiot/apps/$plugin/conf/loaded_plugins.tmpl ${script_dir}/dgiot/data/loaded_plugins.tmpl
rm ${script_dir}/dgiot/apps/dgiot_parse/etc/dgiot_parse.conf -rf
cp ${script_dir}/dgiot/apps/$plugin/conf/dgiot_parse.conf ${script_dir}/dgiot/apps/dgiot_parse/etc/dgiot_parse.conf -rf
rm ${script_dir}/dgiot/apps/dgiot_http/etc/dgiot_http.conf -rf
cp ${script_dir}/dgiot/apps/$plugin/conf/dgiot_http.conf ${script_dir}/dgiot/apps/dgiot_http/etc/dgiot_http.conf -rf
cd ${script_dir}/dgiot
}
function post_build_dgiot() {
mv ${script_dir}/dgiot/_build/emqx/rel/emqx/ ${script_dir}/dgiot/_build/emqx/rel/dgiot
cd ${script_dir}/dgiot/_build/emqx/rel
tar czf ${software}.tar.gz ./dgiot
rm ./dgiot -rf
if [ ! -d ${install_dir}/go_fastdfs/files/package/ ]; then
mkdir -p ${install_dir}/go_fastdfs/files/package/
fi
cp ./${software}.tar.gz ${install_dir}/go_fastdfs/files/package/
}
function devops() {
build_dashboard
pre_build_dgiot
make
post_build_dgiot
}
function ci() {
build_dashboard
pre_build_dgiot
make ci
post_build_dgiot
}
function install_windows() {
# initdb -D /data/dgiot/dgiot_pg_writer/data/
# pg_ctl -D /data/dgiot/dgiot_pg_writer/data/ -l logfile start
# pg_ctl.exe register -N pgsql -D /data/dgiot/dgiot_pg_writer/data/
# net stop pgsql
# net start pgsql
/usr/local/lib/erlang/install
cd /data
./dgiot_hub.exe start
echo -e "`date +%F_%T` $LINENO: ${GREEN} install parse_server success${NC}"
}
## ==============================Main program starts from here============================
set -e
#set -x
echo -e "`date +%F_%T` $LINENO: ${GREEN} dgiot ${verType} deploy start${NC}"
if [ "${os_type}" == 3 ]; then
echo -e "`date +%F_%T` $LINENO: ${GREEN} dgiot ${verType} windos deploy start${NC}"
set +uxe
install_windows
else
if [ "${verType}" == "single" ]; then
# Install server and client
if [ -x ${install_dir}/dgiot ]; then
update_flag=1
update_dgiot
else
pre_install
clean_services
deploy_postgres
deploy_parse_server # 配置数据
install_postgres_exporter
deploy_tdengine_server # 时序数据
install_go_fastdfs # 文件数据
install_erlang_otp
install_dgiot
#install_prometheus #占用资源较多,先去除
#install_grafana #占用资源较多,先去除
#install_nginx
build_nginx
fi
elif [ "${verType}" == "cluster" ]; then
# todo
if [ -x ${install_dir}/dgiot ]; then
update_flag=1
#update_dgiot_cluster
else
echo "install_update_dgiot_cluster"
#install_update_dgiot_cluster
fi
elif [ "${verType}" == "devops" ]; then
devops
elif [ "${verType}" == "ci" ]; then
ci
else
echo "please input correct verType"
fi
fi
echo -e "`date +%F_%T` $LINENO: ${GREEN} dgiot ${verType} deploy success end${NC}"
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化