Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly
Appearance settings

Commit 27197ab

Browse filesBrowse files
wushengyeyouyawushengyeyouya
authored
Merge pull request WeBankFinTech#388 from liuyou2/dev-1.0.0
Optimize the packaged deployment module of dss1.0.0
2 parents 5388065 + c6f4ad9 commit 27197ab
Copy full SHA for 27197ab

File tree

Expand file treeCollapse file tree

10 files changed

+1111
-261
lines changed
Open diff view settings
Filter options
Expand file treeCollapse file tree

10 files changed

+1111
-261
lines changed
Open diff view settings
Collapse file

‎assembly/bin/appconn-install.sh‎

Copy file name to clipboard
+112Lines changed: 112 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,112 @@
1+
#!/bin/sh
2+
#Actively load user env
3+
source ~/.bashrc
4+
shellDir=`dirname $0`
5+
workDir=`cd ${shellDir}/..;pwd`
6+
7+
SOURCE_ROOT=${workDir}
8+
9+
#load config
10+
source ${SOURCE_ROOT}/conf/config.sh
11+
source ${SOURCE_ROOT}/conf/db.sh
12+
13+
APPCONN_NAME=''
14+
APPCONN_INSTALL_IP=127.0.0.1
15+
APPCONN_INSTALL_PORT=8088
16+
17+
#echo "Current path of init sql is ${DB_DML_PATH}"
18+
LOCAL_IP="`ifconfig | grep 'inet' | grep -v '127.0.0.1' | cut -d: -f2 | awk '{ print $2}'`"
19+
20+
function isSuccess(){
21+
if [ $? -ne 0 ]; then
22+
echo "Failed to " + $1
23+
exit 1
24+
else
25+
echo "Succeed to" + $1
26+
fi
27+
}
28+
29+
PROC_NAME=DSSProjectServerApplication
30+
ProcNumber=`ps -ef |grep -w $PROC_NAME|grep -v grep|wc -l`
31+
if [ $ProcNumber -le 0 ];then
32+
echo "${PROC_NAME} is not running,Please check whether DSS is installed"
33+
exit 1000
34+
else
35+
echo "Begine to install appconn"
36+
fi
37+
38+
##choose install mysql mode
39+
function initInstallAppConn() {
40+
echo "Please select the type of installation component?"
41+
echo " 1: schedulis"
42+
echo " 2: visualis"
43+
echo " 3：Your AppConn Name"
44+
echo " 4：exit"
45+
read -p "Please input the choice:" idx
46+
if [[ '1' = "$idx" ]];then
47+
APPCONN_NAME="schedulis"
48+
elif [[ '2' = "$idx" ]];then
49+
APPCONN_NAME="visualis"
50+
elif [[ '4' = "$idx" ]];then
51+
echo "no choice,exit!"
52+
exit 1
53+
else
54+
APPCONN_NAME=$idx
55+
fi
56+
echo "Current installation component is ${APPCONN_NAME}"
57+
58+
echo ""
59+
echo "If this machine(127.0.0.1) is installed, enter 1"
60+
echo "For others, you need to enter a complete IP address."
61+
read -p "Please enter the ip of appconn: " ip
62+
APPCONN_INSTALL_IP=$ip
63+
if [[ '1' = "$ip" ]];then
64+
APPCONN_INSTALL_IP="127.0.0.1"
65+
fi
66+
echo "You input ip is ${APPCONN_INSTALL_IP}"
67+
68+
echo ""
69+
read -p "Please enter the port of appconn:" port
70+
APPCONN_INSTALL_PORT=$port
71+
echo "You input ip is ${APPCONN_INSTALL_PORT}"
72+
}
73+
74+
function replaceCommonIp() {
75+
if [[ $APPCONN_INSTALL_IP == "127.0.0.1" ]] || [[ $APPCONN_INSTALL_IP == "0.0.0.0" ]];then
76+
echo "APPCONN_INSTALL_IP is equals $APPCONN_INSTALL_IP, we will change it to ip address"
77+
APPCONN_INSTALL_IP=$LOCAL_IP
78+
fi
79+
}
80+
81+
##choose execute mysql mode
82+
function executeSQL() {
83+
TEMP_DB_DML_PATH=${SOURCE_ROOT}/dss-appconns/${APPCONN_NAME}/db
84+
DB_DML_PATH=$TEMP_DB_DML_PATH/init_real.sql
85+
cp -rf $TEMP_DB_DML_PATH/init.sql $DB_DML_PATH
86+
sed -i "s/APPCONN_INSTALL_IP/$APPCONN_INSTALL_IP/g" $DB_DML_PATH
87+
sed -i "s/APPCONN_INSTALL_PORT/$APPCONN_INSTALL_PORT/g" $DB_DML_PATH
88+
sed -i "s#DSS_INSTALL_HOME_VAL#$DSS_INSTALL_HOME#g" $DB_DML_PATH
89+
mysql -h$MYSQL_HOST -P$MYSQL_PORT -u$MYSQL_USER -p$MYSQL_PASSWORD -D$MYSQL_DB --default-character-set=utf8 -e "source $DB_DML_PATH"
90+
isSuccess "source $DB_DML_PATH"
91+
echo "the table update finished"
92+
}
93+
94+
echo ""
95+
echo "step1:Initialize installation settings"
96+
initInstallAppConn
97+
echo ""
98+
99+
echo "step2:replaceIp"
100+
replaceCommonIp
101+
echo ""
102+
103+
echo "step3:update database"
104+
executeSQL
105+
echo ""
106+
107+
echo "step4:refresh appconn load"
108+
curl -H "Token-Code:BML-AUTH" -H "Token-User:hadoop" -X GET http://${GATEWAY_INSTALL_IP}:${GATEWAY_PORT}/api/rest_j/v1/dss/framework/project/appconn/${APPCONN_NAME}/load
109+
echo ""
110+
111+
echo "Please restart services of DSS's and Linkis's"
112+
Collapse file

‎assembly/bin/checkEnv.sh‎

Copy file name to clipboard
+43Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
#!/bin/sh
2+
#
3+
# Copyright 2019 WeBank
4+
#
5+
# Licensed under the Apache License, Version 2.0 (the "License");
6+
# you may not use this file except in compliance with the License.
7+
# You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing, software
12+
# distributed under the License is distributed on an "AS IS" BASIS,
13+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
# See the License for the specific language governing permissions and
15+
# limitations under the License.
16+
#
17+
say() {
18+
printf 'check command fail \n %s\n' "$1"
19+
}
20+
21+
err() {
22+
say "$1" >&2
23+
exit 1
24+
}
25+
26+
check_cmd() {
27+
command -v "$1" > /dev/null 2>&1
28+
}
29+
30+
need_cmd() {
31+
if ! check_cmd "$1"; then
32+
err "need '$1' (your linux command not found)"
33+
fi
34+
}
35+
echo "<-----start to check used cmd---->"
36+
need_cmd yum
37+
need_cmd java
38+
need_cmd mysql
39+
need_cmd telnet
40+
need_cmd tar
41+
need_cmd sed
42+
need_cmd dos2unix
43+
echo "<-----end to check used cmd---->"
Collapse file

‎assembly/bin/excecuteSQL.sh‎

Copy file name to clipboard
+102Lines changed: 102 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,102 @@
1+
#!/bin/sh
2+
3+
function checkExternalServer(){
4+
echo "telnet check for your $SERVER_NAME, if you wait for a long time,may be your $SERVER_NAME does not prepared"
5+
result=`echo -e "\n" | telnet $EXTERNAL_SERVER_IP $EXTERNAL_SERVER_PORT 2>/dev/null | grep Connected | wc -l`
6+
if [ $result -eq 1 ]; then
7+
echo "$SERVER_NAME is OK."
8+
else
9+
echo "$SERVER_NAME is Bad. You need to prepare the' $SERVER_NAME ' environment in advance"
10+
exit 1
11+
fi
12+
}
13+
14+
## choose install mode
15+
function chooseInstallMode() {
16+
echo "Simple installation mode"
17+
#check for Java
18+
checkJava
19+
#check for mysql
20+
SERVER_NAME=MYSQL
21+
EXTERNAL_SERVER_IP=$MYSQL_HOST
22+
EXTERNAL_SERVER_PORT=$MYSQL_PORT
23+
checkExternalServer
24+
}
25+
26+
##choose install mysql mode
27+
function chooseInstallMySQLMode() {
28+
echo "Do you want to clear Dss table information in the database?"
29+
echo " 1: Do not execute table-building statements"
30+
echo " 2: Dangerous! Clear all data and rebuild the tables."
31+
echo ""
32+
MYSQL_INSTALL_MODE=1
33+
read -p "Please input the choice:" idx
34+
if [[ '2' = "$idx" ]];then
35+
MYSQL_INSTALL_MODE=2
36+
echo "You chose Rebuild the table"
37+
elif [[ '1' = "$idx" ]];then
38+
MYSQL_INSTALL_MODE=1
39+
echo "You chose not execute table-building statements"
40+
else
41+
echo "no choice,exit!"
42+
exit 1
43+
fi
44+
45+
##init db
46+
if [[ '2' = "$MYSQL_INSTALL_MODE" ]];then
47+
ENV_FLAG="dev"
48+
DB_CONF_PATH=${workDir}/db
49+
DB_DML_PATH=$DB_CONF_PATH/dss_dml_real.sql
50+
replaceAppConnInstanceSQL
51+
executeSQL
52+
fi
53+
}
54+
55+
##choose execute mysql mode
56+
function executeSQL() {
57+
chooseInstallMode
58+
59+
sed -i "s/GATEWAY_INSTALL_IP/$GATEWAY_INSTALL_IP/g" $DB_DML_PATH
60+
sed -i "s/GATEWAY_PORT/$GATEWAY_PORT/g" $DB_DML_PATH
61+
62+
sed -i "s#DSS_INSTALL_HOME_VAL#$DSS_INSTALL_HOME#g" $DB_DML_PATH
63+
64+
mysql -h$MYSQL_HOST -P$MYSQL_PORT -u$MYSQL_USER -p$MYSQL_PASSWORD -D$MYSQL_DB --default-character-set=utf8 -e "source $DB_CONF_PATH/dss_ddl.sql"
65+
isSuccess "source dss_ddl.sql"
66+
mysql -h$MYSQL_HOST -P$MYSQL_PORT -u$MYSQL_USER -p$MYSQL_PASSWORD -D$MYSQL_DB --default-character-set=utf8 -e "source $DB_DML_PATH"
67+
isSuccess "source dss_dml_real.sql"
68+
echo "Rebuild the table"
69+
}
70+
71+
function replaceAppConnInstanceSQL() {
72+
DB_DML_PATH=$DB_CONF_PATH/dss_dml_real.sql
73+
cp -rf $DB_CONF_PATH/dss_dml.sql $DB_DML_PATH
74+
sed -i "s#ORCHESTRATOR_IP#$DSS_FRAMEWORK_ORCHESTRATOR_SERVER_INSTALL_IP#g" $DB_DML_PATH
75+
sed -i "s#ORCHESTRATOR_PORT#$DSS_FRAMEWORK_ORCHESTRATOR_SERVER_PORT#g" $DB_DML_PATH
76+
77+
sed -i "s#WORKFLOW_IP#$DSS_WORKFLOW_SERVER_INSTALL_IP#g" $DB_DML_PATH
78+
sed -i "s#WORKFLOW_PORT#$DSS_WORKFLOW_SERVER_PORT#g" $DB_DML_PATH
79+
80+
sed -i "s#EVENTCHECKER_JDBC_URL#$EVENTCHECKER_JDBC_URL#g" $DB_DML_PATH
81+
sed -i "s#EVENTCHECKER_JDBC_USERNAME#$EVENTCHECKER_JDBC_USERNAME#g" $DB_DML_PATH
82+
sed -i "s#EVENTCHECKER_JDBC_PASSWORD#$EVENTCHECKER_JDBC_PASSWORD#g" $DB_DML_PATH
83+
84+
sed -i "s#DATACHECKER_JOB_JDBC_URL#$DATACHECKER_JOB_JDBC_URL#g" $DB_DML_PATH
85+
sed -i "s#DATACHECKER_JOB_JDBC_USERNAME#$DATACHECKER_JOB_JDBC_USERNAME#g" $DB_DML_PATH
86+
sed -i "s#DATACHECKER_JOB_JDBC_PASSWORD#$DATACHECKER_JOB_JDBC_PASSWORD#g" $DB_DML_PATH
87+
88+
sed -i "s#DATACHECKER_BDP_JDBC_URL#$DATACHECKER_BDP_JDBC_URL#g" $DB_DML_PATH
89+
sed -i "s#DATACHECKER_BDP_JDBC_USERNAME#$DATACHECKER_BDP_JDBC_USERNAME#g" $DB_DML_PATH
90+
sed -i "s#DATACHECKER_BDP_JDBC_PASSWORD#$DATACHECKER_BDP_JDBC_PASSWORD#g" $DB_DML_PATH
91+
92+
sed -i "s#BDP_MASK_IP#127.0.0.1#g" $DB_DML_PATH
93+
sed -i "s#BDP_MASK_PORT#8087#g" $DB_DML_PATH
94+
95+
sed -i "s#EMAIL_HOST#${EMAIL_HOST}#g" $DB_DML_PATH
96+
sed -i "s#EMAIL_PORT#${EMAIL_PORT}#g" $DB_DML_PATH
97+
sed -i "s#EMAIL_USERNAME#${EMAIL_USERNAME}#g" $DB_DML_PATH
98+
sed -i "s#EMAIL_PASSWORD#${EMAIL_PASSWORD}#g" $DB_DML_PATH
99+
sed -i "s#EMAIL_PROTOCOL#${EMAIL_PROTOCOL}#g" $DB_DML_PATH
100+
}
101+
102+
chooseInstallMySQLMode

0 commit comments

Comments
0 (0)
Morty Proxy This is a proxified and sanitized view of the page, visit original site.