| 2366 |
rajveer |
1 |
#!/bin/bash
|
|
|
2 |
|
|
|
3 |
# resolve links - $0 may be a softlink
|
|
|
4 |
PRG="$0"
|
|
|
5 |
|
|
|
6 |
while [ -h "$PRG" ]; do
|
|
|
7 |
ls=`ls -ld "$PRG"`
|
|
|
8 |
link=`expr "$ls" : '.*-> \(.*\)$'`
|
|
|
9 |
if expr "$link" : '/.*' > /dev/null; then
|
|
|
10 |
PRG="$link"
|
|
|
11 |
else
|
|
|
12 |
PRG=`dirname "$PRG"`/"$link"
|
|
|
13 |
fi
|
|
|
14 |
done
|
|
|
15 |
|
|
|
16 |
# Get standard environment variables
|
|
|
17 |
PRGDIR=`dirname $(readlink -f "$PRG")`
|
|
|
18 |
|
|
|
19 |
PROJECT_DIR="`dirname ${PRGDIR}`"
|
|
|
20 |
LOG_DIR="/var/log/content-generation"
|
|
|
21 |
DATE=`date +%Y-%b-%d-%Hh%Mm%Ss`
|
|
|
22 |
MYSQL_DUMP="${PRGDIR}/partial-catalog-${DATE}.sql"
|
|
|
23 |
CONTENT_LOG="${LOG_DIR}/content-generation-${DATE}.log"
|
|
|
24 |
COMPARISON_LOG="${LOG_DIR}/comparison-score-computation-${DATE}.log"
|
|
|
25 |
PRODUCT_LIST_LOG="${LOG_DIR}/product-list-${DATE}.log"
|
|
|
26 |
HELPDOCS_LOG="${LOG_DIR}/helpdocs-generation-${DATE}.log"
|
|
|
27 |
IR_LOG="${LOG_DIR}/irdata-generation-${DATE}.log"
|
|
|
28 |
SOLR_IRDATA=/var/lib/tomcat6/webapps/export/solr/
|
|
|
29 |
|
|
|
30 |
STAGING_SERVER="192.168.138.69"
|
|
|
31 |
STAGING_ENTITIES_EXPORT_PATH="entities-shop2020"
|
|
|
32 |
|
| 3913 |
chandransh |
33 |
PROD_SERVERS="192.168.141.43 192.168.161.5 109.74.200.220"
|
| 2366 |
rajveer |
34 |
PROD_ENTITIES_EXPORT_PATH="entities-saholic"
|
|
|
35 |
|
| 3948 |
rajveer |
36 |
STATIC_SERVERS="173.230.151.179 178.79.184.36"
|
| 3328 |
chandransh |
37 |
SUPPORT_SERVER="192.168.149.148"
|
| 2366 |
rajveer |
38 |
|
|
|
39 |
ENTITIES_DEST_PATH="/var/lib/tomcat6/webapps/export/html/entities.tgz"
|
|
|
40 |
|
|
|
41 |
MAVEN_REPO="${HOME}/.m2/repository"
|
| 4467 |
amit.gupta |
42 |
M2_CLASSPATH="${MAVEN_REPO}/in/shop2020/ContentStore/1.0-SNAPSHOT/ContentStore-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/ThriftConfig/1.0-SNAPSHOT/ThriftConfig-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/Common/1.0-SNAPSHOT/Common-1.0-SNAPSHOT.jar:${MAVEN_REPO}/readonly/apache/velocity/1.6.3/velocity-1.6.3.jar:${MAVEN_REPO}/readonly/apache/commons-lang/2.4/commons-lang-2.4.jar:${MAVEN_REPO}/readonly/apache/commons-collections/3.2.1/commons-collections-3.2.1.jar:${MAVEN_REPO}/org/apache/thrift/libthrift/0.7.0/libthrift-0.7.0.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-simple/1.5.8/slf4j-simple-1.5.8.jar:${MAVEN_REPO}/readonly/apache/commons-logging-api/1.1/commons-logging-api-1.1.jar:${MAVEN_REPO}/readonly/bdb/je/4.1.7/je-4.1.7.jar:${MAVEN_REPO}/readonly/jython/2.5.1/jython-2.5.1.jar:${MAVEN_REPO}/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:${MAVEN_REPO}/readonly/apache/commons-io/1.3.2/commons-io-1.3.2.jar:${MAVEN_REPO}/org/json/json/20090211/json-20090211.jar:${MAVEN_REPO}/org/apache/velocity/velocity-tools/2.0/velocity-tools-2.0.jar:${MAVEN_REPO}/com/google/code/gson/gson/1.6/gson-1.6.jar:${MAVEN_REPO}/javax/mail/mail/1.4/mail-1.4.jar:${MAVEN_REPO}/readonly/apache/poi-3.6/20091214/poi-3.6-20091214.jar:${MAVEN_REPO}/readonly/apache/poi-scratchpad-3.6/20091214/poi-scratchpad-3.6-20091214.jar:${MAVEN_REPO}/commons-net/commons-net/3.0.1/commons-net-3.0.1.jar:${MAVEN_REPO}/junit/junit/4.8.2/junit-4.8.2.jar"
|
| 2366 |
rajveer |
43 |
|
|
|
44 |
echo "Generating content for one entities ${PROJECT_DIR}"
|
|
|
45 |
echo "======================================================="
|
|
|
46 |
cd ${PROJECT_DIR}/ContentStore
|
|
|
47 |
java -cp ${M2_CLASSPATH} in.shop2020.util.ContentGenerationUtility -u CATALOG -t ALL > ${CONTENT_LOG}
|
|
|
48 |
echo "======================================================="
|
|
|
49 |
echo "Content generation completed"
|
|
|
50 |
|
|
|
51 |
echo "Dumping item, vendoritemmapping and vendoritempricing tables to be imported on staging and production servers"
|
|
|
52 |
echo "======================================================="
|
|
|
53 |
cd ${PRGDIR}
|
| 3912 |
chandransh |
54 |
mysqldump -uroot -pshop2020 catalog --tables item vendor vendoritemmapping vendoritempricing source sourceitempricing > ${MYSQL_DUMP}
|
| 2366 |
rajveer |
55 |
|
| 3934 |
mandeep.dh |
56 |
echo "Rsyncing generated content to staging and production servers"
|
| 2366 |
rajveer |
57 |
echo "======================================================="
|
|
|
58 |
#Update media content on both staging and production
|
|
|
59 |
cd /var/lib/tomcat6/webapps/export
|
| 3938 |
rajveer |
60 |
rsync -az --delete media/ ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/media-offline
|
|
|
61 |
cd /var/lib/tomcat6/webapps/export/media
|
| 3147 |
chandransh |
62 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
63 |
do
|
| 3938 |
rajveer |
64 |
rsync -az --delete website ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/media-offline
|
| 3147 |
chandransh |
65 |
done
|
| 2366 |
rajveer |
66 |
|
| 3948 |
rajveer |
67 |
for STATIC_SERVER in ${STATIC_SERVERS}
|
|
|
68 |
do
|
|
|
69 |
rsync -az --delete static ${STATIC_SERVER}:/var/www/media-offline
|
|
|
70 |
done
|
|
|
71 |
|
| 3940 |
rajveer |
72 |
cd /var/lib/tomcat6/webapps/export
|
|
|
73 |
|
| 2366 |
rajveer |
74 |
rm -f javascripts.tgz
|
|
|
75 |
mv javascripts javascripts-${DATE}; tar -zcf javascripts.tgz javascripts-${DATE}; mv javascripts-${DATE} javascripts
|
|
|
76 |
scp javascripts.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
77 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
78 |
do
|
|
|
79 |
scp javascripts.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
80 |
done
|
| 2366 |
rajveer |
81 |
|
| 3948 |
rajveer |
82 |
for STATIC_SERVER in ${STATIC_SERVERS}
|
|
|
83 |
do
|
|
|
84 |
scp javascripts.tgz ${STATIC_SERVER}:/var/www/
|
|
|
85 |
done
|
|
|
86 |
|
| 3938 |
rajveer |
87 |
rsync -az --delete documents/ ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/documents-offline
|
| 3043 |
rajveer |
88 |
|
| 3948 |
rajveer |
89 |
for STATIC_SERVER in ${STATIC_SERVERS}
|
|
|
90 |
do
|
|
|
91 |
rsync -az --delete documents/ ${STATIC_SERVER}:/var/www/documents-offline
|
|
|
92 |
done
|
|
|
93 |
|
| 2366 |
rajveer |
94 |
#Update entities on staging using the entities-shop2020 direcotry
|
|
|
95 |
#Update entities on production using the entities-saholic directory
|
|
|
96 |
cd /var/lib/tomcat6/webapps/export/html
|
|
|
97 |
rm -f ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${PROD_ENTITIES_EXPORT_PATH}.tgz
|
|
|
98 |
mv ${STAGING_ENTITIES_EXPORT_PATH} entities-${DATE}
|
|
|
99 |
tar -zcf ${STAGING_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
|
|
|
100 |
mv entities-${DATE} ${STAGING_ENTITIES_EXPORT_PATH}
|
|
|
101 |
|
|
|
102 |
mv ${PROD_ENTITIES_EXPORT_PATH} entities-${DATE}
|
|
|
103 |
tar -zcf ${PROD_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
|
|
|
104 |
mv entities-${DATE} ${PROD_ENTITIES_EXPORT_PATH}
|
|
|
105 |
|
|
|
106 |
scp ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${STAGING_SERVER}:${ENTITIES_DEST_PATH}
|
| 3147 |
chandransh |
107 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
108 |
do
|
|
|
109 |
scp ${PROD_ENTITIES_EXPORT_PATH}.tgz ${PROD_SERVER}:${ENTITIES_DEST_PATH}
|
|
|
110 |
done
|
| 2366 |
rajveer |
111 |
|
|
|
112 |
#Update helpdocs on production and staging
|
|
|
113 |
cd /var/lib/tomcat6/webapps/export/html
|
|
|
114 |
rm -f helpdocs.tgz
|
|
|
115 |
mv helpdocs helpdocs-${DATE}; tar -zcf helpdocs.tgz helpdocs-${DATE}; mv helpdocs-${DATE} helpdocs
|
|
|
116 |
scp helpdocs.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
117 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
118 |
do
|
|
|
119 |
scp helpdocs.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
120 |
done
|
| 2366 |
rajveer |
121 |
|
|
|
122 |
#Update product list data on staging and production servers
|
|
|
123 |
cd /var/lib/tomcat6/webapps/export
|
|
|
124 |
rm -f partners.tgz
|
|
|
125 |
mv partners partners-${DATE}; tar -zcf partners.tgz partners-${DATE}; mv partners-${DATE} partners
|
|
|
126 |
scp partners.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
127 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
128 |
do
|
|
|
129 |
scp partners.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
130 |
done
|
| 2366 |
rajveer |
131 |
|
| 3948 |
rajveer |
132 |
for STATIC_SERVER in ${STATIC_SERVERS}
|
|
|
133 |
do
|
|
|
134 |
scp partners.tgz ${STATIC_SERVER}:/var/www
|
|
|
135 |
done
|
|
|
136 |
|
| 2366 |
rajveer |
137 |
#Update solr data on staging and production servers
|
|
|
138 |
cd /var/lib/tomcat6/webapps/export
|
| 2373 |
rajveer |
139 |
rm -f solr.tgz
|
|
|
140 |
mv solr solr-${DATE}; tar -zcf solr.tgz solr-${DATE}; mv solr-${DATE} solr
|
|
|
141 |
scp solr.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
142 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
143 |
do
|
|
|
144 |
scp solr.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
145 |
done
|
| 2366 |
rajveer |
146 |
|
|
|
147 |
#Put mysql dump on staging and production servers
|
|
|
148 |
scp ${MYSQL_DUMP} ${STAGING_SERVER}:/catalog-dumps
|
| 3328 |
chandransh |
149 |
scp ${MYSQL_DUMP} ${SUPPORT_SERVER}:/catalog-dumps
|
| 3147 |
chandransh |
150 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
151 |
do
|
|
|
152 |
scp ${MYSQL_DUMP} ${PROD_SERVER}:/catalog-dumps
|
|
|
153 |
done
|
| 2366 |
rajveer |
154 |
|
|
|
155 |
ssh ${STAGING_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
|
| 3328 |
chandransh |
156 |
ssh ${SUPPORT_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
|
| 3147 |
chandransh |
157 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
158 |
do
|
|
|
159 |
ssh ${PROD_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
|
|
|
160 |
done
|
| 2366 |
rajveer |
161 |
|
| 3948 |
rajveer |
162 |
for STATIC_SERVER in ${STATIC_SERVERS}
|
|
|
163 |
do
|
|
|
164 |
ssh ${STATIC_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
|
|
|
165 |
done
|
|
|
166 |
|
| 2366 |
rajveer |
167 |
echo "Done copying content to staging and production servers"
|
|
|
168 |
echo "======================================================="
|