| 2366 |
rajveer |
1 |
#!/bin/bash
|
|
|
2 |
|
|
|
3 |
# resolve links - $0 may be a softlink
|
|
|
4 |
PRG="$0"
|
|
|
5 |
|
|
|
6 |
while [ -h "$PRG" ]; do
|
|
|
7 |
ls=`ls -ld "$PRG"`
|
|
|
8 |
link=`expr "$ls" : '.*-> \(.*\)$'`
|
|
|
9 |
if expr "$link" : '/.*' > /dev/null; then
|
|
|
10 |
PRG="$link"
|
|
|
11 |
else
|
|
|
12 |
PRG=`dirname "$PRG"`/"$link"
|
|
|
13 |
fi
|
|
|
14 |
done
|
|
|
15 |
|
|
|
16 |
# Get standard environment variables
|
|
|
17 |
PRGDIR=`dirname $(readlink -f "$PRG")`
|
|
|
18 |
|
|
|
19 |
PROJECT_DIR="`dirname ${PRGDIR}`"
|
|
|
20 |
LOG_DIR="/var/log/content-generation"
|
|
|
21 |
DATE=`date +%Y-%b-%d-%Hh%Mm%Ss`
|
|
|
22 |
MYSQL_DUMP="${PRGDIR}/partial-catalog-${DATE}.sql"
|
|
|
23 |
CONTENT_LOG="${LOG_DIR}/content-generation-${DATE}.log"
|
|
|
24 |
COMPARISON_LOG="${LOG_DIR}/comparison-score-computation-${DATE}.log"
|
|
|
25 |
PRODUCT_LIST_LOG="${LOG_DIR}/product-list-${DATE}.log"
|
|
|
26 |
HELPDOCS_LOG="${LOG_DIR}/helpdocs-generation-${DATE}.log"
|
|
|
27 |
IR_LOG="${LOG_DIR}/irdata-generation-${DATE}.log"
|
|
|
28 |
SOLR_IRDATA=/var/lib/tomcat6/webapps/export/solr/
|
|
|
29 |
|
|
|
30 |
STAGING_SERVER="192.168.138.69"
|
|
|
31 |
STAGING_ENTITIES_EXPORT_PATH="entities-shop2020"
|
|
|
32 |
|
| 3147 |
chandransh |
33 |
PROD_SERVERS="192.168.141.43 192.168.161.5"
|
| 2366 |
rajveer |
34 |
PROD_ENTITIES_EXPORT_PATH="entities-saholic"
|
|
|
35 |
|
|
|
36 |
STATIC_SERVER="173.230.151.179"
|
|
|
37 |
|
|
|
38 |
ENTITIES_DEST_PATH="/var/lib/tomcat6/webapps/export/html/entities.tgz"
|
|
|
39 |
|
|
|
40 |
MAVEN_REPO="${HOME}/.m2/repository"
|
| 2844 |
rajveer |
41 |
M2_CLASSPATH="${MAVEN_REPO}/in/shop2020/ContentStore/1.0-SNAPSHOT/ContentStore-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/ThriftConfig/1.0-SNAPSHOT/ThriftConfig-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/Common/1.0-SNAPSHOT/Common-1.0-SNAPSHOT.jar:${MAVEN_REPO}/readonly/apache/velocity/1.6.3/velocity-1.6.3.jar:${MAVEN_REPO}/readonly/apache/commons-lang/2.4/commons-lang-2.4.jar:${MAVEN_REPO}/readonly/apache/commons-collections/3.2.1/commons-collections-3.2.1.jar:${MAVEN_REPO}/readonly/apache/thrift/0.2.0/thrift-0.2.0.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-simple/1.5.8/slf4j-simple-1.5.8.jar:${MAVEN_REPO}/readonly/apache/commons-logging-api/1.1/commons-logging-api-1.1.jar:${MAVEN_REPO}/readonly/bdb/je/4.1.7/je-4.1.7.jar:${MAVEN_REPO}/readonly/jython/2.5.1/jython-2.5.1.jar:${MAVEN_REPO}/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:${MAVEN_REPO}/readonly/apache/commons-io/1.3.2/commons-io-1.3.2.jar:${MAVEN_REPO}/org/json/json/20090211/json-20090211.jar:${MAVEN_REPO}/org/apache/velocity/velocity-tools/2.0/velocity-tools-2.0.jar:${MAVEN_REPO}/com/google/code/gson/gson/1.6/gson-1.6.jar"
|
| 2366 |
rajveer |
42 |
|
|
|
43 |
echo "Generating content for one entities ${PROJECT_DIR}"
|
|
|
44 |
echo "======================================================="
|
|
|
45 |
cd ${PROJECT_DIR}/ContentStore
|
|
|
46 |
java -cp ${M2_CLASSPATH} in.shop2020.util.ContentGenerationUtility -u CATALOG -t ALL > ${CONTENT_LOG}
|
|
|
47 |
echo "======================================================="
|
|
|
48 |
echo "Content generation completed"
|
|
|
49 |
|
|
|
50 |
echo "Dumping item, vendoritemmapping and vendoritempricing tables to be imported on staging and production servers"
|
|
|
51 |
echo "======================================================="
|
|
|
52 |
cd ${PRGDIR}
|
|
|
53 |
mysqldump -uroot -pshop2020 catalog --tables item vendoritemmapping vendoritempricing > ${MYSQL_DUMP}
|
|
|
54 |
|
|
|
55 |
echo "Copying generated content to staging and production servers"
|
|
|
56 |
echo "======================================================="
|
|
|
57 |
#Update media content on both staging and production
|
|
|
58 |
cd /var/lib/tomcat6/webapps/export
|
|
|
59 |
rm -f media.tgz
|
|
|
60 |
mv media media-${DATE}; tar -zcf media.tgz media-${DATE}; mv media-${DATE} media
|
|
|
61 |
scp media.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
62 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
63 |
do
|
|
|
64 |
scp media.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
65 |
done
|
| 2366 |
rajveer |
66 |
scp media.tgz ${STATIC_SERVER}:/var/www/
|
|
|
67 |
|
|
|
68 |
rm -f javascripts.tgz
|
|
|
69 |
mv javascripts javascripts-${DATE}; tar -zcf javascripts.tgz javascripts-${DATE}; mv javascripts-${DATE} javascripts
|
|
|
70 |
scp javascripts.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
71 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
72 |
do
|
|
|
73 |
scp javascripts.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
74 |
done
|
| 3043 |
rajveer |
75 |
scp javascripts.tgz ${STATIC_SERVER}:/var/www/
|
| 2366 |
rajveer |
76 |
|
| 3043 |
rajveer |
77 |
rm -f documents.tgz
|
| 3047 |
rajveer |
78 |
mv documents documents-${DATE}; tar -zcf documents.tgz documents-${DATE}; mv documents-${DATE} documents
|
| 3043 |
rajveer |
79 |
scp documents.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
80 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
81 |
do
|
|
|
82 |
scp documents.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
83 |
done
|
| 3043 |
rajveer |
84 |
scp documents.tgz ${STATIC_SERVER}:/var/www/
|
|
|
85 |
|
|
|
86 |
|
| 2366 |
rajveer |
87 |
#Update entities on staging using the entities-shop2020 direcotry
|
|
|
88 |
#Update entities on production using the entities-saholic directory
|
|
|
89 |
cd /var/lib/tomcat6/webapps/export/html
|
|
|
90 |
rm -f ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${PROD_ENTITIES_EXPORT_PATH}.tgz
|
|
|
91 |
mv ${STAGING_ENTITIES_EXPORT_PATH} entities-${DATE}
|
|
|
92 |
tar -zcf ${STAGING_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
|
|
|
93 |
mv entities-${DATE} ${STAGING_ENTITIES_EXPORT_PATH}
|
|
|
94 |
|
|
|
95 |
mv ${PROD_ENTITIES_EXPORT_PATH} entities-${DATE}
|
|
|
96 |
tar -zcf ${PROD_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
|
|
|
97 |
mv entities-${DATE} ${PROD_ENTITIES_EXPORT_PATH}
|
|
|
98 |
|
|
|
99 |
scp ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${STAGING_SERVER}:${ENTITIES_DEST_PATH}
|
| 3147 |
chandransh |
100 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
101 |
do
|
|
|
102 |
scp ${PROD_ENTITIES_EXPORT_PATH}.tgz ${PROD_SERVER}:${ENTITIES_DEST_PATH}
|
|
|
103 |
done
|
| 2366 |
rajveer |
104 |
|
|
|
105 |
#Update helpdocs on production and staging
|
|
|
106 |
cd /var/lib/tomcat6/webapps/export/html
|
|
|
107 |
rm -f helpdocs.tgz
|
|
|
108 |
mv helpdocs helpdocs-${DATE}; tar -zcf helpdocs.tgz helpdocs-${DATE}; mv helpdocs-${DATE} helpdocs
|
|
|
109 |
scp helpdocs.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
110 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
111 |
do
|
|
|
112 |
scp helpdocs.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
113 |
done
|
| 2366 |
rajveer |
114 |
|
|
|
115 |
#Update product list data on staging and production servers
|
|
|
116 |
cd /var/lib/tomcat6/webapps/export
|
|
|
117 |
rm -f partners.tgz
|
|
|
118 |
mv partners partners-${DATE}; tar -zcf partners.tgz partners-${DATE}; mv partners-${DATE} partners
|
|
|
119 |
scp partners.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
120 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
121 |
do
|
|
|
122 |
scp partners.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
123 |
done
|
| 2366 |
rajveer |
124 |
scp partners.tgz ${STATIC_SERVER}:/var/www
|
|
|
125 |
|
|
|
126 |
#Update solr data on staging and production servers
|
|
|
127 |
cd /var/lib/tomcat6/webapps/export
|
| 2373 |
rajveer |
128 |
rm -f solr.tgz
|
|
|
129 |
mv solr solr-${DATE}; tar -zcf solr.tgz solr-${DATE}; mv solr-${DATE} solr
|
|
|
130 |
scp solr.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
|
| 3147 |
chandransh |
131 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
132 |
do
|
|
|
133 |
scp solr.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
|
|
|
134 |
done
|
| 2366 |
rajveer |
135 |
|
|
|
136 |
#Put mysql dump on staging and production servers
|
|
|
137 |
scp ${MYSQL_DUMP} ${STAGING_SERVER}:/catalog-dumps
|
| 3147 |
chandransh |
138 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
139 |
do
|
|
|
140 |
scp ${MYSQL_DUMP} ${PROD_SERVER}:/catalog-dumps
|
|
|
141 |
done
|
| 2366 |
rajveer |
142 |
|
|
|
143 |
ssh ${STAGING_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
|
| 3147 |
chandransh |
144 |
for PROD_SERVER in ${PROD_SERVERS}
|
|
|
145 |
do
|
|
|
146 |
ssh ${PROD_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
|
|
|
147 |
done
|
| 2366 |
rajveer |
148 |
ssh ${STATIC_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
|
|
|
149 |
|
|
|
150 |
echo "Done copying content to staging and production servers"
|
|
|
151 |
echo "======================================================="
|