Subversion Repositories SmartDukaan

Rev

Rev 3938 | Rev 3948 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
2366 rajveer 1
#!/bin/bash
2
 
3
# resolve links - $0 may be a softlink
4
PRG="$0"
5
 
6
while [ -h "$PRG" ]; do
7
  ls=`ls -ld "$PRG"`
8
  link=`expr "$ls" : '.*-> \(.*\)$'`
9
  if expr "$link" : '/.*' > /dev/null; then
10
    PRG="$link"
11
  else
12
    PRG=`dirname "$PRG"`/"$link"
13
  fi
14
done
15
 
16
# Get standard environment variables
17
PRGDIR=`dirname $(readlink -f "$PRG")`
18
 
19
PROJECT_DIR="`dirname ${PRGDIR}`"
20
LOG_DIR="/var/log/content-generation"
21
DATE=`date +%Y-%b-%d-%Hh%Mm%Ss`
22
MYSQL_DUMP="${PRGDIR}/partial-catalog-${DATE}.sql"
23
CONTENT_LOG="${LOG_DIR}/content-generation-${DATE}.log"
24
COMPARISON_LOG="${LOG_DIR}/comparison-score-computation-${DATE}.log"
25
PRODUCT_LIST_LOG="${LOG_DIR}/product-list-${DATE}.log"
26
HELPDOCS_LOG="${LOG_DIR}/helpdocs-generation-${DATE}.log"
27
IR_LOG="${LOG_DIR}/irdata-generation-${DATE}.log"
28
SOLR_IRDATA=/var/lib/tomcat6/webapps/export/solr/
29
 
30
STAGING_SERVER="192.168.138.69"
31
STAGING_ENTITIES_EXPORT_PATH="entities-shop2020"
32
 
3913 chandransh 33
PROD_SERVERS="192.168.141.43 192.168.161.5 109.74.200.220"
2366 rajveer 34
PROD_ENTITIES_EXPORT_PATH="entities-saholic"
35
 
36
STATIC_SERVER="173.230.151.179"
3328 chandransh 37
SUPPORT_SERVER="192.168.149.148"
2366 rajveer 38
 
39
ENTITIES_DEST_PATH="/var/lib/tomcat6/webapps/export/html/entities.tgz"
40
 
41
MAVEN_REPO="${HOME}/.m2/repository"
3466 rajveer 42
M2_CLASSPATH="${MAVEN_REPO}/in/shop2020/ContentStore/1.0-SNAPSHOT/ContentStore-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/ThriftConfig/1.0-SNAPSHOT/ThriftConfig-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/Common/1.0-SNAPSHOT/Common-1.0-SNAPSHOT.jar:${MAVEN_REPO}/readonly/apache/velocity/1.6.3/velocity-1.6.3.jar:${MAVEN_REPO}/readonly/apache/commons-lang/2.4/commons-lang-2.4.jar:${MAVEN_REPO}/readonly/apache/commons-collections/3.2.1/commons-collections-3.2.1.jar:${MAVEN_REPO}/org/apache/thrift/libthrift/0.7.0/libthrift-0.7.0.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-simple/1.5.8/slf4j-simple-1.5.8.jar:${MAVEN_REPO}/readonly/apache/commons-logging-api/1.1/commons-logging-api-1.1.jar:${MAVEN_REPO}/readonly/bdb/je/4.1.7/je-4.1.7.jar:${MAVEN_REPO}/readonly/jython/2.5.1/jython-2.5.1.jar:${MAVEN_REPO}/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:${MAVEN_REPO}/readonly/apache/commons-io/1.3.2/commons-io-1.3.2.jar:${MAVEN_REPO}/org/json/json/20090211/json-20090211.jar:${MAVEN_REPO}/org/apache/velocity/velocity-tools/2.0/velocity-tools-2.0.jar:${MAVEN_REPO}/com/google/code/gson/gson/1.6/gson-1.6.jar:${MAVEN_REPO}/javax/mail/mail/1.4/mail-1.4.jar"
2366 rajveer 43
 
44
echo "Generating content for one entities ${PROJECT_DIR}"
45
echo "======================================================="
46
cd ${PROJECT_DIR}/ContentStore
47
java -cp ${M2_CLASSPATH}  in.shop2020.util.ContentGenerationUtility -u CATALOG -t ALL > ${CONTENT_LOG} 
48
echo "======================================================="
49
echo "Content generation completed"
50
 
51
echo "Dumping item, vendoritemmapping and vendoritempricing tables to be imported on staging and production servers"
52
echo "======================================================="
53
cd ${PRGDIR}
3912 chandransh 54
mysqldump -uroot -pshop2020 catalog --tables item vendor vendoritemmapping vendoritempricing source sourceitempricing > ${MYSQL_DUMP}
2366 rajveer 55
 
3934 mandeep.dh 56
echo "Rsyncing generated content to staging and production servers"
2366 rajveer 57
echo "======================================================="
58
#Update media content on both staging and production
59
cd /var/lib/tomcat6/webapps/export
3938 rajveer 60
rsync -az --delete media/ ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/media-offline
61
cd /var/lib/tomcat6/webapps/export/media
3147 chandransh 62
for PROD_SERVER in ${PROD_SERVERS}
63
do
3938 rajveer 64
	rsync -az --delete website ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/media-offline
3147 chandransh 65
done
3938 rajveer 66
rsync -az --delete static ${STATIC_SERVER}:/var/www/media-offline
2366 rajveer 67
 
3940 rajveer 68
cd /var/lib/tomcat6/webapps/export
69
 
2366 rajveer 70
rm -f javascripts.tgz
71
mv javascripts javascripts-${DATE}; tar -zcf javascripts.tgz javascripts-${DATE}; mv javascripts-${DATE} javascripts
72
scp javascripts.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
3147 chandransh 73
for PROD_SERVER in ${PROD_SERVERS}
74
do
75
	scp javascripts.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
76
done
3043 rajveer 77
scp javascripts.tgz ${STATIC_SERVER}:/var/www/
2366 rajveer 78
 
3938 rajveer 79
rsync -az --delete documents/ ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/documents-offline
80
rsync -az --delete documents/ ${STATIC_SERVER}:/var/www/documents-offline
3043 rajveer 81
 
2366 rajveer 82
#Update entities on staging using the entities-shop2020 direcotry
83
#Update entities on production using the entities-saholic directory
84
cd /var/lib/tomcat6/webapps/export/html
85
rm -f ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${PROD_ENTITIES_EXPORT_PATH}.tgz
86
mv ${STAGING_ENTITIES_EXPORT_PATH} entities-${DATE}
87
tar -zcf ${STAGING_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
88
mv entities-${DATE} ${STAGING_ENTITIES_EXPORT_PATH}
89
 
90
mv ${PROD_ENTITIES_EXPORT_PATH} entities-${DATE}
91
tar -zcf ${PROD_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
92
mv entities-${DATE} ${PROD_ENTITIES_EXPORT_PATH}
93
 
94
scp ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${STAGING_SERVER}:${ENTITIES_DEST_PATH}
3147 chandransh 95
for PROD_SERVER in ${PROD_SERVERS}
96
do
97
	scp ${PROD_ENTITIES_EXPORT_PATH}.tgz ${PROD_SERVER}:${ENTITIES_DEST_PATH}
98
done
2366 rajveer 99
 
100
#Update helpdocs on production and staging
101
cd /var/lib/tomcat6/webapps/export/html
102
rm -f helpdocs.tgz
103
mv helpdocs helpdocs-${DATE}; tar -zcf helpdocs.tgz helpdocs-${DATE}; mv helpdocs-${DATE} helpdocs
104
scp helpdocs.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
3147 chandransh 105
for PROD_SERVER in ${PROD_SERVERS}
106
do
107
	scp helpdocs.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
108
done
2366 rajveer 109
 
110
#Update product list data on staging and production servers
111
cd /var/lib/tomcat6/webapps/export
112
rm -f partners.tgz
113
mv partners partners-${DATE}; tar -zcf partners.tgz partners-${DATE}; mv partners-${DATE} partners
114
scp partners.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
3147 chandransh 115
for PROD_SERVER in ${PROD_SERVERS}
116
do
117
	scp partners.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
118
done
2366 rajveer 119
scp partners.tgz ${STATIC_SERVER}:/var/www
120
 
121
#Update solr data on staging and production servers
122
cd /var/lib/tomcat6/webapps/export
2373 rajveer 123
rm -f solr.tgz
124
mv solr solr-${DATE}; tar -zcf solr.tgz solr-${DATE}; mv solr-${DATE} solr
125
scp solr.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
3147 chandransh 126
for PROD_SERVER in ${PROD_SERVERS}
127
do
128
	scp solr.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
129
done
2366 rajveer 130
 
131
#Put mysql dump on staging and production servers
132
scp ${MYSQL_DUMP} ${STAGING_SERVER}:/catalog-dumps
3328 chandransh 133
scp ${MYSQL_DUMP} ${SUPPORT_SERVER}:/catalog-dumps
3147 chandransh 134
for PROD_SERVER in ${PROD_SERVERS}
135
do
136
	scp ${MYSQL_DUMP} ${PROD_SERVER}:/catalog-dumps
137
done
2366 rajveer 138
 
139
ssh ${STAGING_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
3328 chandransh 140
ssh ${SUPPORT_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
3147 chandransh 141
for PROD_SERVER in ${PROD_SERVERS}
142
do
143
	ssh ${PROD_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
144
done
2366 rajveer 145
ssh ${STATIC_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
146
 
147
echo "Done copying content to staging and production servers"
148
echo "======================================================="