Subversion Repositories SmartDukaan

Rev

Rev 1980 | Blame | Last modification | View Log | RSS feed 

#!/bin/bash

# resolve links - $0 may be a softlink
PRG="$0"

while [ -h "$PRG" ]; do
  ls=`ls -ld "$PRG"`
  link=`expr "$ls" : '.*-> \(.*\)$'`
  if expr "$link" : '/.*' > /dev/null; then
    PRG="$link"
  else
    PRG=`dirname "$PRG"`/"$link"
  fi
done

# Get standard environment variables
PRGDIR=`dirname $(readlink -f "$PRG")`

PROJECT_DIR="`dirname ${PRGDIR}`"
LOG_DIR="/var/log/content-generation"
DATE=`date +%Y-%b-%d-%Hh%Mm%Ss`
MYSQL_DUMP="${PRGDIR}/partial-catalog-${DATE}.sql"
CONTENT_LOG="${LOG_DIR}/content-generation-${DATE}.log"
COMPARISON_LOG="${LOG_DIR}/comparison-score-computation-${DATE}.log"
PRODUCT_LIST_LOG="${LOG_DIR}/product-list-${DATE}.log"
IR_LOG="${LOG_DIR}/irdata-generation-${DATE}.log"
SOLR_IRDATA=/var/lib/tomcat6/webapps/export/solr/irdata_solr

STAGING_SERVER="192.168.138.69"
STAGING_ENTITIES_EXPORT_PATH="entities-shop2020"

PROD_SERVER="192.168.141.43"
PROD_ENTITIES_EXPORT_PATH="entities-saholic"

STATIC_SERVER="173.230.151.179"

ENTITIES_DEST_PATH="/var/lib/tomcat6/webapps/export/html/entities.tgz"

MAVEN_REPO="${HOME}/.m2/repository"
M2_CLASSPATH="${MAVEN_REPO}/in/shop2020/ContentStore/1.0-SNAPSHOT/ContentStore-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/ThriftConfig/1.0-SNAPSHOT/ThriftConfig-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/Common/1.0-SNAPSHOT/Common-1.0-SNAPSHOT.jar:${MAVEN_REPO}/readonly/apache/velocity/1.6.3/velocity-1.6.3.jar:${MAVEN_REPO}/readonly/apache/commons-lang/2.4/commons-lang-2.4.jar:${MAVEN_REPO}/readonly/apache/commons-collections/3.2.1/commons-collections-3.2.1.jar:${MAVEN_REPO}/readonly/apache/thrift/0.2.0/thrift-0.2.0.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-simple/1.5.8/slf4j-simple-1.5.8.jar:${MAVEN_REPO}/readonly/apache/commons-logging-api/1.1/commons-logging-api-1.1.jar:${MAVEN_REPO}/readonly/bdb/je/4.1.7/je-4.1.7.jar:${MAVEN_REPO}/readonly/jython/2.5.1/jython-2.5.1.jar"

echo "Stopping tomcat at `date +%c`"
echo "======================================================="
/etc/init.d/tomcat6 stop

echo "Generating the icons and thumbnails for all Entitites"
echo "======================================================="
cd /var/lib/tomcat6/webapps/db/media/
python2.6 ImageConverter.py default.jpg icon.jpg 120 120
python2.6 ImageConverter.py default.jpg thumbnail.jpg 60 60
echo "Icons and thumbnails generated"
echo "======================================================="


echo "Computing comparison scores for all entities"
echo "======================================================="
cd ${PROJECT_DIR}/ContentStore
java -cp ${M2_CLASSPATH}  in.shop2020.util.CMP > ${COMPARISON_LOG} 
echo "======================================================="
echo "Comparison score computation completed"

echo "Generating content for new entities"
echo "======================================================="
cd ${PROJECT_DIR}/ContentStore
java -cp ${M2_CLASSPATH}  in.shop2020.ui.util.VUI entitiesall > ${CONTENT_LOG} 
echo "Content generation completed"
echo "======================================================="

echo "Generating content for partners"
echo "======================================================="
cd ${PROJECT_DIR}/ContentStore
java -cp ${M2_CLASSPATH}  in.shop2020.util.ProductListGenerator > ${PRODUCT_LIST_LOG}
echo "Content generation for partners completed"
echo "======================================================="

echo "Generating Solr data for all entities"
echo "======================================================="
java -cp ${M2_CLASSPATH} in.shop2020.util.IR > ${IR_LOG}
echo "Solr data generated"
echo "======================================================="

/etc/init.d/tomcat6 start
/etc/init.d/apache2 restart
echo "Tomcat restarted at `date +%c`"

echo "Dumping item, vendoritemmapping and vendoritempricing tables to be imported on staging and production servers"
echo "======================================================="
cd ${PRGDIR}
mysqldump -uroot -pshop2020 catalog --tables item vendoritemmapping vendoritempricing > ${MYSQL_DUMP}

echo "Copying generated content to staging and production servers"
echo "======================================================="
#Update media content on both staging and production
cd /var/lib/tomcat6/webapps/export
rm -f media.tgz
mv media media-${DATE}; tar -zcf media.tgz media-${DATE}; mv media-${DATE} media
scp media.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
scp media.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
scp media.tgz ${STATIC_SERVER}:/var/www/

#Update entities on staging using the entities-shop2020 direcotry
#Update entities on production using the entities-saholic directory
cd /var/lib/tomcat6/webapps/export/html
rm -f ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${PROD_ENTITIES_EXPORT_PATH}.tgz
mv ${STAGING_ENTITIES_EXPORT_PATH} entities-${DATE}
tar -zcf ${STAGING_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
mv entities-${DATE} ${STAGING_ENTITIES_EXPORT_PATH}

mv ${PROD_ENTITIES_EXPORT_PATH} entities-${DATE}
tar -zcf ${PROD_ENTITIES_EXPORT_PATH}.tgz entities-${DATE}
mv entities-${DATE} ${PROD_ENTITIES_EXPORT_PATH}

scp ${STAGING_ENTITIES_EXPORT_PATH}.tgz ${STAGING_SERVER}:${ENTITIES_DEST_PATH}
scp ${PROD_ENTITIES_EXPORT_PATH}.tgz ${PROD_SERVER}:${ENTITIES_DEST_PATH}

#Update product list data on staging and production servers
cd /var/lib/tomcat6/webapps/export
rm -f partners.tgz
mv partners partners-${DATE}; tar -zcf partners.tgz partners-${DATE}; mv partners-${DATE} partners
scp partners.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
scp partners.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
scp partners.tgz ${STATIC_SERVER}:/var/www

rm -f javascripts.tgz
mv javascripts javascripts-${DATE}; tar -zcf javascripts.tgz partners-${DATE}; mv javascripts-${DATE} javascripts
scp javascripts.tgz ${STAGING_SERVER}:/var/lib/tomcat6/webapps/export/
scp javascripts.tgz ${PROD_SERVER}:/var/lib/tomcat6/webapps/export/
scp javascripts.tgz ${STATIC_SERVER}:/var/www

#Update solr data on staging and production servers
scp ${SOLR_IRDATA}.xml ${STAGING_SERVER}:${SOLR_IRDATA}-${DATE}.xml
scp ${SOLR_IRDATA}.xml ${PROD_SERVER}:${SOLR_IRDATA}-${DATE}.xml

#Put mysql dump on staging and production servers
scp ${MYSQL_DUMP} ${STAGING_SERVER}:/catalog-dumps
scp ${MYSQL_DUMP} ${PROD_SERVER}:/catalog-dumps

ssh ${STAGING_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
ssh ${PROD_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"
ssh ${STATIC_SERVER} "echo ${DATE}>/catalog-dumps/latest.timestamp"

echo "Done copying content to staging and production servers"
echo "======================================================="