WebSVN – SmartDukaan – Diff – //trunk/runutils/generate-content-from-catalog.sh



M2_CLASSPATH="${MAVEN_REPO}/in/shop2020/ContentStore/1.0-SNAPSHOT/ContentStore-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/ThriftConfig/1.0-SNAPSHOT/ThriftConfig-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/Common/1.0-SNAPSHOT/Common-1.0-SNAPSHOT.jar:${MAVEN_REPO}/readonly/apache/velocity/1.6.3/velocity-1.6.3.jar:${MAVEN_REPO}/readonly/apache/commons-lang/2.4/commons-lang-2.4.jar:${MAVEN_REPO}/readonly/apache/commons-collections/3.2.1/commons-collections-3.2.1.jar:${MAVEN_REPO}/org/apache/thrift/libthrift/0.7.0/libthrift-0.7.0.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-simple/1.5.8/slf4j-simple-1.5.8.jar:${MAVEN_REPO}/readonly/apache/commons-logging-api/1.1/commons-logging-api-1.1.jar:${MAVEN_REPO}/readonly/bdb/je/4.1.7/je-4.1.7.jar:${MAVEN_REPO}/readonly/jython/2.5.1/jython-2.5.1.jar:${MAVEN_REPO}/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:${MAVEN_REPO}/readonly/apache/commons-io/1.3.2/commons-io-1.3.2.jar:${MAVEN_REPO}/org/json/json/20090211/json-20090211.jar:${MAVEN_REPO}/org/apache/velocity/velocity-tools/2.0/velocity-tools-2.0.jar:${MAVEN_REPO}/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:${MAVEN_REPO}/javax/mail/mail/1.4/mail-1.4.jar:${MAVEN_REPO}/readonly/apache/poi-3.6/20091214/poi-3.6-20091214.jar:${MAVEN_REPO}/readonly/apache/poi-scratchpad-3.6/20091214/poi-scratchpad-3.6-20091214.jar:${MAVEN_REPO}/commons-net/commons-net/3.0.1/commons-net-3.0.1.jar:${MAVEN_REPO}/junit/junit/4.8.2/junit-4.8.2.jar:${MAVEN_REPO}/org/mongodb/mongo-java-driver/2.11.0/mongo-java-driver-2.11.0.jar"
 
echo "Generating content for one entities ${PROJECT_DIR}"
echo "======================================================="
cd ${PROJECT_DIR}/ContentStore
a1=$(mysql -uroot -N -pshop2020 catalog -e "SET SESSION group_concat_max_len = 100000;select GROUP_CONCAT(b.id) from ((select a.id from (select * from tmpitem union  distinct select * from item) as a group by id having count(a.id) > 1) union (select id from item i1 where not exists (select * from tmpitem t where t.id = i1.id))) as b")
java -Xms256m -Xmx512m -cp ${M2_CLASSPATH}  in.shop2020.util.ContentGenerationUtility -u CATALOG -t ALL > ${CONTENT_LOG} 
echo "======================================================="
echo "Content generation completed"
 
echo "Dumping item, vendoritemmapping and vendoritempricing tables to be imported on staging and production servers"
echo "======================================================="
cd ${PRGDIR}
 
 
 
mysqldump -uroot -pshop2020 catalog --tables similaritems source sourceitempricing category voucheritemmapping freebieitem entitytag amazonlisted storepricing brandinfo privatedeals iteminsurermapping > ${MYSQL_DUMP}
 
if [ -z $a1 ]
then
 
else
	mysqldump -uroot -pshop2020 catalog item --replace --no-create-info --where="id in ($a1)" >> ${MYSQL_DUMP}
	if [ "$1" == "PROD" ]
	then
		mysql -uroot -pshop2020 catalog -e "truncate tmpitem;insert into tmpitem AS (SELECT * FROM item)"
	else
		mysql -uroot -pshop2020 catalog -e "delete from tmpitem where id not in ($a1);insert ignore into tmpitem SELECT * FROM item"
	fi
fi
 
 
 

Rev 13493	Rev 13497
Line 49...	Line 49...
49	M2_CLASSPATH="${MAVEN_REPO}/in/shop2020/ContentStore/1.0-SNAPSHOT/ContentStore-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/ThriftConfig/1.0-SNAPSHOT/ThriftConfig-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/Common/1.0-SNAPSHOT/Common-1.0-SNAPSHOT.jar:${MAVEN_REPO}/readonly/apache/velocity/1.6.3/velocity-1.6.3.jar:${MAVEN_REPO}/readonly/apache/commons-lang/2.4/commons-lang-2.4.jar:${MAVEN_REPO}/readonly/apache/commons-collections/3.2.1/commons-collections-3.2.1.jar:${MAVEN_REPO}/org/apache/thrift/libthrift/0.7.0/libthrift-0.7.0.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-simple/1.5.8/slf4j-simple-1.5.8.jar:${MAVEN_REPO}/readonly/apache/commons-logging-api/1.1/commons-logging-api-1.1.jar:${MAVEN_REPO}/readonly/bdb/je/4.1.7/je-4.1.7.jar:${MAVEN_REPO}/readonly/jython/2.5.1/jython-2.5.1.jar:${MAVEN_REPO}/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:${MAVEN_REPO}/readonly/apache/commons-io/1.3.2/commons-io-1.3.2.jar:${MAVEN_REPO}/org/json/json/20090211/json-20090211.jar:${MAVEN_REPO}/org/apache/velocity/velocity-tools/2.0/velocity-tools-2.0.jar:${MAVEN_REPO}/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:${MAVEN_REPO}/javax/mail/mail/1.4/mail-1.4.jar:${MAVEN_REPO}/readonly/apache/poi-3.6/20091214/poi-3.6-20091214.jar:${MAVEN_REPO}/readonly/apache/poi-scratchpad-3.6/20091214/poi-scratchpad-3.6-20091214.jar:${MAVEN_REPO}/commons-net/commons-net/3.0.1/commons-net-3.0.1.jar:${MAVEN_REPO}/junit/junit/4.8.2/junit-4.8.2.jar:${MAVEN_REPO}/org/mongodb/mongo-java-driver/2.11.0/mongo-java-driver-2.11.0.jar"	49	M2_CLASSPATH="${MAVEN_REPO}/in/shop2020/ContentStore/1.0-SNAPSHOT/ContentStore-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/ThriftConfig/1.0-SNAPSHOT/ThriftConfig-1.0-SNAPSHOT.jar:${MAVEN_REPO}/in/shop2020/Common/1.0-SNAPSHOT/Common-1.0-SNAPSHOT.jar:${MAVEN_REPO}/readonly/apache/velocity/1.6.3/velocity-1.6.3.jar:${MAVEN_REPO}/readonly/apache/commons-lang/2.4/commons-lang-2.4.jar:${MAVEN_REPO}/readonly/apache/commons-collections/3.2.1/commons-collections-3.2.1.jar:${MAVEN_REPO}/org/apache/thrift/libthrift/0.7.0/libthrift-0.7.0.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-api/1.5.8/slf4j-api-1.5.8.jar:${MAVEN_REPO}/readonly/slf4j/slf4j-simple/1.5.8/slf4j-simple-1.5.8.jar:${MAVEN_REPO}/readonly/apache/commons-logging-api/1.1/commons-logging-api-1.1.jar:${MAVEN_REPO}/readonly/bdb/je/4.1.7/je-4.1.7.jar:${MAVEN_REPO}/readonly/jython/2.5.1/jython-2.5.1.jar:${MAVEN_REPO}/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:${MAVEN_REPO}/readonly/apache/commons-io/1.3.2/commons-io-1.3.2.jar:${MAVEN_REPO}/org/json/json/20090211/json-20090211.jar:${MAVEN_REPO}/org/apache/velocity/velocity-tools/2.0/velocity-tools-2.0.jar:${MAVEN_REPO}/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:${MAVEN_REPO}/javax/mail/mail/1.4/mail-1.4.jar:${MAVEN_REPO}/readonly/apache/poi-3.6/20091214/poi-3.6-20091214.jar:${MAVEN_REPO}/readonly/apache/poi-scratchpad-3.6/20091214/poi-scratchpad-3.6-20091214.jar:${MAVEN_REPO}/commons-net/commons-net/3.0.1/commons-net-3.0.1.jar:${MAVEN_REPO}/junit/junit/4.8.2/junit-4.8.2.jar:${MAVEN_REPO}/org/mongodb/mongo-java-driver/2.11.0/mongo-java-driver-2.11.0.jar"
50		50
51	`echo "Generating content for one entities ${PROJECT_DIR}"`	51	`echo "Generating content for one entities ${PROJECT_DIR}"`
52	`echo "======================================================="`	52	`echo "======================================================="`
53	`cd ${PROJECT_DIR}/ContentStore`	53	`cd ${PROJECT_DIR}/ContentStore`
-		54	`a1=$(mysql -uroot -N -pshop2020 catalog -e "SET SESSION group_concat_max_len = 100000;select GROUP_CONCAT(b.id) from ((select a.id from (select * from tmpitem union distinct select * from item) as a group by id having count(a.id) > 1) union (select id from item i1 where not exists (select * from tmpitem t where t.id = i1.id))) as b")`
54	`java -Xms256m -Xmx512m -cp ${M2_CLASSPATH} in.shop2020.util.ContentGenerationUtility -u CATALOG -t ALL > ${CONTENT_LOG}`	55	`java -Xms256m -Xmx512m -cp ${M2_CLASSPATH} in.shop2020.util.ContentGenerationUtility -u CATALOG -t ALL > ${CONTENT_LOG}`
55	`echo "======================================================="`	56	`echo "======================================================="`
56	`echo "Content generation completed"`	57	`echo "Content generation completed"`
57		58
58	`echo "Dumping item, vendoritemmapping and vendoritempricing tables to be imported on staging and production servers"`	59	`echo "Dumping item, vendoritemmapping and vendoritempricing tables to be imported on staging and production servers"`
59	`echo "======================================================="`	60	`echo "======================================================="`
60	`cd ${PRGDIR}`	61	`cd ${PRGDIR}`
61		62
62	`a1=$(mysql -uroot -N -pshop2020 catalog -e "SET SESSION group_concat_max_len = 100000;select GROUP_CONCAT(b.id) from ((select a.id from (select * from tmpitem union distinct select * from item) as a group by id having count(a.id) > 1) union (select id from item i1 where not exists (select * from tmpitem t where t.id = i1.id))) as b")`	-
63		63
64	`mysqldump -uroot -pshop2020 catalog --tables similaritems source sourceitempricing category voucheritemmapping freebieitem entitytag amazonlisted storepricing brandinfo privatedeals iteminsurermapping > ${MYSQL_DUMP}`	64	`mysqldump -uroot -pshop2020 catalog --tables similaritems source sourceitempricing category voucheritemmapping freebieitem entitytag amazonlisted storepricing brandinfo privatedeals iteminsurermapping > ${MYSQL_DUMP}`
65		65
66	`if [ -z $a1 ]`	66	`if [ -z $a1 ]`
67	`then`	67	`then`
68	`mysqldump -uroot -pshop2020 catalog item --replace --no-create-info --where="id in ($a1)" >> ${MYSQL_DUMP}`	-
69	`else`	68	`else`
-		69	`mysqldump -uroot -pshop2020 catalog item --replace --no-create-info --where="id in ($a1)" >> ${MYSQL_DUMP}`
70	`if [ "$1" == "PROD" ]`	70	`if [ "$1" == "PROD" ]`
71	`then`	71	`then`
72	`mysql -uroot -pshop2020 catalog -e "truncate tmpitem;insert into tmpitem AS (SELECT * FROM item)"`	72	`mysql -uroot -pshop2020 catalog -e "truncate tmpitem;insert into tmpitem AS (SELECT * FROM item)"`
73	`else`	73	`else`
74	`mysql -uroot -pshop2020 catalog -e "delete from tmpitem where id not in ($a1);insert into tmpitem AS (SELECT * FROM item where id not in ($a1))"`	74	`mysql -uroot -pshop2020 catalog -e "delete from tmpitem where id not in ($a1);insert ignore into tmpitem SELECT * FROM item"`
75	`fi`	75	`fi`
76	`fi`	76	`fi`
77		77
78		78
79		79

Subversion Repositories SmartDukaan

(root)//trunk/runutils/generate-content-from-catalog.sh – Rev 13493 → 13497