WebSVN – SmartDukaan – Diff – /trunk/ContentStore/src/main/java/in/shop2020/util/ContentMigrator.java

 package in.shop2020.util;
 import in.shop2020.metamodel.core.Bullet;
-import in.shop2020.metamodel.core.BulletDataObject;
 import in.shop2020.metamodel.core.Entity;
 import in.shop2020.metamodel.core.EntityState;
 import in.shop2020.metamodel.core.EntityStatus;
 import in.shop2020.metamodel.core.EnumDataObject;
 import in.shop2020.metamodel.core.ExpertReview;
 import in.shop2020.metamodel.core.FreeformContent;
 import in.shop2020.metamodel.core.Media;
 import in.shop2020.metamodel.core.Media.Type;
 import in.shop2020.metamodel.core.PrimitiveDataObject;
 import in.shop2020.metamodel.core.Slide;
-import in.shop2020.metamodel.definitions.BulletDefinition;
 import in.shop2020.metamodel.definitions.Catalog;
 import in.shop2020.metamodel.definitions.Category;
 import in.shop2020.metamodel.definitions.CategorySlideDefinition;
 import in.shop2020.metamodel.definitions.DefinitionsContainer;
-import in.shop2020.metamodel.definitions.FeatureDefinition;
-import in.shop2020.metamodel.definitions.SlideDefinition;
-import in.shop2020.metamodel.definitions.SlideFeatureDefinition;
 import in.shop2020.metamodel.util.ContentPojo;
 import in.shop2020.metamodel.util.CreationUtils;
 import in.shop2020.metamodel.util.CreationUtils1;
 import in.shop2020.metamodel.util.ExpandedBullet;
 import in.shop2020.metamodel.util.ExpandedEntity;
 import in.shop2020.metamodel.util.ExpandedFeature;
 import in.shop2020.metamodel.util.ExpandedSlide;
+import in.shop2020.metamodel.util.MediaPojo;
 import in.shop2020.metamodel.util.Specification;
 import in.shop2020.metamodel.util.SpecificationGroup;
+import in.shop2020.model.v1.user.ItemQuantity;
-import in.shop2020.model.v1.catalog.CatalogService.Client;
+import in.shop2020.model.v1.user.UserContextService.Client;
 import in.shop2020.model.v1.catalog.Item;
 import in.shop2020.model.v1.catalog.status;
 import in.shop2020.storage.mongo.StorageManager;
 import in.shop2020.thrift.clients.CatalogClient;
+import in.shop2020.thrift.clients.UserClient;
-import in.shop2020.utils.Logger;
+import in.shop2020.ui.util.NewVUI;
-import java.io.BufferedReader;
 import java.io.ByteArrayInputStream;
 import java.io.ByteArrayOutputStream;
-import java.io.DataInputStream;
 import java.io.File;
 import java.io.FileInputStream;
-import java.io.FileNotFoundException;
 import java.io.FileOutputStream;
-import java.io.FileReader;
+import java.io.IOException;
 import java.io.InputStream;
-import java.io.InputStreamReader;
 import java.io.ObjectInputStream;
 import java.io.ObjectOutputStream;
 import java.io.OutputStream;
-import java.io.Reader;
 import java.text.MessageFormat;
 import java.util.ArrayList;
-import java.util.Arrays;
 import java.util.Calendar;
 import java.util.Collection;
 import java.util.Collections;
 import java.util.Date;
 import java.util.HashMap;
-import java.util.HashSet;
 import java.util.Iterator;
 import java.util.LinkedHashMap;
-import java.util.LinkedHashSet;
 import java.util.List;
 import java.util.Map;
-import java.util.Set;
-import java.util.TreeMap;
+import java.util.zip.DeflaterOutputStream;
-import org.apache.commons.collections.CollectionUtils;
 import org.apache.commons.io.IOUtils;
 import org.apache.commons.lang.StringUtils;
+import org.apache.commons.net.util.Base64;
-import com.google.gson.Gson;
+import org.json.JSONArray;
-import com.google.gson.reflect.TypeToken;
+import org.json.JSONObject;
 /*
  * @author rajveer
+ *
+ *
 public class ContentMigrator {
 	private static final String HYPHON = "-";
 	private static final String SPACE = " ";
 	private String sourceDbPath;
 	private String destinationDbPath;
+	private static final String IMG_URL_TEMPLATE ="http://static{0}.saholic.com/images/media/{1}/{2}";
 	public static void main(String[] args) throws Exception {
-		String usage = "Usage: ContentMigrator {source db path}{destination db path}";
+		ContentMigrator cm = new ContentMigrator("","");
+		cm.printExceptionEntities();
-		String sourceDbPath = null, destinationDbPath = null;
+		/*UserClient userServiceClient = new UserClient();
-		String dryRun = null;
+		Client client = userServiceClient.getClient();
+		List<ItemQuantity> itemQty = new ArrayList<ItemQuantity>();
-		// if(args.length < 2) {
+		itemQty.add(new ItemQuantity(14366, 4));
-		// System.out.println(usage);
+		itemQty.add(new ItemQuantity(14367, 4));
-		// System.exit(-1);
+		itemQty.add(new ItemQuantity(14368, 4));
+		client.addItemsToCart(496741, itemQty, "POPE");
+		System.out.println(client.validateCartNew(496741l, "201306", -1));
+		String cartMap="{\"cartItems\":[{\"itemId\":3243, \"quantity\":6}, {\"itemId\":3244, \"quantity\":16 }]}";
-		// }else{
+			try{
+				List<ItemQuantity> itemQuantities = new ArrayList<ItemQuantity>();
+				JSONObject jsonObj = new JSONObject(cartMap);
+				JSONArray cartItems = jsonObj.getJSONArray("cartItems");
-		// sourceDbPath = args[0];
+					for (int i=0; i< cartItems.length(); i++) {
+						JSONObject obj = cartItems.getJSONObject(i);
-		// destinationDbPath = args[1];
+						int itemId = obj.getInt("itemId");
+						Integer quantity = obj.getInt("quantity");
+						ItemQuantity iq = new ItemQuantity(itemId, quantity);
-		// dryRun = args[2];
+						itemQuantities.add(iq);
-		// }
+					}
+			}catch (Exception e) {
+				// TODO: handle exception
-		//
+			}*/
-		ContentMigrator contentmigrator = new ContentMigrator(sourceDbPath,destinationDbPath);
-		contentmigrator.renameTitles();
+	}
+	public static String compress(String text) {
+		ByteArrayOutputStream baos = new ByteArrayOutputStream();
+		try {
+			OutputStream out = new DeflaterOutputStream(baos);
+			out.write(text.getBytes("UTF-8"));
+			out.close();
+		} catch (IOException e) {
+			throw new AssertionError(e);
+		}
+		return Base64.encodeBase64String(baos.toByteArray());
+	}
 	private void testProd() throws Exception {
 		Map<Long, EntityState> es1 = StorageManager.getStorageManager().getEntitiesMetadata();
 		for(Map.Entry<Long, EntityState> estate : es1.entrySet()){
 			CreationUtils.updateEntity(entity);
+		}
 		return true;
+	}
-	public boolean migrateBrandModel(String dryRun) throws Exception {
+	/*public boolean migrateBrandModel(String dryRun) throws Exception {
 		CatalogClient catalogServiceClient = new CatalogClient();
 		Client client = catalogServiceClient.getClient();
 		List<Item> items = client.getAllItemsByStatus(status.ACTIVE);
 		items.addAll(client.getAllItemsByStatus(status.PAUSED));
 		items.addAll(client.getAllItemsByStatus(status.CONTENT_COMPLETE));
+		}
 		System.out.println(sb.toString());
 		return true;
+	}
-	/**
+	*//**
 	 * this function will read source definition and source entities, and will
 	 * convert source entities to destination entities according to destination
 	 * definitions.
+	 *
 	 * @return boolean
 	 * @throws Exception
-	 */
+	 *//*
 	public void printSlides() throws Exception {
 		DefinitionsContainer defc = Catalog.getInstance()
 				.getDefinitionsContainer();
 		for (Category category : defc.getCategories().values()) {
 						+ "\t"
 						+ defc.getSlideDefinition(defs.getSlideDefintionID())
 								.getChildrenSlideDefinitionIDs());
+			}
+		}
-	}
+	}*/
 	public void removeBrowserBullets() throws Exception {
 		Map<Long, List<ExpandedBullet>> learnedBullets = CreationUtils
 				.getLearnedBullets();
 		learnedBullets.get(new Long(120076));
+				}
+			}
+		}
 		return true;
+	}
+	public void printExceptionEntities() throws Exception {
+		Map<Long, Entity> entities = CreationUtils.getEntities();
+		for (Entity entity : entities.values()) {
+			try{
+				EntityState es = CreationUtils.getEntityState(entity.getID());
+				if(es.getStatus().equals(EntityStatus.READY)){
+					List<Slide> slides = entity.getSlides();
+					Media defaultMedia = null;
+					if(slides!=null){
+						boolean summarySlide = false;
+						for(Slide slide : slides){
+							if (slide != null){
+								if(slide.getSlideDefinitionID() == 130054l){
+									summarySlide = true;
+									if(slide.getFreeformContent().getMedias()==null){
+										System.out.println("No media in summary for entity:" + entity.getID());
+										break;
+									}
+									defaultMedia = slide.getFreeformContent().getMedias().get("default");
+									if(defaultMedia==null){
+										System.out.println("Could not find default image in summary for entity:" + entity.getID());
+										break;
+									}
+								}
+							}
+						}
+						if(!summarySlide) {
+							System.out.println("Summary Slide is missing for entity: " + entity.getID());
+						}
+					}
+				}
+			} catch (Exception e){
+				System.out.println("Some error occurred while processing entity: " + entity.getID());
+			}
+	}
+	}
 	public boolean migrateData() throws Exception {
 		Map<Long, Entity> entities = CreationUtils.getEntities();
 		for (Entity entity : entities.values()) {
 			ExpandedEntity expEntity = new ExpandedEntity(entity);
+			}
+		}
 		return true;
+	}
-	public boolean migrateModel2() throws Exception {
+/*	public boolean migrateModel2() throws Exception {
 		Map<Long, Entity> entities = CreationUtils.getEntities();
 		for (Entity entity : entities.values()) {
 			List<Slide> slides = entity.getSlides();
 			if (slides != null) {
 				for (Slide slide : slides) {
 			CreationUtils.updateEntity(entity);
+		}
 		return true;
+	}
-	/*
 	 * public boolean migrateModel1() throws Exception{ //DefinitionsContainer
 	 * oldDfc = new DefinitionsContainer(Utils.CONTENT_DB_PATH +
 	 * "olddefinitions" + File.separator); //DefinitionsContainer newDfc = new
 	 * DefinitionsContainer(Utils.CONTENT_DB_PATH + "olddefinitions" +
 	 * File.separator);
 	 * newSequence.add(removeMap.get(id)); }else{ newSequence.add(id); } }
 	 * entity.setSlideSequence(newSequence); CreationUtils.updateEntity(entity);
 	 * } }
+	 *
 	 * return true; }
-	 */
 	public void printSlideContent(Slide slide) {
 		System.out.println("Slide: "
 				+ slide.getFreeformContent().getFreeformText());
+			}
+		}
+	}
-	/*
 	 * public boolean migrateModel() throws Exception{ //DefinitionsContainer
 	 * oldDfc = new DefinitionsContainer(Utils.CONTENT_DB_PATH +
 	 * "olddefinitions" + File.separator); //DefinitionsContainer newDfc = new
 	 * DefinitionsContainer(Utils.CONTENT_DB_PATH + "olddefinitions" +
 	 * File.separator);
+	 *
 	 * default: newSlides.add(slide); break; } } entity.setSlides(newSlides);
 	 * CreationUtils.updateEntity(entity); } }
+	 *
 	 * return true; }
-	 */
 	public boolean migrateRemoveBorrowedCategoryIdFromSlide() throws Exception {
 		Map<Long, Entity> entities = CreationUtils.getEntities();
 		for (Entity entity : entities.values()) {
 			if (entity.getID() == 0) {
 				CreationUtils.deleteEntity(entity.getID());
+		}
 		return true;
+	}
 	public boolean migrate() throws Exception {
-		/*
 		 * DefinitionsContainer sourceDefs = new
 		 * DefinitionsContainer(sourceDbPath); DefinitionsContainer
 		 * destinationDefs = new DefinitionsContainer(destinationDbPath);
 		 * EntityContainer sourceEnts = new EntityContainer(sourceDbPath);
 		 * EntityContainer destinationEnts = new
 		 * newMedia.toString()); // OldCreationUtils.removeMedia(entity.getID(),
 		 * label); // CreationUtils.addMedia(entity.getID(), newMedia); } }
+		 *
 		 * int totalVideos = 0; int totalImages = 0; if(rawMedia==null){
 		 * for(Slide slide: slides ){
-		 */
-		/*
 		 * FreeformContent ffc = slide.getFreeformContent(); List<String>
 		 * vidList = new ArrayList<String>(); List<String> imgList = new
 		 * ArrayList<String>();
+		 *
 		 * if(ffc!=null){ List<String> vidFfcLabels = ffc.getYoutubeRefs();
 		 * ffc.removeMedia("image",imglab); ffc.addMedia("image", (new
 		 * StringTokenizer(imglab, "~!~")).nextToken()); }
 		 * slide.setFreeformContent(ffc); System.out.println("Slide id is " +
 		 * slide.getSlideDefinitionID() + "   vid labels:  " + vidFfcLabels +
 		 * "   img labels" + imgFfcLabels); }
-		 */
-		/*
 		 * newEntity.addSlide(slide); }
+		 *
 		 * // System.out.println("entity:"+ entity.getID() + ":trv:" +
 		 * totalRawVideos + ":tri:" + totalRawImages +":tv:" + totalVideos
 		 * +":ti:" + totalImages); // sb.append("entity:"+ entity.getID() +
 		 * CreationUtils.rewriteRepository(xentities, entitiesByCategory); }
 		 * else{ sb.append("				" + entity.getID() + "\n"); } }
+		 *
+		 *
 		 * out.write(sb.toString()); out.close();
-		 */
 		return true;
+	}
 	private boolean makeEntitiesObject() throws Exception {
 		// DefinitionsContainer sourceDefs = new
 		// DefinitionsContainer(destinationDbPath);
 		// EntityContainer sourceEnts = new EntityContainer(sourceDbPath);
 		// EntityContainer destinationEnts = new
 		// EntityContainer(destinationDbPath);
-		/*
 		 * Map<Long, List<Entity>> catEntities =
 		 * sourceEnts.getEntitiesbyCategory();
+		 *
 		 * Map<Long, Entity> entities = sourceEnts.getEntities(); for(Long
 		 * catId: catEntities.keySet()){ List<Entity> ents =
 		 * catEntities.get(catId); for(Entity entity: ents){
 		 * entities.put(entity.getID(), entity);
 		 * System.out.println(entity.getID() + ":" + entity.getCategoryID() +
 		 * ":"+ entity.getBrand() + " "+ entity.getModelName() + " " +
 		 * entity.getModelNumber()); } }
-		 */
 		Map<Long, List<Entity>> catEntities = new TreeMap<Long, List<Entity>>();
 		Map<Long, Entity> entities = new TreeMap<Long, Entity>();
 		FileInputStream fstream = new FileInputStream("/home/rajveer/Desktop/1");
+						}
+					}
 					sb.append("\n");
+				}
-				/*
 				 * for(FeatureDefinition featureDef: featureDefs){
 				 * BulletDefinition bulletDef =
 				 * featureDef.getBulletDefinition(); System.out.println("			" +
 				 * featureDef.getLabel() + " 	" + featureDef.allowsBlank() + "	"
 				 * + bulletDef.isLearned() + "	" + bulletDef.isMultivalue());
 				 * System.out.println("										" +
 				 * dfc.getDatatypeDefinition(bulletDef
 				 * .getDatatypeDefinitionID()).getName());
+				 *
 				 * } }
-				 */
+			}
+		}
 		System.out.println(sb.toString());
 		return true;
+	}
 		map.put("iOS 5", 110366L);
 		return map;
+	}
+	*/
 	private Object clone(Object object) throws Exception{
 		// Serializing and deserializing to clone the slide
 		// serialize
 		ByteArrayOutputStream bos = new ByteArrayOutputStream();
 		ObjectOutputStream out = new ObjectOutputStream(bos);
 			IOUtils.closeQuietly(in);
 			IOUtils.closeQuietly(out);
+		}
 		media.setLocation(mediaFilePath);
+	}
+	/*
 	private void migrateHeadSetBack() throws Exception {
 		Map<Long, Long>migratorMap = new HashMap<Long, Long>();
 		migratorMap.put(77777000L,1000291L);
 		migratorMap.put(77777001L,1000292L);
 		migratorMap.put(77777002L,1000293L);
 			Long newId  = entry.getKey();
 			Long validId  = entry.getValue();
 			Entity entity  = CreationUtils.getEntity(newId);
 			EntityState es = CreationUtils.getEntityState(newId);
 			Slide sl = entity.getSlide(130130);
-			/*entity.setID(validId);
+			entity.setID(validId);
-			es.setID(validId);*/
+			es.setID(validId);
 			CreationUtils.updateEntity(entity);
 			CreationUtils.updateEntityState(es);
+		}
+	}
+	*/
     public String getTitle(Entity entity){
     	String brand = entity.getBrand();
     	String modelName = entity.getModelName();
     	String modelNumber = entity.getModelNumber();
     	String titleString = "";
     	} else {
     		System.out.println("category is null for : " + expEntity.getID());
     		return "";
+    	}
+    }
+    /*
 public void migrateTablets() throws Exception {
 		//Starting entity id for new Category with 10000
 		Collection<Entity> entities = CreationUtils.getEntities(10010);
 		long newCounter;
 				List<Slide> entitySlides = entity.getSlides();
 				if (entity == null || entitySlides == null) {
 					continue;
+				}
 				List<Slide> newEntitySlides = new ArrayList<Slide>();
-				/*Slide introSlide = entity.getSlide(130001);
+				Slide introSlide = entity.getSlide(130001);
 				Slide summarySlide = entity.getSlide(130054);
-				Slide packageContents = entity.getSlide(130025);*/
+				Slide packageContents = entity.getSlide(130025);
 				for (Slide slide : entitySlides) {
 					if (Arrays.asList(130054L, 130025L, 130001L).contains(slide.getSlideDefinitionID())) {
 						slide=(Slide)this.clone(slide);
 						newEntitySlides.add(slide);
+					}
 			if (newEntity == null) {
 				continue;
+			}
 			Slide introSlide = newEntity.getSlide(130001L);
 			Slide looknfeelSlide = entity.getSlide(130002L);
-			/*
 			 * Slide introSlide = entity.getSlide(130001); Slide
 			 * summarySlide = entity.getSlide(130054); Slide packageContents
 			 * = entity.getSlide(130025);
-			 */
 			if (looknfeelSlide != null) {
 				FreeformContent ffc1 = looknfeelSlide.getFreeformContent();
 				if (ffc1 != null) {
 					Map<String, Media> mediaMap = ffc1.getMedias();
 			System.out.println("Could not migrate " + entityId);
+		}
+	}
-}
+}*/
-private void miscilleniousPopulate() throws Exception{
+/*private void miscilleniousPopulate() throws Exception{
 	DefinitionsContainer defContainer = Catalog.getInstance().getDefinitionsContainer();
 	//Get All Enum Values of Communication facilities 70114;
 	Map <Long, Entity> allEntities = CreationUtils.getEntities();
-	/*Map <Long, Entity> allEntities =new HashMap<Long, Entity>();
+	Map <Long, Entity> allEntities =new HashMap<Long, Entity>();
-	allEntities.put(1000069l, CreationUtils.getEntity(1000069l));*/
+	allEntities.put(1000069l, CreationUtils.getEntity(1000069l));
 	for (Map.Entry<Long, Entity> entry:allEntities.entrySet()){
 		Entity entity = entry.getValue();
 		Long categoryId = entity.getCategoryID();
 		EntityState es = CreationUtils.getEntityState(entity.getID());
 		if ((categoryId == 10002 || categoryId == 10003 || categoryId == 10004 || categoryId == 10005)
+	}
 	private void step4() throws Exception {
 		//Get All Enum Values of Communication facilities 70114;
 		Map <Long, Entity> allEntities = CreationUtils.getEntities();
-		/*Map <Long, Entity> allEntities = new HashMap<Long, Entity>();
+		Map <Long, Entity> allEntities = new HashMap<Long, Entity>();
 		allEntities.put(1002529l, CreationUtils.getEntity(1002529l));
 		allEntities.put(1007932l, CreationUtils.getEntity(1007932l));
 		allEntities.put(1007930l, CreationUtils.getEntity(1007930l));
 		allEntities.put(1007934l, CreationUtils.getEntity(1007934l));
 		allEntities.put(1007936l, CreationUtils.getEntity(1007936l));
-		allEntities.put(1007935l, CreationUtils.getEntity(1007935l));*/
+		allEntities.put(1007935l, CreationUtils.getEntity(1007935l));
 		for (Map.Entry<Long, Entity> entry:allEntities.entrySet()){
 			Entity entity = entry.getValue();
 			Long categoryId = entity.getCategoryID();
 			EntityState es = CreationUtils.getEntityState(entity.getID());
 			if ((categoryId == 10002 || categoryId == 10003 || categoryId == 10004 || categoryId == 10005) && es != null && !es.getStatus().equals(EntityStatus.UNASSIGNED)) {
 				as[tabletFds.indexOf(entry.getKey())] = entry.getValue();
+			}
 			sb.append(entity.getID() + "\t").append(StringUtils.join(as, "\t")).append("\n");
+		}
 		System.out.println(sb);
-	}
+	}*/
-	private void migrateSoftCategories() throws Exception{
+/*	private void migrateSoftCategories() throws Exception{
 		Long ANDROID = 110614l;
 		Long WINDOWS = 110615l;
 		Long DUALSIM = 110616l;
 		Long TRISIM = 110617l;
 		Long CDMA = 110618l;
+				}
+			}
 			CreationUtils.storeExpertReview(entry.getKey(), ers);
+		}
+	}
+	*/
     private List<ExpertReview> getExpertReviews(long catalogId) throws Exception {
 		List<ExpertReview> expertReviews = CreationUtils.getExpertReviewByEntity(catalogId);
 		if(expertReviews != null) {
 			Iterator<ExpertReview> iter = expertReviews.iterator();
 			while (iter.hasNext()){

Subversion Repositories SmartDukaan

(root)/trunk/ContentStore/src/main/java/in/shop2020/util/ContentMigrator.java – Rev 12242 → 18249