Subversion Repositories SmartDukaan

Rev

Rev 14214 | Rev 14244 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13828 kshitij.so 1 
import pysolr
14186 kshitij.so 2 
import pymongo
3 
import shutil
13828 kshitij.so 4 
import json
14186 kshitij.so 5 
import os
14243 kshitij.so 6 
import optparse
13828 kshitij.so 7 
 
8 
con=None
9 
 
14186 kshitij.so 10 
filePath = '/tmp/autosuggest.json'
11 
destFilePath = '/home/kshitij/'
12 
 
13828 kshitij.so 13 
categoryMap = {3:'Mobiles',5:'Tablets'}
14 
SOURCE_MAP = {'AMAZON':1,'FLIPKART':2,'SNAPDEAL':3,'SAHOLIC':4}
15 
xstr = lambda s: s or ""
16 
 
14243 kshitij.so 17 
parser = optparse.OptionParser()
18 
parser.add_option("-m", "--m", dest="mongoHost",
19 
                      default="localhost",
20 
                      type="string", help="The HOST where the mongo server is running",
21 
                      metavar="HOST")
22 
 
23 
(options, args) = parser.parse_args()
24 
 
25 
 
13828 kshitij.so 26 
class __SkuInfo:
27 
 
13931 kshitij.so 28 
    def __init__(self, id, skuBundleId, brand, model_name, source_product_name, category_id, category, available_price, mrp, in_stock, \
13985 kshitij.so 29 
                 source_id, store, title, thumbnail, priceUpdatedOn):
13828 kshitij.so 30 
        self.id = id
31 
        self.skuBundleId = skuBundleId
32 
        self.brand = brand
33 
        self.model_name = model_name
13931 kshitij.so 34 
        self.source_product_name = source_product_name
13828 kshitij.so 35 
        self.category_id = category_id
36 
        self.category = category
37 
        self.available_price = available_price
38 
        self.mrp = mrp
39 
        self.in_stock = in_stock
40 
        self.source_id = source_id
41 
        self.store = store
42 
        self.title= title
43 
        self.thumbnail = thumbnail
13985 kshitij.so 44 
        self.priceUpdatedOn = priceUpdatedOn
13828 kshitij.so 45 
 
46 
 
47 
solr = pysolr.Solr("http://104.200.25.40:8080/solr/", timeout=10)
48 
 
49 
def pushData():
50 
    l = []
14186 kshitij.so 51 
    catalogMap = {}
14243 kshitij.so 52 
    items = get_mongo_connection(options.mongoHost).Catalog.MasterData.find({'source_id' : { "$in": SOURCE_MAP.values() } })
13828 kshitij.so 53 
    print items.count()
54 
    for item in items:
55 
        title = xstr(item['brand'])+" "+xstr(item['model_name'])
14186 kshitij.so 56 
        if not catalogMap.has_key(str(item['skuBundleId'])+" "+title):
14204 kshitij.so 57 
            catalogMap[str(item['skuBundleId'])+" "+title] = [title]
13974 kshitij.so 58 
        s_info = __SkuInfo(str(item['_id']),int(item['skuBundleId']),(item['brand']),(item['model_name']),(item['source_product_name']),int(item['category_id']),categoryMap.get(item['category_id']),float(item['available_price']),float(item['mrp']),item['in_stock'], \
13985 kshitij.so 59 
                        int(item['source_id']),(item['source']),title,(item['thumbnail']), long(item['priceUpdatedOn']))
13828 kshitij.so 60 
        l.append(s_info.__dict__)
61 
    solr.add(l)
14186 kshitij.so 62 
 
14204 kshitij.so 63 
    autoSuggestList = []
64 
    for v in catalogMap.itervalues():
14214 kshitij.so 65 
        autoSuggestList.append({'val':v[0]})
14186 kshitij.so 66 
    PATH = os.path.expanduser(filePath)
67 
    if os.path.isfile(PATH):
68 
        try:
69 
            os.remove(os.path.expanduser(filePath))
70 
        except OSError:
71 
            pass
72 
    output = open(filePath, 'ab+')
14204 kshitij.so 73 
    json.dump(autoSuggestList, output)
14186 kshitij.so 74 
    output.close()
75 
    shutil.copy2(filePath, destFilePath)
76 
 
77 
 
13828 kshitij.so 78 
 
79 
def get_mongo_connection(host='localhost', port=27017):
80 
    global con
81 
    if con is None:
82 
        print "Establishing connection %s host and port %d" %(host,port)
83 
        try:
84 
            con = pymongo.MongoClient(host, port)
85 
        except Exception, e:
86 
            print e
87 
            return None
88 
    return con
89 
 
90 
def main():
91 
    pushData()
14186 kshitij.so 92 
 
13828 kshitij.so 93 
if __name__=='__main__':
94 
    main()