Subversion Repositories SmartDukaan

Rev

Rev 14243 | Rev 14245 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13828 kshitij.so 1 
import pysolr
14186 kshitij.so 2 
import pymongo
13828 kshitij.so 3 
import json
14186 kshitij.so 4 
import os
14243 kshitij.so 5 
import optparse
13828 kshitij.so 6 
 
7 
con=None
8 
 
14186 kshitij.so 9 
filePath = '/tmp/autosuggest.json'
10 
destFilePath = '/home/kshitij/'
11 
 
13828 kshitij.so 12 
categoryMap = {3:'Mobiles',5:'Tablets'}
13 
SOURCE_MAP = {'AMAZON':1,'FLIPKART':2,'SNAPDEAL':3,'SAHOLIC':4}
14 
xstr = lambda s: s or ""
15 
 
14243 kshitij.so 16 
parser = optparse.OptionParser()
17 
parser.add_option("-m", "--m", dest="mongoHost",
18 
                      default="localhost",
19 
                      type="string", help="The HOST where the mongo server is running",
20 
                      metavar="HOST")
21 
 
22 
(options, args) = parser.parse_args()
23 
 
24 
 
13828 kshitij.so 25 
class __SkuInfo:
26 
 
13931 kshitij.so 27 
    def __init__(self, id, skuBundleId, brand, model_name, source_product_name, category_id, category, available_price, mrp, in_stock, \
13985 kshitij.so 28 
                 source_id, store, title, thumbnail, priceUpdatedOn):
13828 kshitij.so 29 
        self.id = id
30 
        self.skuBundleId = skuBundleId
31 
        self.brand = brand
32 
        self.model_name = model_name
13931 kshitij.so 33 
        self.source_product_name = source_product_name
13828 kshitij.so 34 
        self.category_id = category_id
35 
        self.category = category
36 
        self.available_price = available_price
37 
        self.mrp = mrp
38 
        self.in_stock = in_stock
39 
        self.source_id = source_id
40 
        self.store = store
41 
        self.title= title
42 
        self.thumbnail = thumbnail
13985 kshitij.so 43 
        self.priceUpdatedOn = priceUpdatedOn
13828 kshitij.so 44 
 
45 
 
46 
solr = pysolr.Solr("http://104.200.25.40:8080/solr/", timeout=10)
47 
 
48 
def pushData():
49 
    l = []
14186 kshitij.so 50 
    catalogMap = {}
14243 kshitij.so 51 
    items = get_mongo_connection(options.mongoHost).Catalog.MasterData.find({'source_id' : { "$in": SOURCE_MAP.values() } })
13828 kshitij.so 52 
    print items.count()
53 
    for item in items:
54 
        title = xstr(item['brand'])+" "+xstr(item['model_name'])
14186 kshitij.so 55 
        if not catalogMap.has_key(str(item['skuBundleId'])+" "+title):
14204 kshitij.so 56 
            catalogMap[str(item['skuBundleId'])+" "+title] = [title]
13974 kshitij.so 57 
        s_info = __SkuInfo(str(item['_id']),int(item['skuBundleId']),(item['brand']),(item['model_name']),(item['source_product_name']),int(item['category_id']),categoryMap.get(item['category_id']),float(item['available_price']),float(item['mrp']),item['in_stock'], \
13985 kshitij.so 58 
                        int(item['source_id']),(item['source']),title,(item['thumbnail']), long(item['priceUpdatedOn']))
13828 kshitij.so 59 
        l.append(s_info.__dict__)
60 
    solr.add(l)
14186 kshitij.so 61 
 
14204 kshitij.so 62 
    autoSuggestList = []
63 
    for v in catalogMap.itervalues():
14214 kshitij.so 64 
        autoSuggestList.append({'val':v[0]})
14186 kshitij.so 65 
    PATH = os.path.expanduser(filePath)
66 
    if os.path.isfile(PATH):
67 
        try:
68 
            os.remove(os.path.expanduser(filePath))
69 
        except OSError:
70 
            pass
71 
    output = open(filePath, 'ab+')
14204 kshitij.so 72 
    json.dump(autoSuggestList, output)
14186 kshitij.so 73 
    output.close()
14244 kshitij.so 74 
    if options.host !='localhost':
75 
        try:
76 
            os.system("scp "+filePath +" root@dtr:"+destFilePath)
77 
        except:
78 
            pass
14186 kshitij.so 79 
 
80 
 
13828 kshitij.so 81 
 
82 
def get_mongo_connection(host='localhost', port=27017):
83 
    global con
84 
    if con is None:
85 
        print "Establishing connection %s host and port %d" %(host,port)
86 
        try:
87 
            con = pymongo.MongoClient(host, port)
88 
        except Exception, e:
89 
            print e
90 
            return None
91 
    return con
92 
 
93 
def main():
94 
    pushData()
14186 kshitij.so 95 
 
13828 kshitij.so 96 
if __name__=='__main__':
97 
    main()