WebSVN – SmartDukaan – Diff – /trunk/PyProj/src/shop2020/model/v1/catalog/script/SnapdealReconciliation.py

 from shop2020.config.client.ConfigClient import ConfigClient
 from shop2020.model.v1.catalog.impl import DataService
 from shop2020.model.v1.catalog.impl.DataService import SnapdealItem, MarketplaceItems, Item, Category, \
 MarketPlaceUpdateHistory
 from shop2020.thriftpy.model.v1.order.ttypes import OrderSource
-import mechanize
 import sys
 import cookielib
 from time import sleep
 import json
 import smtplib
 import email
 from email.mime.multipart import MIMEMultipart
 import email.encoders
 import copy
 import traceback
+import urllib2
+import pymongo
+from dtr.utils.utils import get_mongo_connection
 config_client = ConfigClient()
 host = config_client.get_property('staging_hostname')
 DataService.initialize(db_hostname=host)
 courierCostToSync = []
 oldPricing = []
+headers = {
+           'User-agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11',
+            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+            'Accept-Language' : 'en-US,en;q=0.8',
+            'Accept-Charset' : 'ISO-8859-1,utf-8;q=0.7,*;q=0.3'
+        }
 class __SnapdealInfo:
     def __init__(self, sellingPrice, weight, transferPrice, commission, commissionPercentage, courierCost, sellingPriceSnapdeal, transferPriceSnapdeal, fixedMargin, \
                  fixedMarginPercentage, collectionCharges, logisticCostSnapdeal, weightSnapdeal, supc, itemId, parentCategory, productGroup ,brand, modelName, modelNumber, \
                  color,reason,woodenPackagingCost):
         self.color = color
         self.reason = reason
         self.woodenPackagingCost = woodenPackagingCost
-def getBrowserObject():
+def addCookie():
-    br = mechanize.Browser(factory=mechanize.RobustFactory())
-    cj = cookielib.LWPCookieJar()
-    br.set_cookiejar(cj)
-    br.set_handle_equiv(True)
-    br.set_handle_redirect(True)
-    br.set_handle_referer(True)
-    br.set_handle_robots(False)
-    br.set_debug_http(False)
-    br.set_debug_redirects(False)
-    br.set_debug_responses(False)
-    br.set_handle_refresh(mechanize._http.HTTPRefreshProcessor(), max_time=1)
+    try:
-    br.addheaders = [('User-agent','Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11'),
-                     ('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'),
-                     ('Accept-Encoding', 'gzip,deflate,sdch'),
-                     ('Accept-Language', 'en-US,en;q=0.8'),
-                     ('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.3')]
+        mongoHost = config_client.get_property('support_backup_host')
-    return br
+    except:
-def login(url):
-    br = getBrowserObject()
-    br.open(url)
-    response = br.open(url)
+        mongoHost = "localhost"
-    ungzipResponse(response, br)
-    br.select_form(name="pgLogin:navbar")
-    br.form['pgLogin:navbar:txtUserName'] = "saholic-snapdeal@saholic.com"
+    cookie = get_mongo_connection(host=mongoHost).Snapdeal.Cookies.find_one()
-    br.form['pgLogin:navbar:txtPassword'] = "snapsaholic15"
+    headers['Cookie'] = 'SERVERID=%s;sfJSESSIONID=%s;'%(cookie.get('SERVERID'),cookie.get('sfJSESSIONID'))
-    print "Trying to login"
-    response = br.submit()
-    return br
+    print headers
 def ungzipResponse(r,b):
     headers = r.info()
-    if headers['Content-Encoding']=='gzip':
+    if headers.get('Content-Encoding')=='gzip':
         import gzip
         print "********************"
         print "Deflating gzip response"
         print "********************"
         gz = gzip.GzipFile(fileobj=r, mode='rb')
         headers["Content-type"] = "text/html; charset=utf-8"
         r.set_data( html )
         b.set_response(r)
-def populateStuff(br):
+def populateStuff():
     exceptionList = []
     fetchedItems = []
     items = session.query(SnapdealItem,MarketplaceItems,Item).join((MarketplaceItems,SnapdealItem.item_id==MarketplaceItems.itemId)).join((Item,SnapdealItem.item_id==Item.id)).filter(MarketplaceItems.source==OrderSource.SNAPDEAL).all()
     #items = session.query(SnapdealItem,MarketplaceItems,Item).join((MarketplaceItems,SnapdealItem.item_id==MarketplaceItems.itemId)).join((Item,SnapdealItem.item_id==Item.id)).filter(SnapdealItem.item_id==12613).filter(MarketplaceItems.source==OrderSource.SNAPDEAL).all()
     for item in items:
         marketplaceItem = item[1]
         ds_item = item[2]
         category = Category.query.filter_by(id=ds_item.category).one()
         parent_category = Category.query.filter_by(id=category.parent_category_id).first()
         try:
-            snapdealInfo = fetchData(br,snapdealItem.supc)
+            snapdealInfo = fetchData(snapdealItem.supc)
         except Exception as e:
             exceptionList.append(item)
             traceback.print_exc()
             print "Unable to fetch details ",e
             continue
         snapdealInfo.color = ds_item.color
         snapdealInfo.weight = ds_item.weight
         fetchedItems.append(snapdealInfo)
     return exceptionList, fetchedItems
-def fetchData(br,supc):
+def fetchData(supc):
     print "Fetching data for ",supc
     url="http://seller.snapdeal.com/pricing/search?_search=false&gridType=normal&page=1&rows=30&searchType=SUPC&searchValue=%s&sidx=priceUpdateTime&sord=desc"%(supc)
-    response = br.open(url)
+    request = urllib2.Request(url, headers=headers)
-    ungzipResponse(response, br)
+    response = urllib2.urlopen(request)
-    print response.read()
     #dataform = str(response.read()).strip("'<>() ").replace('\'', '\"')
     struct = json.loads(response.read())
     sdObj = struct['rows'][0]
     print sdObj
     if type(sdObj['catalogLive']) is None or not (sdObj['catalogLive']):
             print "Successfully sent email"
         except:
             print "Error: unable to send email."
 def main():
-    print "Opening snapdeal seller login page"
-    br = login("http://sellers.snapdeal.com/")
+    addCookie()
-    exceptionList, fetchedItems = populateStuff(br)
+    exceptionList, fetchedItems = populateStuff()
     filteredData = filterData(fetchedItems)
     sendMail(filteredData,exceptionList)
     write_report(filteredData,exceptionList)
     syncCourierCost(courierCostToSync)
     sendCCSyncMail()

Subversion Repositories SmartDukaan

(root)/trunk/PyProj/src/shop2020/model/v1/catalog/script/SnapdealReconciliation.py – Rev 15453 → 15592