| Line 1... |
Line 1... |
| 1 |
from elixir import session
|
1 |
from elixir import session
|
| - |
|
2 |
from shop2020.config.client.ConfigClient import ConfigClient
|
| 2 |
from sqlalchemy.sql import asc
|
3 |
from sqlalchemy.sql import asc
|
| 3 |
from sqlalchemy.sql.expression import or_
|
4 |
from sqlalchemy.sql.expression import or_
|
| 4 |
from shop2020.utils.daemon import Daemon
|
5 |
from shop2020.utils.daemon import Daemon
|
| 5 |
import optparse
|
6 |
import optparse
|
| 6 |
import sys
|
7 |
import sys
|
| Line 15... |
Line 16... |
| 15 |
from shop2020.model.v1.catalog.script import FlipkartScraper, AmazonScraper, SellerCentralScraper
|
16 |
from shop2020.model.v1.catalog.script import FlipkartScraper, AmazonScraper, SellerCentralScraper
|
| 16 |
from operator import itemgetter
|
17 |
from operator import itemgetter
|
| 17 |
from shop2020.model.v1.catalog.impl.DataService import CompetitorPricing, CompetitorPricingRequest, \
|
18 |
from shop2020.model.v1.catalog.impl.DataService import CompetitorPricing, CompetitorPricingRequest, \
|
| 18 |
SnapdealItem, FlipkartItem
|
19 |
SnapdealItem, FlipkartItem
|
| 19 |
|
20 |
|
| - |
|
21 |
config_client = ConfigClient()
|
| - |
|
22 |
host = config_client.get_property('staging_hostname')
|
| 20 |
DataService.initialize(db_hostname='localhost')
|
23 |
DataService.initialize(db_hostname=host)
|
| 21 |
|
24 |
|
| 22 |
class CompetitorScraping(Daemon):
|
25 |
class CompetitorScraping(Daemon):
|
| 23 |
def __init__(self, logfile='/var/log/services/competitorScraping.log', pidfile='/var/run/competitor-scraper.pid'):
|
26 |
def __init__(self, logfile='/var/log/services/competitorScraping.log', pidfile='/var/run/competitor-scraper.pid'):
|
| 24 |
Daemon.__init__(self, pidfile, stdout=logfile, stderr=logfile)
|
27 |
Daemon.__init__(self, pidfile, stdout=logfile, stderr=logfile)
|
| 25 |
|
28 |
|