Use delorean to handle timezones.

Author: matiskay

manolo_scraper/manolo_scraper/spiders/spiders.py

@@ -4,8 +4,10 @@
 import re
 from exceptions import NotImplementedError
 
+
 import scrapy
 from scrapy import exceptions
+from delorean import Delorean, parse
 
 from ..items import ManoloItem
 from ..item_loaders import ManoloItemLoader
@@ -20,7 +22,9 @@ def __init__(self, date_start=None, date_end=None, *args, **kwargs):
         self.date_start = date_start
         self.date_end = date_end
 
-        today = datetime.date.today()
+        d = Delorean()
+        d.shift("America/Lima")
+        today = d.date
 
         if self.date_start is None:
             self.date_start = today.strftime('%Y-%m-%d')
@@ -39,8 +43,8 @@ def days_between_dates(date_start, date_end):
         return delta.days
 
     def start_requests(self):
-        d1 = datetime.datetime.strptime(self.date_start, '%Y-%m-%d').date()
-        d2 = datetime.datetime.strptime(self.date_end, '%Y-%m-%d').date()
+        d1 = parse(self.date_start, dayfirst=False, yearfirst=True).date
+        d2 = parse(self.date_end, dayfirst=False, yearfirst=True).date
         # range to fetch
         delta = d2 - d1
 

requirements.txt

@@ -1,13 +1,16 @@
 alembic==0.8.8
 attrs==16.2.0
+Babel==2.3.4
 cffi==1.8.3
 click==6.6
 colorama==0.3.7
 cryptography==1.5.2
 cssselect==0.9.2
 dataset==0.7.0
+Delorean==0.6.0
 enum34==1.1.6
 hubstorage==0.23.2
+humanize==0.5.1
 idna==2.1
 ipaddress==1.0.17
 lxml==3.6.4
@@ -21,8 +24,10 @@ pyasn1-modules==0.0.8
 pycparser==2.14
 PyDispatcher==2.0.5
 pyOpenSSL==16.1.0
+python-dateutil==2.5.3
 python-editor==1.0.1
 python-termstyle==0.1.10
+pytz==2016.6.1
 PyYAML==3.12
 queuelib==1.4.2
 rednose==1.2.1
@@ -36,6 +41,7 @@ shub==2.4.2
 six==1.10.0
 SQLAlchemy==1.0.15
 Twisted==16.4.1
+tzlocal==1.2.2
 Unidecode==0.4.19
 Unipath==1.1
 w3lib==1.15.0