v/pol
1
0
Fork 0
mirror of https://github.com/taroved/pol synced 2025-05-27 19:40:09 -07:00
Code Issues Releases Wiki Activity

scrapy 1.4

Browse Source
This commit is contained in:
Alexandr Nesterenko 2017-07-22 10:54:20 -07:00
parent 839d220ae7
commit 10931178d6
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
requirements.txt
View File

@ -1,9 +1,8 @@
#sudo apt-get install libmysqlclient-dev libxml2-dev libxslt-dev python-dev libffi-dev gcc libssl-dev gettext
Django==1.8.6
lxml==3.3.3
Scrapy==1.0.3
Scrapy==1.4.0
django-pipeline==1.5.4
django-unixtimestampfield==0.3.9
mysqlclient==1.3.7
w3lib==1.12.0
feedgenerator==1.8

4
tests.py
View File

@ -69,8 +69,8 @@ def diff(ext1, ext2):
posts1 = {}
posts2 = {}
if len(items1) != len(items2):
print "Different post count: %s vs %s" % (len(items1), len(item2))
f.write("<< Different posts count: %s.%s:%s vs %s.%s:%s >>\n" % (id, ext1, len(items1), id, ext2, len(item2)))
print "Different post count: %s vs %s" % (len(items1), len(items2))
f.write("<< Different posts count: %s.%s:%s vs %s.%s:%s >>\n" % (id, ext1, len(items1), id, ext2, len(items2)))
for post in items1:
posts1[element_to_string(post)] = True
for post in items2: