v/pol
1
0
Fork 0
mirror of https://github.com/taroved/pol synced 2025-05-29 12:30:09 -07:00
Code Issues Releases Wiki Activity

scrapy 1.4

Browse Source
This commit is contained in:
Alexandr Nesterenko 2017-07-22 10:54:20 -07:00
parent 839d220ae7
commit 10931178d6
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
requirements.txt
View File

@ -1,9 +1,8 @@
#sudo apt-get install libmysqlclient-dev libxml2-dev libxslt-dev python-dev libffi-dev gcc libssl-dev gettext #sudo apt-get install libmysqlclient-dev libxml2-dev libxslt-dev python-dev libffi-dev gcc libssl-dev gettext
Django==1.8.6 Django==1.8.6
lxml==3.3.3 lxml==3.3.3
Scrapy==1.0.3 Scrapy==1.4.0
django-pipeline==1.5.4 django-pipeline==1.5.4
django-unixtimestampfield==0.3.9
mysqlclient==1.3.7 mysqlclient==1.3.7
w3lib==1.12.0 w3lib==1.12.0
feedgenerator==1.8 feedgenerator==1.8

4
tests.py
View File

@ -69,8 +69,8 @@ def diff(ext1, ext2):
posts1 = {} posts1 = {}
posts2 = {} posts2 = {}
if len(items1) != len(items2): if len(items1) != len(items2):
print "Different post count: %s vs %s" % (len(items1), len(item2)) print "Different post count: %s vs %s" % (len(items1), len(items2))
f.write("<< Different posts count: %s.%s:%s vs %s.%s:%s >>\n" % (id, ext1, len(items1), id, ext2, len(item2))) f.write("<< Different posts count: %s.%s:%s vs %s.%s:%s >>\n" % (id, ext1, len(items1), id, ext2, len(items2)))
for post in items1: for post in items1:
posts1[element_to_string(post)] = True posts1[element_to_string(post)] = True
for post in items2: for post in items2: