v/pol
1
0
Fork 0
mirror of https://github.com/taroved/pol synced 2025-05-29 12:30:09 -07:00
Code Issues Releases Wiki Activity

ns fix

Browse Source
This commit is contained in:
Alexandr Nesterenko 2017-05-19 08:23:22 -07:00
parent c14df760b6
commit 1b172dc72a
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
downloader.py
View File

@ -53,6 +53,8 @@ def getPageFactory(url, contextFactory=None, *args, **kwargs):
def setBaseAndRemoveScriptsAndMore(response, url): def setBaseAndRemoveScriptsAndMore(response, url):
response.selector.remove_namespaces()
tree = response.selector._root.getroottree() tree = response.selector._root.getroottree()
# set base url to html document # set base url to html document

2
feed.py
View File

@ -57,6 +57,8 @@ def _build_link(html, doc_url, url):
return w3lib.url.urljoin_rfc(base_url, url) return w3lib.url.urljoin_rfc(base_url, url)
def _buildFeed(response, feed_config): def _buildFeed(response, feed_config):
response.selector.remove_namespaces()
tree = response.selector._root.getroottree() tree = response.selector._root.getroottree()
# get data from html # get data from html