v/pol
1
0
mirror of https://github.com/taroved/pol synced 2025-05-28 03:50:08 -07:00
This commit is contained in:
Alexandr Nesterenko 2017-05-19 08:23:22 -07:00
parent c14df760b6
commit 1b172dc72a
2 changed files with 4 additions and 0 deletions

View File

@ -53,6 +53,8 @@ def getPageFactory(url, contextFactory=None, *args, **kwargs):
def setBaseAndRemoveScriptsAndMore(response, url):
response.selector.remove_namespaces()
tree = response.selector._root.getroottree()
# set base url to html document

View File

@ -57,6 +57,8 @@ def _build_link(html, doc_url, url):
return w3lib.url.urljoin_rfc(base_url, url)
def _buildFeed(response, feed_config):
response.selector.remove_namespaces()
tree = response.selector._root.getroottree()
# get data from html