deal with bogus URLs

workspace
Brendan Howell 7 years ago
parent 103f9b69fd
commit 9312ed8b0e

@ -178,6 +178,9 @@ class Publications(Bureau):
self.log.warning("Timeout fetching OpenGraph data from document %s", self.log.warning("Timeout fetching OpenGraph data from document %s",
url) url)
return ogdata return ogdata
except requests.exceptions.MissingSchema:
self.log.warning("Can't get OpenGraph data from bogus URL %s", url)
return ogdata
html = lxml.html.document_fromstring(resp.text) html = lxml.html.document_fromstring(resp.text)

Loading…
Cancel
Save