tweak connection pooling for news

workspace
Brendan Howell 4 years ago
parent a6117d7d30
commit 133353232a

@ -338,6 +338,8 @@ class Publications(Bureau):
urllib.request.urlretrieve(entry.img, filename)
entry.img = "file://" + filename
return entry
fetcher = multiprocessing.pool.ThreadPool(processes=2)
entries_fetched = fetcher.map(fetch_og, entries)

Loading…
Cancel
Save