Reinstate background tasks

This commit is contained in:
Daoud Clarke 2022-12-31 22:52:17 +00:00
parent d9cd3c585b
commit a86e172bf3

View file

@ -24,7 +24,7 @@ def run(data_path: str, url_queue: Queue):
url_db.create_tables() url_db.create_tables()
initialize_url_queue(url_queue) initialize_url_queue(url_queue)
# historical.run() historical.run()
index_path = Path(data_path) / INDEX_NAME index_path = Path(data_path) / INDEX_NAME
batch_cache = BatchCache(Path(data_path) / BATCH_DIR_NAME) batch_cache = BatchCache(Path(data_path) / BATCH_DIR_NAME)
@ -33,7 +33,6 @@ def run(data_path: str, url_queue: Queue):
update_url_queue(url_queue) update_url_queue(url_queue)
except Exception: except Exception:
logger.exception("Error updating URL queue") logger.exception("Error updating URL queue")
return
try: try:
batch_cache.retrieve_batches(num_batches=10000) batch_cache.retrieve_batches(num_batches=10000)
except Exception: except Exception: