zedfrigg/bookwyrm
1
0
Fork 0
Code Activity

Switch from priority queues to function-based queues

Browse source 
Fixes: #2907
This commit is contained in:
Wesley Aptekar-Cassels 2023-07-20 00:16:38 -04:00
parent 107f5b38ca
commit 3e78e398c0
21 changed files with 183 additions and 87 deletions
Download patch file Download diff file Expand all files Collapse all files

6
bookwyrm/connectors/connector_manager.py
View file

@ -13,7 +13,7 @@ from requests import HTTPError
from bookwyrm import book_search, models
from bookwyrm.settings import SEARCH_TIMEOUT
from bookwyrm.tasks import app, LOW
from bookwyrm.tasks import app, CONNECTORS
logger = logging.getLogger(__name__)
@ -109,7 +109,7 @@ def get_or_create_connector(remote_id):
return load_connector(connector_info)
@app.task(queue=LOW)
@app.task(queue=CONNECTORS)
def load_more_data(connector_id, book_id):
"""background the work of getting all 10,000 editions of LoTR"""
connector_info = models.Connector.objects.get(id=connector_id)
@ -118,7 +118,7 @@ def load_more_data(connector_id, book_id):
connector.expand_book_data(book)
@app.task(queue=LOW)
@app.task(queue=CONNECTORS)
def create_edition_task(connector_id, work_id, data):
"""separate task for each of the 10,000 editions of LoTR"""
connector_info = models.Connector.objects.get(id=connector_id)