1
0
Fork 0

Use database as source for initializing connector

This commit is contained in:
Mouse Reeve 2020-03-27 15:25:08 -07:00
parent 8494719512
commit 5d2fbb8500
7 changed files with 56 additions and 46 deletions

View file

@ -1,3 +1,2 @@
''' bring connectors into the namespace '''
from .settings import CONNECTORS
from .openlibrary import OpenLibraryConnector

View file

@ -1,6 +1,7 @@
''' functionality outline for a book data connector '''
from abc import ABC, abstractmethod
from fedireads import models
from fedireads.connectors import CONNECTORS
@ -13,15 +14,22 @@ class AbstractConnector(ABC):
if not settings:
raise ValueError('No connector with name "%s"' % connector_name)
try:
self.url = settings['BASE_URL']
self.covers_url = settings['COVERS_URL']
self.db_field = settings['DB_KEY_FIELD']
self.key_name = settings['KEY_NAME']
except KeyError:
raise KeyError('Invalid connector settings')
# TODO: politeness settings
info = models.Connector.objects.get(name=settings['db_name'])
self.model = info
self.url = info.base_url
self.covers_url = info.covers_url
self.search_url = info.search_url
self.key_name = info.key_name
self.max_query_count = info.max_query_count
def is_available(self):
''' check if you're allowed to use this connector '''
if self.model.max_query_count is not None:
if self.model.query_count >= self.model.max_query_count:
return False
return True
@abstractmethod
def search(self, query):

View file

@ -8,10 +8,10 @@ from fedireads import models
from .abstract_connector import AbstractConnector, SearchResult
class OpenLibraryConnector(AbstractConnector):
class Connector(AbstractConnector):
''' instantiate a connector for OL '''
def __init__(self):
super().__init__('openlibrary')
super().__init__('OpenLibrary')
def search(self, query):
@ -76,6 +76,8 @@ class OpenLibraryConnector(AbstractConnector):
key = data.get('works')[0]['key']
key = key.split('/')[-1]
work = self.get_or_create_book(key)
h
book.parent_work = work
# we also need to know the author get the cover

View file

@ -1,28 +1,7 @@
''' settings book data connectors '''
CONNECTORS = {
'openlibrary': {
'KEY_NAME': 'olkey',
'DB_KEY_FIELD': 'openlibrary_key',
'POLITENESS_DELAY': 0,
'MAX_DAILY_QUERIES': -1,
'BASE_URL': 'https://openlibrary.org',
'COVERS_URL': 'https://covers.openlibrary.org',
'OpenLibrary': {
'db_name': 'OpenLibrary',
'classname': 'fedireads.connectors.openlibrary',
},
}
''' not implemented yet:
'librarything': {
'KEY_NAME': 'ltkey',
'DB_KEY_FIELD': 'librarything_key',
'POLITENESS_DELAY': 1,
'MAX_DAILY_QUERIES': 1000,
'BASE_URL': 'https://librarything.com',
},
'worldcat': {
'KEY_NAME': 'ocn',
'DB_KEY_FIELD': 'oclc_number',
'POLITENESS_DELAY': 0,
'MAX_DAILY_QUERIES': -1,
'BASE_URL': 'https://worldcat.org',
},
'''