Itmens/lib.itmens
Itmens/lib.itmens
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 3

reduce duplicated search results

Browse source
This commit is contained in:
Te Llamas 2022-11-07 04:30:21 +00:00
parent 4eec1c1c57
commit 52b720cb73
1 changed files with 21 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
common/search/typesense.py
View file

@ -16,7 +16,7 @@ INDEXABLE_FLOAT_TYPES = ['DecimalField']
SORTING_ATTRIBUTE = None SORTING_ATTRIBUTE = None
# NONINDEXABLE_TYPES = ['ForeignKey', 'FileField',] # NONINDEXABLE_TYPES = ['ForeignKey', 'FileField',]
SEARCH_PAGE_SIZE = 20 SEARCH_PAGE_SIZE = 20
DEDUP_KEYS = ['isbn', 'imdb_code']
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@ -173,6 +173,14 @@ class Indexer:
except Exception as e: except Exception as e:
logger.error(f"delete item error: \n{e}") logger.error(f"delete item error: \n{e}")
@classmethod
def item_key(self, item):
for key_name in DEDUP_KEYS:
if key_name in item:
return item[key_name]
@classmethod @classmethod
def search(self, q, page=1, category=None, tag=None, sort=None): def search(self, q, page=1, category=None, tag=None, sort=None):
f = [] f = []
@ -199,10 +207,18 @@ class Indexer:
# print(r) # print(r)
import types import types
results = types.SimpleNamespace() results = types.SimpleNamespace()
results.items = list([x for x in map(lambda i: self.item_to_obj( keys = []
i['document']), r['hits']) if x is not None]) hits = []
results.num_pages = ( for i in r['hits']:
r['found'] + SEARCH_PAGE_SIZE - 1) // SEARCH_PAGE_SIZE key = self.item_key(i['document'])
if key is None:
hits.append(i)
elif key not in keys:
keys.append(key)
hits.append(i)
results.items = list([x for x in map(lambda i: self.item_to_obj(i['document']), hits) if x is not None])
results.num_pages = (r['found'] + SEARCH_PAGE_SIZE - 1) // SEARCH_PAGE_SIZE
results.keys = keys
# print(results) # print(results)
return results return results