Itmens/lib.itmens
Itmens/lib.itmens
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

workaround race condition

Browse source
This commit is contained in:
Your Name 2025-02-23 11:23:25 -05:00 • committed by Henri Dickson
parent b79971f0e0
commit 3164544f95
2 changed files with 10 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
catalog/common/sites.py
View file

@ -84,6 +84,9 @@ class AbstractSite:
self.url = self.id_to_url(self.id_value) if self.id_value else None
self.resource = None
def clear_cache(self):
self.resource = None
def get_resource(self) -> ExternalResource:
if not self.resource:
self.resource = ExternalResource.objects.filter(url=self.url).first()

7
takahe/ap_handlers.py
View file

@ -86,10 +86,15 @@ def _get_or_create_item(item_obj) -> Item | None:
if not site:
logger.warning(f"Site not found for {url}")
return None
try:
site.get_resource_ready()
except Exception:
# occationally race condition happens and resource is fetched by another process,
# so we clear cache to retry matching the resource
site.clear_cache()
item = site.get_item()
if not item:
logger.warning(f"Item not fetched for {url}")
logger.error(f"Item not fetched for {url}")
return item