From 7c03fc13aaf9a2a07bc51c865cf82dbb642632fc Mon Sep 17 00:00:00 2001 From: Your Name Date: Thu, 23 May 2024 18:02:58 -0400 Subject: [PATCH] search: do not show duplicated external results --- catalog/search/external.py | 7 ++++++- users/data.py | 1 - 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/catalog/search/external.py b/catalog/search/external.py index f3e2d734..aaceed48 100644 --- a/catalog/search/external.py +++ b/catalog/search/external.py @@ -1,7 +1,7 @@ import asyncio import logging import time -from urllib.parse import quote_plus +from urllib.parse import quote_plus, urlparse import httpx import requests @@ -326,6 +326,11 @@ class Fediverse: return [] if "data" in r: for item in r["data"]: + if any( + urlparse(res["url"]).hostname in settings.SITE_DOMAINS + for res in item.get("external_resources", []) + ): + continue url = f"https://{host}{item['url']}" # FIXME update API and use abs urls try: cat = ItemCategory(item["category"]) diff --git a/users/data.py b/users/data.py index 5bd8d1a5..ea0838dd 100644 --- a/users/data.py +++ b/users/data.py @@ -62,7 +62,6 @@ def preferences(request): ] ) lang = request.POST.get("language") - print(lang) if lang in dict(settings.LANGUAGES).keys() and lang != request.user.language: request.user.language = lang request.user.save(update_fields=["language"])