345 lines
21 KiB
Python
345 lines
21 KiB
Python
"""
|
||
language support utilities
|
||
|
||
https://en.wikipedia.org/wiki/IETF_language_tag
|
||
"""
|
||
|
||
import re
|
||
from typing import Any
|
||
|
||
from django.conf import settings
|
||
from django.utils.translation import get_language
|
||
from django.utils.translation import gettext_lazy as _
|
||
from langdetect import detect
|
||
from loguru import logger
|
||
|
||
PREFERRED_LANGUAGES: list[str] = settings.PREFERRED_LANGUAGES
|
||
|
||
DEFAULT_CATALOG_LANGUAGE = PREFERRED_LANGUAGES[0] if PREFERRED_LANGUAGES else "en"
|
||
|
||
ISO_639_1 = {
|
||
"aa": _("Afar"),
|
||
"af": _("Afrikaans"),
|
||
"ak": _("Akan"),
|
||
"an": _("Aragonese"),
|
||
"as": _("Assamese"),
|
||
"av": _("Avaric"),
|
||
"ae": _("Avestan"),
|
||
"ay": _("Aymara"),
|
||
"az": _("Azerbaijani"),
|
||
"ba": _("Bashkir"),
|
||
"bm": _("Bambara"),
|
||
"bi": _("Bislama"),
|
||
"bo": _("Tibetan"),
|
||
"br": _("Breton"),
|
||
"ca": _("Catalan"),
|
||
"cs": _("Czech"),
|
||
"ce": _("Chechen"),
|
||
"cu": _("Slavic"),
|
||
"cv": _("Chuvash"),
|
||
"kw": _("Cornish"),
|
||
"co": _("Corsican"),
|
||
"cr": _("Cree"),
|
||
"cy": _("Welsh"),
|
||
"da": _("Danish"),
|
||
"de": _("German"),
|
||
"dv": _("Divehi"),
|
||
"dz": _("Dzongkha"),
|
||
"eo": _("Esperanto"),
|
||
"et": _("Estonian"),
|
||
"eu": _("Basque"),
|
||
"fo": _("Faroese"),
|
||
"fj": _("Fijian"),
|
||
"fi": _("Finnish"),
|
||
"fr": _("French"),
|
||
"fy": _("Frisian"),
|
||
"ff": _("Fulah"),
|
||
"gd": _("Gaelic"),
|
||
"ga": _("Irish"),
|
||
"gl": _("Galician"),
|
||
"gv": _("Manx"),
|
||
"gn": _("Guarani"),
|
||
"gu": _("Gujarati"),
|
||
"ht": _("Haitian; Haitian Creole"),
|
||
"ha": _("Hausa"),
|
||
"sh": _("Serbo-Croatian"),
|
||
"hz": _("Herero"),
|
||
"ho": _("Hiri Motu"),
|
||
"hr": _("Croatian"),
|
||
"hu": _("Hungarian"),
|
||
"ig": _("Igbo"),
|
||
"io": _("Ido"),
|
||
"ii": _("Yi"),
|
||
"iu": _("Inuktitut"),
|
||
"ie": _("Interlingue"),
|
||
"ia": _("Interlingua"),
|
||
"id": _("Indonesian"),
|
||
"ik": _("Inupiaq"),
|
||
"is": _("Icelandic"),
|
||
"it": _("Italian"),
|
||
"jv": _("Javanese"),
|
||
"ja": _("Japanese"),
|
||
"kl": _("Kalaallisut"),
|
||
"kn": _("Kannada"),
|
||
"ks": _("Kashmiri"),
|
||
"kr": _("Kanuri"),
|
||
"kk": _("Kazakh"),
|
||
"km": _("Khmer"),
|
||
"ki": _("Kikuyu"),
|
||
"rw": _("Kinyarwanda"),
|
||
"ky": _("Kirghiz"),
|
||
"kv": _("Komi"),
|
||
"kg": _("Kongo"),
|
||
"ko": _("Korean"),
|
||
"kj": _("Kuanyama"),
|
||
"ku": _("Kurdish"),
|
||
"lo": _("Lao"),
|
||
"la": _("Latin"),
|
||
"lv": _("Latvian"),
|
||
"li": _("Limburgish"),
|
||
"ln": _("Lingala"),
|
||
"lt": _("Lithuanian"),
|
||
"lb": _("Letzeburgesch"),
|
||
"lu": _("Luba-Katanga"),
|
||
"lg": _("Ganda"),
|
||
"mh": _("Marshall"),
|
||
"ml": _("Malayalam"),
|
||
"mr": _("Marathi"),
|
||
"mg": _("Malagasy"),
|
||
"mt": _("Maltese"),
|
||
"mo": _("Moldavian"),
|
||
"mn": _("Mongolian"),
|
||
"mi": _("Maori"),
|
||
"ms": _("Malay"),
|
||
"my": _("Burmese"),
|
||
"na": _("Nauru"),
|
||
"nv": _("Navajo"),
|
||
"nr": _("Ndebele"),
|
||
"nd": _("Ndebele"),
|
||
"ng": _("Ndonga"),
|
||
"ne": _("Nepali"),
|
||
"nl": _("Dutch"),
|
||
"nn": _("Norwegian Nynorsk"),
|
||
"nb": _("Norwegian Bokmål"),
|
||
"no": _("Norwegian"),
|
||
"ny": _("Chichewa; Nyanja"),
|
||
"oc": _("Occitan"),
|
||
"oj": _("Ojibwa"),
|
||
"or": _("Oriya"),
|
||
"om": _("Oromo"),
|
||
"os": _("Ossetian; Ossetic"),
|
||
"pi": _("Pali"),
|
||
"pl": _("Polish"),
|
||
"pt": _("Portuguese"),
|
||
"qu": _("Quechua"),
|
||
"rm": _("Raeto-Romance"),
|
||
"ro": _("Romanian"),
|
||
"rn": _("Rundi"),
|
||
"ru": _("Russian"),
|
||
"sg": _("Sango"),
|
||
"sa": _("Sanskrit"),
|
||
"si": _("Sinhalese"),
|
||
"sk": _("Slovak"),
|
||
"sl": _("Slovenian"),
|
||
"se": _("Northern Sami"),
|
||
"sm": _("Samoan"),
|
||
"sn": _("Shona"),
|
||
"sd": _("Sindhi"),
|
||
"so": _("Somali"),
|
||
"st": _("Sotho"),
|
||
"es": _("Spanish"),
|
||
"sq": _("Albanian"),
|
||
"sc": _("Sardinian"),
|
||
"sr": _("Serbian"),
|
||
"ss": _("Swati"),
|
||
"su": _("Sundanese"),
|
||
"sw": _("Swahili"),
|
||
"sv": _("Swedish"),
|
||
"ty": _("Tahitian"),
|
||
"ta": _("Tamil"),
|
||
"tt": _("Tatar"),
|
||
"te": _("Telugu"),
|
||
"tg": _("Tajik"),
|
||
"tl": _("Tagalog"),
|
||
"th": _("Thai"),
|
||
"ti": _("Tigrinya"),
|
||
"to": _("Tonga"),
|
||
"tn": _("Tswana"),
|
||
"ts": _("Tsonga"),
|
||
"tk": _("Turkmen"),
|
||
"tr": _("Turkish"),
|
||
"tw": _("Twi"),
|
||
"ug": _("Uighur"),
|
||
"uk": _("Ukrainian"),
|
||
"ur": _("Urdu"),
|
||
"uz": _("Uzbek"),
|
||
"ve": _("Venda"),
|
||
"vi": _("Vietnamese"),
|
||
"vo": _("Volapük"),
|
||
"wa": _("Walloon"),
|
||
"wo": _("Wolof"),
|
||
"xh": _("Xhosa"),
|
||
"yi": _("Yiddish"),
|
||
"za": _("Zhuang"),
|
||
"zu": _("Zulu"),
|
||
"ab": _("Abkhazian"),
|
||
"zh": _("Chinese"),
|
||
"ps": _("Pushto"),
|
||
"am": _("Amharic"),
|
||
"ar": _("Arabic"),
|
||
"bg": _("Bulgarian"),
|
||
"mk": _("Macedonian"),
|
||
"el": _("Greek"),
|
||
"fa": _("Persian"),
|
||
"he": _("Hebrew"),
|
||
"hi": _("Hindi"),
|
||
"hy": _("Armenian"),
|
||
"en": _("English"),
|
||
"ee": _("Ewe"),
|
||
"ka": _("Georgian"),
|
||
"pa": _("Punjabi"),
|
||
"bn": _("Bengali"),
|
||
"bs": _("Bosnian"),
|
||
"ch": _("Chamorro"),
|
||
"be": _("Belarusian"),
|
||
"yo": _("Yoruba"),
|
||
"x": _("Unknown or Other"),
|
||
}
|
||
TOP_USED_LANG = [
|
||
"en",
|
||
"de",
|
||
"es",
|
||
"zh",
|
||
"fr",
|
||
"ja",
|
||
"it",
|
||
"ru",
|
||
"pt",
|
||
"nl",
|
||
"kr",
|
||
"hi",
|
||
"ar",
|
||
"bn",
|
||
]
|
||
ZH_LOCALE_SUBTAGS_PRIO = {
|
||
"zh-cn": _("Simplified Chinese (Mainland)"),
|
||
"zh-tw": _("Traditional Chinese (Taiwan)"),
|
||
"zh-hk": _("Traditional Chinese (Hongkong)"),
|
||
}
|
||
ZH_LOCALE_SUBTAGS = {
|
||
"zh-sg": _("Simplified Chinese (Singapore)"),
|
||
"zh-my": _("Simplified Chinese (Malaysia)"),
|
||
"zh-mo": _("Traditional Chinese (Macau)"),
|
||
}
|
||
ZH_LANGUAGE_SUBTAGS_PRIO = {
|
||
"cmn": _("Mandarin Chinese"),
|
||
"yue": _("Yue Chinese"),
|
||
}
|
||
ZH_LANGUAGE_SUBTAGS = {
|
||
"nan": _("Min Nan Chinese"),
|
||
"wuu": _("Wu Chinese"),
|
||
"hak": _("Hakka Chinese"),
|
||
}
|
||
|
||
|
||
def get_preferred_locales():
|
||
locales = []
|
||
for k in PREFERRED_LANGUAGES:
|
||
if k == "zh":
|
||
locales += list(ZH_LOCALE_SUBTAGS_PRIO.keys()) + list(
|
||
ZH_LOCALE_SUBTAGS.keys()
|
||
)
|
||
else:
|
||
locales.append(k)
|
||
return locales
|
||
|
||
|
||
PREFERRED_LOCALES = get_preferred_locales()
|
||
|
||
|
||
def get_base_lang_list():
|
||
langs = {}
|
||
for k in PREFERRED_LANGUAGES + TOP_USED_LANG:
|
||
if k not in langs:
|
||
if k in ISO_639_1:
|
||
langs[k] = ISO_639_1[k]
|
||
else:
|
||
logger.error(f"{k} is not a supported ISO-639-1 language tag")
|
||
for k, v in ISO_639_1.items():
|
||
if k not in langs:
|
||
langs[k] = v
|
||
return langs
|
||
|
||
|
||
BASE_LANG_LIST: dict[str, Any] = get_base_lang_list()
|
||
|
||
|
||
def get_locale_choices():
|
||
choices = []
|
||
for k, v in BASE_LANG_LIST.items():
|
||
if k == "zh":
|
||
choices += ZH_LOCALE_SUBTAGS_PRIO.items()
|
||
else:
|
||
choices.append((k, v))
|
||
choices += ZH_LOCALE_SUBTAGS.items()
|
||
return choices
|
||
|
||
|
||
def get_script_choices():
|
||
return list(BASE_LANG_LIST.items())
|
||
|
||
|
||
def get_language_choices():
|
||
choices = []
|
||
for k, v in BASE_LANG_LIST.items():
|
||
if k == "zh":
|
||
choices += ZH_LANGUAGE_SUBTAGS_PRIO.items()
|
||
else:
|
||
choices.append((k, v))
|
||
choices += ZH_LANGUAGE_SUBTAGS.items()
|
||
return choices
|
||
|
||
|
||
LOCALE_CHOICES: list[tuple[str, Any]] = get_locale_choices()
|
||
SCRIPT_CHOICES: list[tuple[str, Any]] = get_script_choices()
|
||
LANGUAGE_CHOICES: list[tuple[str, Any]] = get_language_choices()
|
||
|
||
|
||
def get_current_locales() -> list[str]:
|
||
lang = get_language().lower()
|
||
if lang == "zh-hans":
|
||
return ["zh-cn", "zh-sg", "zh-my", "zh-hk", "zh-tw", "zh-mo", "en"]
|
||
elif lang == "zh-hant":
|
||
return ["zh-tw", "zh-hk", "zh-mo", "zh-cn", "zh-sg", "zh-my", "en"]
|
||
else:
|
||
lng = lang.split("-")
|
||
return ["en"] if lng[0] == "en" else [lng[0], "en"]
|
||
|
||
|
||
_eng = re.compile(r"^[A-Za-z0-9]+$")
|
||
_chn = re.compile(
|
||
r"^[\u4E00-\u9FFF\u3400-\u4DBF\uF900-\uFAFF\uff01-\uff5e\s，。、·︰：— 0-9\-\(\)]+$"
|
||
)
|
||
# https://github.com/BYVoid/OpenCC/blob/master/data/dictionary/TSCharacters.txt
|
||
# print("".join([l.split("\t", 1)[0] for l in open("TSCharacters.txt", "r")]))
|
||
_tc_char = "㑮㑯㑳㑶㒓㓄㓨㔋㖮㗲㗿㘉㘓㘔㘚㛝㜄㜏㜐㜗㜢㜷㞞㟺㠏㠣㢗㢝㥮㦎㦛㦞㨻㩋㩜㩳㩵㪎㯤㰙㵗㵾㶆㷍㷿㸇㹽㺏㺜㻶㿖㿗㿧䀉䀹䁪䁻䂎䃮䅐䅳䆉䉑䉙䉬䉲䉶䊭䊷䊺䋃䋔䋙䋚䋦䋹䋻䋼䋿䌈䌋䌖䌝䌟䌥䌰䍤䍦䍽䎙䎱䓣䕤䕳䖅䗅䗿䙔䙡䙱䚩䛄䛳䜀䜖䝭䝻䝼䞈䞋䞓䟃䟆䟐䠆䠱䡐䡩䡵䢨䤤䥄䥇䥑䥕䥗䥩䥯䥱䦘䦛䦟䦯䦳䧢䪊䪏䪗䪘䪴䪾䫀䫂䫟䫴䫶䫻䫾䬓䬘䬝䬞䬧䭀䭃䭑䭔䭿䮄䮝䮞䮠䮫䮰䮳䮾䯀䯤䰾䱀䱁䱙䱧䱬䱰䱷䱸䱽䲁䲅䲖䲘䲰䳜䳢䳤䳧䳫䴉䴋䴬䴱䴴䴽䵳䵴䶕䶲丟並乾亂亙亞佇佈佔併來侖侶侷俁係俓俔俠俥俬倀倆倈倉個們倖倫倲偉偑側偵偽傌傑傖傘備傢傭傯傳傴債傷傾僂僅僉僑僕僞僤僥僨僱價儀儁儂億儈儉儎儐儔儕儘償儣優儭儲儷儸儺儻儼兇兌兒兗內兩冊冑冪凈凍凙凜凱別刪剄則剋剎剗剛剝剮剴創剷剾劃劇劉劊劌劍劏劑劚勁勑動務勛勝勞勢勣勩勱勳勵勸勻匭匯匱區協卹卻卽厙厠厤厭厲厴參叄叢吒吳吶呂咼員哯唄唓唸問啓啞啟啢喎喚喪喫喬單喲嗆嗇嗊嗎嗚嗩嗰嗶嗹嘆嘍嘓嘔嘖嘗嘜嘩嘪嘮嘯嘰嘳嘵嘸嘺嘽噁噅噓噚噝噞噠噥噦噯噲噴噸噹嚀嚇嚌嚐嚕嚙嚛嚥嚦嚧嚨嚮嚲嚳嚴嚶嚽囀囁囂囃囅囈囉囌囑囒囪圇國圍園圓圖團圞垻埡埨埬埰執堅堊堖堚堝堯報場塊塋塏塒塗塚塢塤塵塸塹塿墊墜墠墮墰墲墳墶墻墾壇壈壋壎壓壗壘壙壚壜壞壟壠壢壣壩壪壯壺壼壽夠夢夥夾奐奧奩奪奬奮奼妝姍姦娙娛婁婡婦婭媈媧媯媰媼媽嫋嫗嫵嫺嫻嫿嬀嬃嬇嬈嬋嬌嬙嬡嬣嬤嬦嬪嬰嬸嬻孃孄孆孇孋孌孎孫學孻孾孿宮寀寠寢實寧審寫寬寵寶將專尋對導尷屆屍屓屜屢層屨屩屬岡峯峴島峽崍崑崗崙崢崬嵐嵗嵼嵽嵾嶁嶄嶇嶈嶔嶗嶘嶠嶢嶧嶨嶮嶸嶹嶺嶼嶽巊巋巒巔巖巗巘巰巹帥師帳帶幀幃幓幗幘幝幟幣幩幫幬幹幾庫廁廂廄廈廎廕廚廝廞廟廠廡廢廣廧廩廬廳弒弔弳張強彃彄彆彈彌彎彔彙彠彥彫彲彷彿後徑從徠復徵徹徿恆恥悅悞悵悶悽惡惱惲惻愛愜愨愴愷愻愾慄態慍慘慚慟慣慤慪慫慮慳慶慺慼慾憂憊憐憑憒憖憚憢憤憫憮憲憶憸憹懀懇應懌懍懎懞懟懣懤懨懲懶懷懸懺懼懾戀戇戔戧戩戰戱戲戶拋挩挱挾捨捫捱捲掃掄掆掗掙掚掛採揀揚換揮揯損搖搗搵搶摋摐摑摜摟摯摳摶摺摻撈撊撏撐撓撝撟撣撥撧撫撲撳撻撾撿擁擄擇擊擋擓擔據擟擠擣擫擬擯擰擱擲擴擷擺擻擼擽擾攄攆攋攏攔攖攙攛攜攝攢攣攤攪攬敎敓敗敘敵數斂斃斅斆斕斬斷斸於旂旣昇時晉晛晝暈暉暐暘暢暫曄曆曇曉曊曏曖曠曥曨曬書會朥朧朮東枴柵柺査桱桿梔梖梘梜條梟梲棄棊棖棗棟棡棧棲棶椏椲楇楊楓楨業極榘榦榪榮榲榿構槍槓槤槧槨槫槮槳槶槼樁樂樅樑樓標樞樠樢樣樤樧樫樳樸樹樺樿橈橋機橢橫橯檁檉檔檜檟檢檣檭檮檯檳檵檸檻櫃櫅櫍櫓櫚櫛櫝櫞櫟櫠櫥櫧櫨櫪櫫櫬櫱櫳櫸櫻欄欅欇權欍欏欐欑欒欓欖欘欞欽歎歐歟歡歲歷歸歿殘殞殢殤殨殫殭殮殯殰殲殺殻殼毀毆毊毿氂氈氌氣氫氬氭氳氾汎汙決沒沖況泝洩洶浹浿涇涗涼淒淚淥淨淩淪淵淶淺渙減渢渦測渾湊湋湞湧湯溈準溝溡溫溮溳溼滄滅滌滎滙滬滯滲滷滸滻滾滿漁漊漍漚漢漣漬漲漵漸漿潁潑潔潕潙潚潛潣潤潯潰潷潿澀澅澆澇澐澗澠澤澦澩澫澬澮澱澾濁濃濄濆濕濘濚濛濜濟濤濧濫濰濱濺濼濾濿瀂瀃瀅瀆瀇瀉瀋瀏瀕瀘瀝瀟瀠瀦瀧瀨瀰瀲瀾灃灄灍灑灒灕灘灙灝灡灣灤灧灩災為烏烴無煇煉煒煙煢煥煩煬煱熂熅熉熌熒熓熗熚熡熰熱熲熾燀燁燈燉燒燖燙燜營燦燬燭燴燶燻燼燾爃爄爇爍爐爖爛爥爧爭爲爺爾牀牆牘牴牽犖犛犞犢犧狀狹狽猌猙猶猻獁獃獄獅獊獎獨獩獪獫獮獰獱獲獵獷獸獺獻獼玀玁珼現琱琺琿瑋瑒瑣瑤瑩瑪瑲瑻瑽璉璊璕璗璝璡璣璦璫璯環璵璸璼璽璾璿瓄瓅瓊瓏瓔瓕瓚瓛甌甕產産甦甯畝畢畫異畵當畼疇疊痙痠痮痾瘂瘋瘍瘓瘞瘡瘧瘮瘱瘲瘺瘻療癆癇癉癐癒癘癟癡癢癤癥癧癩癬癭癮癰癱癲發皁皚皟皰皸皺盃盜盞盡監盤盧盨盪眝眞眥眾睍睏睜睞瞘瞜瞞瞤瞭瞶瞼矇矉矑矓矚矯硃硜硤硨硯碕碙碩碭碸確碼碽磑磚磠磣磧磯磽磾礄礆礎礐礒礙礦礪礫礬礮礱祇祕祿禍禎禕禡禦禪禮禰禱禿秈稅稈稏稜稟種稱穀穇穌積穎穠穡穢穩穫穭窩窪窮窯窵窶窺竄竅竇竈竊竚竪竱競筆筍筧筴箇箋箏節範築篋篔篘篠篢篤篩篳篸簀簂簍簑簞簡簢簣簫簹簽簾籃籅籋籌籔籙籛籜籟籠籤籩籪籬籮籲粵糉糝糞糧糰糲糴糶糹糺糾紀紂紃約紅紆紇紈紉紋納紐紓純紕紖紗紘紙級紛紜紝紞紟紡紬紮細紱紲紳紵紹紺紼紿絀絁終絃組絅絆絍絎結絕絙絛絝絞絡絢絥給絧絨絪絰統絲絳絶絹絺綀綁綃綄綆綇綈綉綋綌綎綏綐綑經綖綜綝綞綟綠綡綢綣綧綪綫綬維綯綰綱網綳綴綵綸綹綺綻綽綾綿緄緇緊緋緍緑緒緓緔緗緘緙線緝緞緟締緡緣緤緦編緩緬緮緯緰緱緲練緶緷緸緹緻緼縈縉縊縋縍縎縐縑縕縗縛縝縞縟縣縧縫縬縭縮縯縰縱縲縳縴縵縶縷縸縹縺總績繂繃繅繆繈繏繐繒繓織繕繚繞繟繡繢繨繩繪繫繬繭繮繯繰繳繶繷繸繹繻繼繽繾繿纁纆纇纈纊續纍纏纓纔纕纖纗纘纚纜缽罃罈罌罎罰罵罷羅羆羈羋羣羥羨義羵羶習翫翬翹翽耬耮聖聞聯聰聲聳聵聶職聹聻聽聾肅脅脈脛脣脥脩脫脹腎腖腡腦腪腫腳腸膃膕膚膞膠膢膩膹膽膾膿臉臍臏臗臘臚臟臠臢臥臨臺與興舉舊舘艙艣艤艦艫艱艷芻苧茲荊莊莖莢莧菕華菴菸萇萊萬萴萵葉葒葝葤葦葯葷蒍蒐蒓蒔蒕蒞蒭蒼蓀蓆蓋蓧蓮蓯蓴蓽蔄蔔蔘蔞蔣蔥蔦蔭蔯蔿蕁蕆蕎蕒蕓蕕蕘蕝蕢蕩蕪蕭蕳蕷蕽薀薆薈薊薌薑薔薘薟薦薩薳薴薵薹薺藉藍藎藝藥藪藭藴藶藷藹藺蘀蘄蘆蘇蘊蘋蘚蘞蘟蘢蘭蘺蘿虆虉處虛虜號虧虯蛺蛻蜆蝀蝕蝟蝦蝨蝸螄螞螢螮螻螿蟂蟄蟈蟎蟘蟜蟣蟬蟯蟲蟳蟶蟻蠀蠁蠅蠆蠍蠐蠑蠔蠙蠟蠣蠦蠨蠱蠶蠻蠾衆衊術衕衚衛衝衹袞裊裏補裝裡製複褌褘褲褳褸褻襀襇襉襏襓襖襗襘襝襠襤襪襬襯襰襲襴襵覆覈見覎規覓視覘覛覡覥覦親覬覯覲覷覹覺覼覽覿觀觴觶觸訁訂訃計訊訌討訏訐訑訒訓訕訖託記訛訜訝訞訟訢訣訥訨訩訪設許訴訶診註証詀詁詆詊詎詐詑詒詓詔評詖詗詘詛詝詞詠詡詢詣試詩詪詫詬詭詮詰話該詳詵詷詼詿誂誄誅誆誇誋誌認誑誒誕誘誚語誠誡誣誤誥誦誨說誫説誰課誳誴誶誷誹誺誼誾調諂諄談諉請諍諏諑諒諓論諗諛諜諝諞諟諡諢諣諤諥諦諧諫諭諮諯諰諱諲諳諴諶諷諸諺諼諾謀謁謂謄謅謆謉謊謎謏謐謔謖謗謙謚講謝謠謡謨謫謬謭謯謱謳謸謹謾譁譂譅譆證譊譎譏譑譓譖識譙譚譜譞譟譨譫譭譯議譴護譸譽譾讀讅變讋讌讎讒讓讕讖讚讜讞豈豎豐豔豬豵豶貓貗貙貝貞貟負財貢貧貨販貪貫責貯貰貲貳貴貶買貸貺費貼貽貿賀賁賂賃賄賅資賈賊賑賒賓賕賙賚賜賝賞賟賠賡賢賣賤賦賧質賫賬賭賰賴賵賺賻購賽賾贃贄贅贇贈贉贊贋贍贏贐贑贓贔贖贗贚贛贜赬趕趙趨趲跡踐踰踴蹌蹔蹕蹟蹠蹣蹤蹳蹺蹻躂躉躊躋躍躎躑躒躓躕躘躚躝躡躥躦躪軀軉車軋軌軍軏軑軒軔軕軗軛軜軝軟軤軨軫軬軲軷軸軹軺軻軼軾軿較輄輅輇輈載輊輋輒輓輔輕輖輗輛輜輝輞輟輢輥輦輨輩輪輬輮輯輳輶輷輸輻輼輾輿轀轂轄轅轆轇轉轊轍轎轐轔轗轟轠轡轢轣轤辦辭辮辯農迴逕這連週進遊運過達違遙遜遞遠遡適遱遲遷選遺遼邁還邇邊邏邐郟郵鄆鄉鄒鄔鄖鄟鄧鄩鄭鄰鄲鄳鄴鄶鄺酇酈醃醖醜醞醟醣醫醬醱醲醶釀釁釃釅釋釐釒釓釔釕釗釘釙釚針釟釣釤釦釧釨釩釲釳釴釵釷釹釺釾釿鈀鈁鈃鈄鈅鈆鈇鈈鈉鈋鈍鈎鈐鈑鈒鈔鈕鈖鈗鈛鈞鈠鈡鈣鈥鈦鈧鈮鈯鈰鈲鈳鈴鈷鈸鈹鈺鈽鈾鈿鉀鉁鉅鉆鉈鉉鉊鉋鉍鉑鉔鉕鉗鉚鉛鉝鉞鉠鉢鉤鉥鉦鉧鉬鉭鉮鉳鉶鉷鉸鉺鉻鉽鉾鉿銀銁銂銃銅銈銊銍銏銑銓銖銘銚銛銜銠銣銥銦銨銩銪銫銬銱銳銶銷銹銻銼鋁鋂鋃鋅鋇鋉鋌鋏鋐鋒鋗鋙鋝鋟鋠鋣鋤鋥鋦鋨鋩鋪鋭鋮鋯鋰鋱鋶鋸鋹鋼錀錁錂錄錆錇錈錏錐錒錕錘錙錚錛錜錝錞錟錠錡錢錤錥錦錨錩錫錮錯録錳錶錸錼錽鍀鍁鍃鍄鍅鍆鍇鍈鍉鍊鍋鍍鍒鍔鍘鍚鍛鍠鍤鍥鍩鍬鍭鍮鍰鍵鍶鍺鍼鍾鎂鎄鎇鎈鎊鎌鎍鎓鎔鎖鎘鎙鎚鎛鎝鎞鎡鎢鎣鎦鎧鎩鎪鎬鎭鎮鎯鎰鎲鎳鎵鎶鎷鎸鎿鏃鏆鏇鏈鏉鏌鏍鏏鏐鏑鏗鏘鏚鏜鏝鏞鏟鏡鏢鏤鏥鏦鏨鏰鏵鏷鏹鏺鏻鏽鏾鐃鐄鐇鐈鐋鐍鐎鐏鐐鐒鐓鐔鐘鐙鐝鐠鐥鐦鐧鐨鐩鐪鐫鐮鐯鐲鐳鐵鐶鐸鐺鐼鐽鐿鑀鑄鑉鑊鑌鑑鑒鑔鑕鑞鑠鑣鑥鑪鑭鑰鑱鑲鑴鑷鑹鑼鑽鑾鑿钁钂長門閂閃閆閈閉開閌閍閎閏閐閑閒間閔閗閘閝閞閡閣閤閥閨閩閫閬閭閱閲閵閶閹閻閼閽閾閿闃闆闇闈闉闊闋闌闍闐闑闒闓闔闕闖關闞闠闡闢闤闥阪陘陝陞陣陰陳陸陽隉隊階隑隕際隤隨險隮隯隱隴隸隻雋雖雙雛雜雞離難雲電霑霢霣霧霼霽靂靄靆靈靉靚靜靝靦靧靨鞏鞝鞦鞽鞾韁韃韆韉韋韌韍韓韙韚韛韜韝韞韠韻響頁頂頃項順頇須頊頌頍頎頏預頑頒頓頔頗領頜頠頡頤頦頫頭頮頰頲頴頵頷頸頹頻頽顂顃顅顆題額顎顏顒顓顔顗願顙顛類顢顣顥顧顫顬顯顰顱顳顴風颭颮颯颰颱颳颶颷颸颺颻颼颾飀飄飆飈飋飛飠飢飣飥飦飩飪飫飭飯飱飲飴飵飶飼飽飾飿餃餄餅餈餉養餌餎餏餑餒餓餔餕餖餗餘餚餛餜餞餡餦餧館餪餫餬餭餱餳餵餶餷餸餺餼餾餿饁饃饅饈饉饊饋饌饑饒饗饘饜饞饟饠饢馬馭馮馯馱馳馴馹馼駁駃駉駊駎駐駑駒駓駔駕駘駙駚駛駝駞駟駡駢駤駧駩駪駫駭駰駱駶駸駻駼駿騁騂騃騄騅騉騊騌騍騎騏騑騔騖騙騚騜騝騞騟騠騤騧騪騫騭騮騰騱騴騵騶騷騸騻騼騾驀驁驂驃驄驅驊驋驌驍驎驏驓驕驗驙驚驛驟驢驤驥驦驨驪驫骯髏髒體髕髖髮鬆鬍鬖鬚鬠鬢鬥鬧鬨鬩鬮鬱鬹魎魘魚魛魟魢魥魦魨魯魴魵魷魺魽鮀鮁鮃鮄鮅鮆鮈鮊鮋鮍鮎鮐鮑鮒鮓鮚鮜鮝鮞鮟鮠鮡鮣鮤鮦鮪鮫鮭鮮鮯鮰鮳鮵鮶鮸鮺鮿鯀鯁鯄鯆鯇鯉鯊鯒鯔鯕鯖鯗鯛鯝鯞鯡鯢鯤鯧鯨鯪鯫鯬鯰鯱鯴鯶鯷鯻鯽鯾鯿鰁鰂鰃鰆鰈鰉鰊鰋鰌鰍鰏鰐鰑鰒鰓鰕鰛鰜鰟鰠鰣鰤鰥鰦鰧鰨鰩鰫鰭鰮鰱鰲鰳鰵鰶鰷鰹鰺鰻鰼鰽鰾鱀鱂鱄鱅鱆鱇鱈鱉鱊鱒鱔鱖鱗鱘鱚鱝鱟鱠鱢鱣鱤鱧鱨鱭鱮鱯鱲鱷鱸鱺鳥鳧鳩鳬鳲鳳鳴鳶鳷鳼鳽鳾鴀鴃鴅鴆鴇鴉鴐鴒鴔鴕鴗鴛鴜鴝鴞鴟鴣鴥鴦鴨鴮鴯鴰鴲鴳鴴鴷鴻鴽鴿鵁鵂鵃鵊鵏鵐鵑鵒鵓鵚鵜鵝鵟鵠鵡鵧鵩鵪鵫鵬鵮鵯鵰鵲鵷鵾鶄鶇鶉鶊鶌鶒鶓鶖鶗鶘鶚鶠鶡鶥鶦鶩鶪鶬鶭鶯鶰鶱鶲鶴鶹鶺鶻鶼鶿鷀鷁鷂鷄鷅鷉鷊鷐鷓鷔鷖鷗鷙鷚鷟鷣鷤鷥鷦鷨鷩鷫鷭鷯鷲鷳鷴鷷鷸鷹鷺鷽鷿鸂鸇鸊鸋鸌鸏鸑鸕鸗鸘鸚鸛鸝鸞鹵鹹鹺鹼鹽麗麥麨麩麪麫麬麯麲麳麴麵麷麼麽黃黌點黨黲黴黶黷黽黿鼂鼉鼕鼴齊齋齎齏齒齔齕齗齘齙齜齟齠齡齣齦齧齩齪齬齭齮齯齰齲齴齶齷齼齾龍龎龐龑龓龔龕龜龭龯鿁鿓𠁞𠌥𠏢𠐊𠗣𠞆𠠎𠬙𠽃𠿕𡂡𡃄𡃕𡃤𡄔𡄣𡅏𡅯𡑍𡑭𡓁𡓾𡔖𡞵𡟫𡠹𡢃𡮉𡮣𡳳𡸗𡹬𡻕𡽗𡾱𡿖𢍰𢠼𢣐𢣚𢣭𢤩𢤱𢤿𢯷𢶒𢶫𢷮𢹿𢺳𣈶𣋋𣍐𣙎𣜬𣝕𣞻𣠩𣠲𣯩𣯴𣯶𣽏𣾷𣿉𤁣𤄷𤅶𤑳𤑹𤒎𤒻𤓌𤓎𤓩𤘀𤛮𤛱𤜆𤠮𤢟𤢻𤩂𤪺𤫩𤬅𤳷𤳸𤷃𤸫𤺔𥊝𥌃𥏝𥕥𥖅𥖲𥗇𥗽𥜐𥜰𥞵𥢢𥢶𥢷𥨐𥪂𥯤𥴨𥴼𥵃𥵊𥶽𥸠𥻦𥼽𥽖𥾯𥿊𦀖𦂅𦃄𦃩𦅇𦅈𦆲𦒀𦔖𦘧𦟼𦠅𦡝𦢈𦣎𦧺𦪙𦪽𦱌𦾟𧎈𧒯𧔥𧕟𧜗𧜵𧝞𧞫𧟀𧡴𧢄𧦝𧦧𧩕𧩙𧩼𧫝𧬤𧭈𧭹𧳟𧵳𧶔𧶧𧷎𧸘𧹈𧽯𨂐𨄣𨅍𨆪𨇁𨇞𨇤𨇰𨇽𨈊𨈌𨊰𨊸𨊻𨋢𨌈𨍰𨎌𨎮𨏠𨏥𨞺𨟊𨢿𨣈𨣞𨣧𨤻𨥛𨥟𨦫𨧀𨧜𨧰𨧱𨨏𨨛𨨢𨩰𨪕𨫒𨬖𨭆𨭎𨭖𨭸𨮂𨮳𨯅𨯟𨰃𨰋𨰥𨰲𨲳𨳑𨳕𨴗𨴹𨵩𨵸𨶀𨶏𨶮𨶲𨷲𨼳𨽏𩀨𩅙𩎖𩎢𩏂𩏠𩏪𩏷𩑔𩒎𩓣𩓥𩔑𩔳𩖰𩗀𩗓𩗴𩘀𩘝𩘹𩘺𩙈𩚛𩚥𩚩𩚵𩛆𩛌𩛡𩛩𩜇𩜦𩜵𩝔𩝽𩞄𩞦𩞯𩟐𩟗𩠴𩡣𩡺𩢡𩢴𩢸𩢾𩣏𩣑𩣫𩣵𩣺𩤊𩤙𩤲𩤸𩥄𩥇𩥉𩥑𩦠𩧆𩭙𩯁𩯳𩰀𩰹𩳤𩴵𩵦𩵩𩵹𩶁𩶘𩶰𩶱𩷰𩸃𩸄𩸡𩸦𩻗𩻬𩻮𩼶𩽇𩿅𩿤𩿪𪀖𪀦𪀾𪁈𪁖𪂆𪃍𪃏𪃒𪃧𪄆𪄕𪅂𪆷𪇳𪈼𪉸𪋿𪌭𪍠𪓰𪔵𪘀𪘯𪙏𪟖𪷓𫒡𫜦"
|
||
_chn_t = re.compile(r".*[" + _tc_char + "].*")
|
||
|
||
|
||
def detect_language(s: str) -> str:
|
||
if _eng.match(s):
|
||
# doing this for now since langdetect is bad at single word
|
||
return "en"
|
||
if _chn.match(s):
|
||
if _chn_t.match(s):
|
||
return "zh-tw"
|
||
return "zh-cn"
|
||
try:
|
||
lang = detect(s).lower()
|
||
return lang
|
||
except Exception:
|
||
return "x"
|
||
|
||
|
||
def migrate_languages(languages: list[str]) -> list[str]:
|
||
return []
|