110 lines
2.3 KiB
Python
110 lines
2.3 KiB
Python
|
#!/usr/bin/env python3
|
|||
|
|
|
|||
|
|
import sys
|
|||
|
|
import subprocess
|
|||
|
|
from functools import lru_cache
|
|||
|
|
|
|||
|
|
# -------------------------
|
|||
|
|
# IPA helpers
|
|||
|
|
# -------------------------
|
|||
|
|
|
|||
|
|
def get_ipa(word):
|
|||
|
|
try:
|
|||
|
|
out = subprocess.check_output(
|
|||
|
|
["espeak-ng", "-q", "--ipa=3", word],
|
|||
|
|
stderr=subprocess.DEVNULL,
|
|||
|
|
text=True
|
|||
|
|
)
|
|||
|
|
return out.strip().strip("/")
|
|||
|
|
except Exception:
|
|||
|
|
return ""
|
|||
|
|
|
|||
|
|
def ipa_tokenize(ipa):
|
|||
|
|
tokens = []
|
|||
|
|
i = 0
|
|||
|
|
while i < len(ipa):
|
|||
|
|
ch = ipa[i]
|
|||
|
|
if ch in "ˈˌ":
|
|||
|
|
i += 1
|
|||
|
|
continue
|
|||
|
|
if i + 1 < len(ipa) and ipa[i:i+2] in {"aɪ", "aʊ", "eɪ", "oʊ", "ɔɪ"}:
|
|||
|
|
tokens.append(ipa[i:i+2])
|
|||
|
|
i += 2
|
|||
|
|
else:
|
|||
|
|
tokens.append(ch)
|
|||
|
|
i += 1
|
|||
|
|
return tokens
|
|||
|
|
|
|||
|
|
# -------------------------
|
|||
|
|
# Distance
|
|||
|
|
# -------------------------
|
|||
|
|
|
|||
|
|
VOWELS = set("aeiouəɪʊɔɛɜɑæ")
|
|||
|
|
|
|||
|
|
def sub_cost(a, b):
|
|||
|
|
if a == b:
|
|||
|
|
return 0.0
|
|||
|
|
if a in VOWELS and b in VOWELS:
|
|||
|
|
return 0.6
|
|||
|
|
if a in VOWELS or b in VOWELS:
|
|||
|
|
return 2.0
|
|||
|
|
return 1.0
|
|||
|
|
|
|||
|
|
@lru_cache(maxsize=None)
|
|||
|
|
def phonetic_distance(a, b):
|
|||
|
|
a = tuple(a)
|
|||
|
|
b = tuple(b)
|
|||
|
|
n, m = len(a), len(b)
|
|||
|
|
dp = [[0] * (m + 1) for _ in range(n + 1)]
|
|||
|
|
|
|||
|
|
for i in range(n + 1):
|
|||
|
|
dp[i][0] = i
|
|||
|
|
for j in range(m + 1):
|
|||
|
|
dp[0][j] = j
|
|||
|
|
|
|||
|
|
for i in range(1, n + 1):
|
|||
|
|
for j in range(1, m + 1):
|
|||
|
|
dp[i][j] = min(
|
|||
|
|
dp[i - 1][j] + 1,
|
|||
|
|
dp[i][j - 1] + 1,
|
|||
|
|
dp[i - 1][j - 1] + sub_cost(a[i - 1], b[j - 1])
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
return dp[n][m]
|
|||
|
|
|
|||
|
|
# -------------------------
|
|||
|
|
# Seriation
|
|||
|
|
# -------------------------
|
|||
|
|
|
|||
|
|
def seriate(words, ipas):
|
|||
|
|
unused = set(words)
|
|||
|
|
path = [words[0]]
|
|||
|
|
unused.remove(words[0])
|
|||
|
|
|
|||
|
|
while unused:
|
|||
|
|
cur = path[-1]
|
|||
|
|
nxt = min(
|
|||
|
|
unused,
|
|||
|
|
key=lambda w: phonetic_distance(ipas[cur], ipas[w]) / max(len(ipas[cur]), len(ipas[w]), 1)
|
|||
|
|
)
|
|||
|
|
path.append(nxt)
|
|||
|
|
unused.remove(nxt)
|
|||
|
|
|
|||
|
|
return path
|
|||
|
|
|
|||
|
|
# -------------------------
|
|||
|
|
# Main
|
|||
|
|
# -------------------------
|
|||
|
|
|
|||
|
|
def main():
|
|||
|
|
words = [w.strip() for w in sys.stdin if w.strip()]
|
|||
|
|
ipas = {w: tuple(ipa_tokenize(get_ipa(w))) for w in words}
|
|||
|
|
|
|||
|
|
ordered = seriate(words, ipas)
|
|||
|
|
|
|||
|
|
for w in ordered:
|
|||
|
|
print(f"{w}\t/{''.join(ipas[w])}/")
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
main()
|