Utilize the "cook_soup" helper function

This commit is contained in:
kmein
2018-05-16 16:23:49 +02:00
parent 01f3d510bf
commit 9fdb64662c

View File

@@ -16,8 +16,7 @@ def entry_url(word, lang=DEFAULT_LANG):
return base_url(lang) + "/wiki/" + word return base_url(lang) + "/wiki/" + word
def rhymes_url(entry_url, lang=DEFAULT_LANG): def rhymes_url(entry_url, lang=DEFAULT_LANG):
entry_html = requests.get(entry_url).text soup = cook_soup(entry_url)
soup = BeautifulSoup(entry_html, "lxml")
result_url = base_url(lang) result_url = base_url(lang)
try: try:
if lang == "de": if lang == "de":
@@ -29,8 +28,7 @@ def rhymes_url(entry_url, lang=DEFAULT_LANG):
raise ValueError("Entry at {} not found.".format(entry_url)) raise ValueError("Entry at {} not found.".format(entry_url))
def find_rhymes(rhymes_url: str) -> Iterator[str]: def find_rhymes(rhymes_url: str) -> Iterator[str]:
rhymes_html = requests.get(rhymes_url).text soup = cook_soup(rhymes_url)
soup = BeautifulSoup(rhymes_html, "lxml")
for li in soup.select("div#content ul > li > a"): for li in soup.select("div#content ul > li > a"):
try: try:
yield li.text yield li.text