From 9fdb64662c5370353f81ce2314ebc7fd6873c07d Mon Sep 17 00:00:00 2001 From: kmein Date: Wed, 16 May 2018 16:23:49 +0200 Subject: [PATCH] Utilize the "cook_soup" helper function --- rilke.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/rilke.py b/rilke.py index f4dbb1c..362e1f8 100644 --- a/rilke.py +++ b/rilke.py @@ -16,8 +16,7 @@ def entry_url(word, lang=DEFAULT_LANG): return base_url(lang) + "/wiki/" + word def rhymes_url(entry_url, lang=DEFAULT_LANG): - entry_html = requests.get(entry_url).text - soup = BeautifulSoup(entry_html, "lxml") + soup = cook_soup(entry_url) result_url = base_url(lang) try: if lang == "de": @@ -29,8 +28,7 @@ def rhymes_url(entry_url, lang=DEFAULT_LANG): raise ValueError("Entry at {} not found.".format(entry_url)) def find_rhymes(rhymes_url: str) -> Iterator[str]: - rhymes_html = requests.get(rhymes_url).text - soup = BeautifulSoup(rhymes_html, "lxml") + soup = cook_soup(rhymes_url) for li in soup.select("div#content ul > li > a"): try: yield li.text