kfm/to-hen
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore(orte): refactor

Browse Source
This commit is contained in:
Kierán Meinhardt
2022-03-27 19:09:33 +02:00
parent d1d525b92a
commit addec9ff4f
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
orte/list-orte.sh
View File

@@ -14,8 +14,13 @@ curl -sSL "$root/alphabetisches-ortsverzeichnis.html" \
| while read -r slug; do | while read -r slug; do
first_page="$(curl -sSL "$root/$slug")" first_page="$(curl -sSL "$root/$slug")"
echo "$first_page" | extract_orte echo "$first_page" | extract_orte
echo "$first_page" | htmlq 'a[href*="?seite="]' --attribute href | sed 's/.*seite=//' | sort -un | sed -n '1p;$p' | xargs seq 2>/dev/null | sed 's/^/?seite=/' | while read -r page; do echo "$first_page" \
curl -sSL "$root/$slug$page" | extract_orte | htmlq 'a[href*="?seite="]' --attribute href \
done | sed 's/.*seite=//' \
| sort -un \
| sed -n '1p;$p' \
| xargs seq 2>/dev/null | while read -r page; do
curl -sSL "$root/$slug?seite=$page" | extract_orte
done
done done
done done