From 3c2abbb3b934c42b58bcbdbb01fdb6c5db7bc9c9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Kier=C3=A1n=20Meinhardt?= <kmein@posteo.de>
Date: Tue, 21 Oct 2025 20:00:25 +0200
Subject: [PATCH] fix smyth bot

---
 configs/bots/smyth.nix | 20 ++++++++++++++++++--
 1 file changed, 18 insertions(+), 2 deletions(-)

diff --git a/configs/bots/smyth.nix b/configs/bots/smyth.nix
index 772d9b7..1a526c6 100644
--- a/configs/bots/smyth.nix
+++ b/configs/bots/smyth.nix
@@ -20,15 +20,31 @@
     command = toString (pkgs.writers.writeDash "random-smyth" ''
       set -efu
 
+      good_curl() {
+        ${pkgs.curl}/bin/curl "$@" \
+          --compressed \
+          -H 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8' \
+          -H 'Accept-Language: en-US,en;q=0.5' \
+          -H 'DNT: 1' \
+          -H 'Connection: keep-alive' \
+          -H 'Upgrade-Insecure-Requests: 1' \
+          -H 'Sec-Fetch-Dest: document' \
+          -H 'Sec-Fetch-Mode: navigate' \
+          -H 'Sec-Fetch-Site: cross-site' \
+          -H 'Priority: u=0, i' \
+          -H 'Pragma: no-cache' \
+          -H 'Cache-Control: no-cache'
+      }
+
       RANDOM_SECTION=$(
-        ${pkgs.curl}/bin/curl -sSL http://www.perseus.tufts.edu/hopper/xmltoc?doc=Perseus%3Atext%3A1999.04.0007%3Asmythp%3D1 \
+        good_curl -sSL http://www.perseus.tufts.edu/hopper/xmltoc?doc=Perseus%3Atext%3A1999.04.0007%3Asmythp%3D1 \
           | ${pkgs.gnugrep}/bin/grep -o 'ref="[^"]*"' \
           | ${pkgs.coreutils}/bin/shuf -n1 \
           | ${pkgs.gnused}/bin/sed 's/^ref="//;s/"$//'
       )
 
       url="http://www.perseus.tufts.edu/hopper/text?doc=$RANDOM_SECTION"
-      ${pkgs.curl}/bin/curl -sSL "$url"\
+      good_curl -sSL "$url"\
         | ${pkgs.htmlq}/bin/htmlq '#text_main' \
         | ${pkgs.gnused}/bin/sed 's/<\/\?hr>//g' \
         | ${pkgs.pandoc}/bin/pandoc -f html -t plain --wrap=none