fix smyth bot

configs/bots/smyth.nix

@@ -20,15 +20,31 @@
     command = toString (pkgs.writers.writeDash "random-smyth" ''
       set -efu
 
+      good_curl() {
+        ${pkgs.curl}/bin/curl "$@" \
+          --compressed \
+          -H 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8' \
+          -H 'Accept-Language: en-US,en;q=0.5' \
+          -H 'DNT: 1' \
+          -H 'Connection: keep-alive' \
+          -H 'Upgrade-Insecure-Requests: 1' \
+          -H 'Sec-Fetch-Dest: document' \
+          -H 'Sec-Fetch-Mode: navigate' \
+          -H 'Sec-Fetch-Site: cross-site' \
+          -H 'Priority: u=0, i' \
+          -H 'Pragma: no-cache' \
+          -H 'Cache-Control: no-cache'
+      }
+
       RANDOM_SECTION=$(
-        ${pkgs.curl}/bin/curl -sSL http://www.perseus.tufts.edu/hopper/xmltoc?doc=Perseus%3Atext%3A1999.04.0007%3Asmythp%3D1 \
+        good_curl -sSL http://www.perseus.tufts.edu/hopper/xmltoc?doc=Perseus%3Atext%3A1999.04.0007%3Asmythp%3D1 \
           | ${pkgs.gnugrep}/bin/grep -o 'ref="[^"]*"' \
           | ${pkgs.coreutils}/bin/shuf -n1 \
           | ${pkgs.gnused}/bin/sed 's/^ref="//;s/"$//'
       )
 
       url="http://www.perseus.tufts.edu/hopper/text?doc=$RANDOM_SECTION"
-      ${pkgs.curl}/bin/curl -sSL "$url"\
+      good_curl -sSL "$url"\
         | ${pkgs.htmlq}/bin/htmlq '#text_main' \
         | ${pkgs.gnused}/bin/sed 's/<\/\?hr>//g' \
         | ${pkgs.pandoc}/bin/pandoc -f html -t plain --wrap=none