From 2bb8fa675ab43da2831668e11a32c6c1fa0e4ba5 Mon Sep 17 00:00:00 2001 From: balki <3070606-balki@users.noreply.gitlab.com> Date: Wed, 3 Aug 2022 17:22:30 -0400 Subject: [PATCH] wip - download rss --- down.sh | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100755 down.sh diff --git a/down.sh b/down.sh new file mode 100755 index 0000000..57863bf --- /dev/null +++ b/down.sh @@ -0,0 +1,31 @@ +#!/usr/bin/bash + +#Dependencies: +# yq +# curl + +echo "Running from: $PWD" + +yqf() +{ + ~/bin/yq "$1" config.yaml +} + +export ALL_PROXY="socks5h://127.0.0.1:9050" + +entries=".entries" + +for id in $(yqf "$entries | keys | .[]") +do + entry="${entries}.$id" + name=$(yqf "${entry}.name") + url=$(yqf "${entry}.url") + limit=$(yqf "${entry}.limit") + echo "============================ start ============================" + curl -L -o "cache/${name}.rss" "$url" + # download "$name" "${name}.rss" & + echo "$name" + echo "$url" + echo "$limit" + echo "============================ done ============================" +done