nixos-config/2configs/deployment/rss/ratt-hourly.sh
2022-05-02 22:57:31 +02:00

29 lines
706 B
Bash
Executable file

#!/bin/sh
set -eu
URLS=${1?must provide URLS file}
OUTFILE=${2:-all.xml}
echo "init, writing to $OUTFILE"
cat > "$OUTFILE" <<EOF
<?xml version="1.0" encoding="UTF-8"?>
<rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
<channel>
<title>makefu Ebay Kleinanzeigen</title>
<link>https://www.ebay-kleinanzeigen.de/</link>
<description>Feed for all kleinanzeigen</description>
<pubDate>$(date '+%a, %d %b %Y %H:%M:%S %z')</pubDate>
EOF
echo "looping through $URLS"
cat "$URLS" | while read line;do
echo "fetching $line"
ratt auto "$line" | \
xmlstarlet sel -t -c "//item" >> "$OUTFILE" || :
done
echo "close"
cat >> "$OUTFILE" <<EOF
</channel>
</rss>
EOF