29 lines
706 B
Bash
29 lines
706 B
Bash
|
#!/bin/sh
|
||
|
|
set -eu
|
||
|
|
URLS=${1?must provide URLS file}
|
||
|
|
OUTFILE=${2:-all.xml}
|
||
|
|
|
||
|
|
echo "init, writing to $OUTFILE"
|
||
|
|
|
||
|
|
cat > "$OUTFILE" <<EOF
|
||
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
||
|
|
<rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
|
||
|
|
<channel>
|
||
|
|
<title>makefu Ebay Kleinanzeigen</title>
|
||
|
|
<link>https://www.ebay-kleinanzeigen.de/</link>
|
||
|
|
<description>Feed for all kleinanzeigen</description>
|
||
|
|
<pubDate>$(date '+%a, %d %b %Y %H:%M:%S %z')</pubDate>
|
||
|
|
EOF
|
||
|
|
echo "looping through $URLS"
|
||
|
|
cat "$URLS" | while read line;do
|
||
|
|
echo "fetching $line"
|
||
|
|
ratt auto "$line" | \
|
||
|
|
xmlstarlet sel -t -c "//item" >> "$OUTFILE" || :
|
||
|
|
done
|
||
|
|
|
||
|
|
echo "close"
|
||
|
|
cat >> "$OUTFILE" <<EOF
|
||
|
|
</channel>
|
||
|
|
</rss>
|
||
|
|
EOF
|