86 lines
3.4 KiB
Plaintext
86 lines
3.4 KiB
Plaintext
|
#!/bin/bash
|
||
|
|
#A script that interacts with 4chans API to checks for media to download out of threads.
|
||
|
|
#It uses the file name used by the uploader.
|
||
|
|
#consider using it in a cronjob intermittently with something like
|
||
|
|
#*/10 * * * * /home/<yourname>/.local/bin/threadwatcher scan
|
||
|
|
THREADWATCHER_DIR=URLFILE=${XDG_DATA_HOME-:$HOME/.local/share}/4chan_watcher
|
||
|
|
URLFILE="$THREADWATCHER_DIR/threads"
|
||
|
|
TMP_URLFILE=/tmp/4chan_thread_watcher_tmp$$
|
||
|
|
|
||
|
|
[ -d "$THREADWATCHER_DIR" ] || mkdir -p "$THREADWATCHER_DIR"
|
||
|
|
[ -f "$URLFILE" ] || touch "$URLFILE"
|
||
|
|
|
||
|
|
scan(){
|
||
|
|
echo "SCANNING"
|
||
|
|
while read -r line; do
|
||
|
|
url="$(echo "$line" | cut -f1)"
|
||
|
|
echo "scanning $url"
|
||
|
|
dl_location="$(echo "$line" | cut -f2)"
|
||
|
|
echo "downloading to $dl_location"
|
||
|
|
mkdir -p "$dl_location"
|
||
|
|
json_url="$(echo "$url" | sed -E 's/boards\.(4chan|4channel)/a.4cdn/; s/$/.json/')"
|
||
|
|
curl -s -L "$json_url" | jq . > /tmp/content$$
|
||
|
|
#delete archived threads from watchlist
|
||
|
|
if [ -z "$(</tmp/content$$)" ]; then
|
||
|
|
echo "Thread $url not found ($dl_location) deleting from cached list of threads to watch"
|
||
|
|
continue
|
||
|
|
else
|
||
|
|
echo "$line" >> "$TMP_URLFILE"
|
||
|
|
fi
|
||
|
|
files_json="$(jq '.posts[] | if has("filename") then {filename: "\(.filename)\(.ext)", location: "\(.tim)\(.ext)", md5: .md5} else null end ' < /tmp/content$$ | grep -vE '^null$')"
|
||
|
|
echo "$files_json" | jq '.filename' | tr -d '"' >> /tmp/filename$$
|
||
|
|
echo "$files_json" | jq '.location' | tr -d '"' >> /tmp/location$$
|
||
|
|
echo "$files_json" | jq '.md5' | tr -d '"' >> /tmp/md5$$
|
||
|
|
paste /tmp/filename$$ /tmp/location$$ >> /tmp/tmp$$
|
||
|
|
files="$(paste /tmp/tmp$$ /tmp/md5$$)"
|
||
|
|
rm /tmp/tmp$$ /tmp/md5$$ /tmp/location$$ /tmp/filename$$ /tmp/content$$
|
||
|
|
#echo "$files"
|
||
|
|
echo "$files" | while read -r file_line; do
|
||
|
|
filename="$(echo "$file_line" | cut -f1)"
|
||
|
|
master_location="$(echo "$file_line" | cut -f2 | tr -d '"')"
|
||
|
|
filelocation="$dl_location/$filename"
|
||
|
|
correct_md5="$(echo "$file_line" | cut -f3)"
|
||
|
|
board="$(echo "$url" | cut -d '/' -f4)"
|
||
|
|
file_url="https://i.4cdn.org/$board/$master_location"
|
||
|
|
mkdir -p "$dl_location"
|
||
|
|
#TODO: implement actual md5 checksum check instead of just looking whether the file exists
|
||
|
|
if [ -f "$filelocation" ]; then
|
||
|
|
true
|
||
|
|
else
|
||
|
|
touch "$filelocation" #to keep atime order correct?
|
||
|
|
wget -q -O "$filelocation" "$file_url" &
|
||
|
|
echo downloading "$filelocation"
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
done<"$URLFILE"
|
||
|
|
mv "$TMP_URLFILE" "$URLFILE"
|
||
|
|
}
|
||
|
|
case "$1" in
|
||
|
|
"add") if echo "$3" | grep -qE '^/'; then
|
||
|
|
dl_location="$3"
|
||
|
|
else
|
||
|
|
dl_location="$HOME/$3"
|
||
|
|
fi
|
||
|
|
if grep -q "^$2\t" "$URLFILE"; then
|
||
|
|
dl_location_already="$(grep "^$2\t" "$URLFILE" | cut -f2)"
|
||
|
|
notify-send "threadwatcher" "Thread already being watched. currently downloads to $dl_location_already"
|
||
|
|
new_location="$(dmenuinput "If you want to change location of thread to download, please insert new directory now:")"
|
||
|
|
sed -i "s|$dl_location_already|$new_location" "$URLFILE|"
|
||
|
|
mv "$dl_location_already" "$new_location"
|
||
|
|
notify-send "threadwatcher" "already downloaded files moved to $new_location. New files will also be downloaded there"
|
||
|
|
else
|
||
|
|
printf "%s\t%s\n" "$2" "$dl_location" | tee -ai "$URLFILE"
|
||
|
|
echo "added $2 to threadwatcher list. Downloading to $dl_location"
|
||
|
|
fi
|
||
|
|
scan;;
|
||
|
|
"scan") scan;;
|
||
|
|
"list") printf "Thread:\t\t\t\t\t\tDownload location:\n"
|
||
|
|
sed "s|$HOME|~|" "$URLFILE";;
|
||
|
|
"clean")
|
||
|
|
echo "Watchlist used up to now:"
|
||
|
|
cat "$URLFILE"
|
||
|
|
echo "Deleting..."
|
||
|
|
rm "$URLFILE"
|
||
|
|
touch "$URLFILE";;
|
||
|
|
esac
|