Alexander/dotfiles
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

reliable ignorance of commented out lines in channelsfile

Browse Source
This commit is contained in:
Alexander Bocken 2021-01-01 19:12:38 +01:00
parent 0f6b904c1c
commit 440689a92d
Signed by: Alexander
GPG Key ID: 1D237BE83F9B05E8
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
.local/bin/tools/ripper
View File

@ -19,8 +19,8 @@ fi
echo "Scanning for new Videos to download" echo "Scanning for new Videos to download"
echo "Scanning on Youtube:" echo "Scanning on Youtube:"
IDs="$( grep 'youtube' "$CHANNELSFILE" | grep 'channel' | sed 's/https:\/\/www\.youtube\.com\/channel\///')" IDs="$( grep 'youtube' "$CHANNELSFILE" | grep -v '^#' | grep 'channel' | sed 's/https:\/\/www\.youtube\.com\/channel\///')"
not_correctly_formatted="$(grep 'youtube' "$CHANNELSFILE" | grep -v 'channel')" not_correctly_formatted="$(grep 'youtube' "$CHANNELSFILE" | grep -v '^#' | grep -v 'channel')"
if [ "$( echo "$not_correctly_formatted" | wc -l )" -gt 0 ]; then if [ "$( echo "$not_correctly_formatted" | wc -l )" -gt 0 ]; then
echo Please fix the following channel urls to be scannable: echo Please fix the following channel urls to be scannable:
echo "$not_correctly_formatted" echo "$not_correctly_formatted"
@ -33,7 +33,7 @@ done
grep 'youtube' "$DLARCHIVE" | sed 's/youtube /https:\/\/www\.youtube\.com\/watch?v=/' > /tmp/alreadydownloaded$$ grep 'youtube' "$DLARCHIVE" | sed 's/youtube /https:\/\/www\.youtube\.com\/watch?v=/' > /tmp/alreadydownloaded$$
echo "Scanning on Bitchute..." echo "Scanning on Bitchute..."
grep 'bitchute' "$CHANNELSFILE" | xargs -L1 lynx --dump --nonumbers -listonly | grep 'bitchute\.com\/video' | sort -u | grep -vf "$BLACKLIST" >> /tmp/todownload$$ grep 'bitchute' "$CHANNELSFILE" | grep -v '^#' | xargs -L1 lynx --dump --nonumbers -listonly | grep 'bitchute\.com\/video' | sort -u | grep -vf "$BLACKLIST" >> /tmp/todownload$$
grep 'bitchute' "$DLARCHIVE" | sed 's/bitchute /https:\/\/www\.bitchute\.com\/video\//' >> /tmp/alreadydownloaded$$ grep 'bitchute' "$DLARCHIVE" | sed 's/bitchute /https:\/\/www\.bitchute\.com\/video\//' >> /tmp/alreadydownloaded$$
grep -vf /tmp/alreadydownloaded$$ /tmp/todownload$$ | sort -u > /tmp/new_videos$$ grep -vf /tmp/alreadydownloaded$$ /tmp/todownload$$ | sort -u > /tmp/new_videos$$
@ -54,3 +54,4 @@ fi
if [ $number -eq 0 ]; then if [ $number -eq 0 ]; then
echo "No new videos" echo "No new videos"
fi fi
rm -f /tmp/alreadydownloaded$$ /tmp/todownload$$