Alexander/threadwatcher
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

prefer files with names to numbers while deduping

Browse Source
This commit is contained in:
Alexander Bocken 2021-09-27 11:56:03 +02:00
parent e49bf32e7f
commit 98a2156b94
Signed by: Alexander
GPG Key ID: 1D237BE83F9B05E8
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
threadwatcher
View File

@ -215,12 +215,14 @@ dedupe(){
fi fi
echo "$dirs" | while read -r dir; do echo "$dirs" | while read -r dir; do
echo "Generating checksums for $dir ..." echo "Generating checksums for $dir ..."
duplicates="$( sha512sum "$dir"/* | sort -r | awk 'seen[$1]++' )" #sort explanation: list roughly "human readable" names before just number strings.
#thus this will result in probably better file names
duplicates="$( sha512sum "$dir"/* | sort -r -t _ -k 2h | awk 'seen[$1]++' )"
if [ -n "$duplicates" ]; then if [ -n "$duplicates" ]; then
echo "Deleting duplicates..." echo "Deleting duplicates..."
echo "$duplicates" | cut -d' ' -f1,2 --complement | echo "$duplicates" | cut -d' ' -f1,2 --complement |
while read -r file; do while read -r file; do
rm -v "$file" rm -v "$file" | sed 's/^removed/[-]/' | tr -d "'"
done done
echo "$(echo "$duplicates" | wc -l) duplicate files have been deleted in $dir" echo "$(echo "$duplicates" | wc -l) duplicate files have been deleted in $dir"
fi fi