X-Git-Url: https://git.xandkar.net/?p=dups.git;a=blobdiff_plain;f=dups.sh;fp=dups.sh;h=bd282e55d822a37743599b526ac74b5f9dec687c;hp=0000000000000000000000000000000000000000;hb=f41b9cdf0268213b9d1c911aa7836d9dc9948194;hpb=dbb52e5c345aeafd3b7a2f142ca6bf2039616574

diff --git a/dups.sh b/dups.sh
new file mode 100755
index 0000000..bd282e5
--- /dev/null
+++ b/dups.sh
@@ -0,0 +1,23 @@
+#! /bin/sh
+
+find $@ -type f -print0 \
+| xargs -0 -P $(nproc) md5sum \
+| awk '
+    {
+        digest = $1
+        sub("^" $1 " +", "")
+        path = $0
+        paths[digest, ++count[digest]] = path
+    }
+
+    END {
+        for (digest in count) {
+            n = count[digest]
+            if (n > 1) {
+                print(digest, n)
+                for (i=1; i<=n; i++) {
+                    printf "    %s\n", paths[digest, i]
+                }
+            }
+        }
+    }'