fclones

Efficient duplicate file finder and remover. More information: https://github.com/pkolaczk/fclones.

fclones group .

fclones group --cache path/to/directory1 path/to/directory2

fclones group path/to/directory --depth 1 > path/to/file.txt

fclones move path/to/target_directory < path/to/file.txt

fclones link --soft < path/to/file.txt --dry-run 2 > /dev/null

fclones group . | fclones remove --priority newest

fclones group . --name '*.jpg' -i --transform 'exiv2 -d a $IN' --in-place