find . ! -name "*.git" ! -name "*.js" -type f -exec md5sum {} \; | sort | uniq -w32 -d

#!/usr/bin/env python
#_*_ coding: utf-8 _*_

import os
import hashlib
import sys

ignore_list = ['.gif', '.js', '.HLP', '.tif', '.css', '.ico', '.INF', '.ini', '.PFB']

try:
    work_path = sys.argv[1]
except:
    work_path = '.'

md5_dic = {}
dirTree = os.walk(work_path)

def getMd5sum(fname):
    with open(fname) as f:
        return hashlib.md5(f.read()).hexdigest()

for dirPath, dirNames, Files in dirTree:
    for f in Files:
        if os.path.splitext(f)[1] in ignore_list:
            continue
        full_name = os.path.join(os.path.abspath(dirPath), f)
        md5 = getMd5sum(full_name)
        if md5 not in md5_dic:
            md5_dic[md5] = []
            md5_dic[md5].append(full_name)
        else:
            md5_dic[md5].append(full_name)
            
md5_dic = dict((key, val) for key, val in md5_dic.items() if len(val) > 1)

group_num = len(md5_dic)
print('Number of groups duplicate files: %d' % group_num)
i = 1
for key, val in md5_dic.items():
    print('\nGroup %d of %d:' % (i, group_num))
    for f in val:
        print('%5d %s' % (val.index(f) + 1, f))
    print('')
    while True:
        answer = raw_input('Enter file numbers to delete (e.g. 1,3,4). Enter "next" for next group or "exit" to close program.\n> ')
        if answer.strip().lower() == 'next':
            break
        elif answer.strip().lower() == 'exit':
            sys.exit(0)
        try:
            numbers_to_del = set([int(item.strip()) for item in answer.split(',')])
        except:
            print('Error: wrong values!')
            continue
        if numbers_to_del & set(range(1, len(val) + 1)) != numbers_to_del:
            print('Error: wrong values!')
            continue
        print('Delete these files?\n')
        files_to_del = [val[j -1] for j in numbers_to_del]
        for ftd in files_to_del:
            print(ftd)
        while True:
            answer2 = raw_input('\nEnter "yes" or "no":\n> ')
            if answer2.lower() == "yes":
                for ftd in files_to_del:
                    os.remove(ftd)
                break
            elif answer2.lower() == "no":
                break
            else:
                print('Wrong answer!')
                continue
        
        break
    i += 1

$ ./dedup.py target/
Number of groups duplicate files: 2

Group 1 of 2:
    1 /mnt/sandbox/Python/files_dedup/target/folder3/fille3.txt
    2 /mnt/sandbox/Python/files_dedup/target/folder4/fille3.txt

Enter file numbers to delete (e.g. 1,3,4). Enter "next" for next group or "exit" to close program.
> next

Group 2 of 2:
    1 /mnt/sandbox/Python/files_dedup/target/folder1/file1.txt
    2 /mnt/sandbox/Python/files_dedup/target/folder2/file1_copy.txt

Enter file numbers to delete (e.g. 1,3,4). Enter "next" for next group or "exit" to close program.
> 2
Delete these files?

/mnt/sandbox/Python/files_dedup/target/folder2/file1_copy.txt

Enter "yes" or "no":
> yes