#! /usr/bin/python
#
# Usage: remove-duplicates
#
# Remove duplicates of the same file in the current directory if -f is
# given.
#
# If -f is not given, duplicate will be identified twice (once in every
# direction).
#

import os

def check_duplicate(orig, copy):
    try:
        if open(orig).read() == open(copy).read():
            print("Removing %s which is a copy of %s" % (copy, orig))
            os.unlink(copy)
    except:
        pass

def aggregate():
    d = {}
    for f in os.listdir('.'):
        s = os.stat(f)[6]
        if s in d: d[s].append(f)
        else: d[s] = [f]
    return d

def remove_duplicates(d):
    for v in d.values():
        while v:
            del v[0]
            for c in v[1:]: check_duplicate(v[0], c)

if __name__ == '__main__':
    remove_duplicates(aggregate())
