def _remove_duplicate_files ( xs ) : seen = set ( [ ] ) out = [ ] for x in xs : if x [ "path" ] not in seen : out . append ( x ) seen . add ( x [ "path" ] ) return out
python get file that are not duplicated
Remove files specified multiple times in a list .
def _remove_duplicate_files(xs):
    """Remove files specified multiple times in a list.
    """
    seen = set([])
    out = []
    for x in xs:
        if x["path"] not in seen:
            out.append(x)
            seen.add(x["path"])
    return out