python中實現兩個txt文檔的去重功能（即去掉第壹個文檔中和第二文檔相同的行）

#

# python 2.7

fp1 = file('', 'r')

fp2 = file('', 'r')

fp3 = file('', 'w')

d1 = {}

d2 = {}

isFirst = True

for line in fp1:

if not isFirst:

d1[hash(line)] = line

else:

isFirst = False

fp1.close()

isFirst = True

for line in fp2:

if not isFirst:

d2[hash(line)] = line

else:

isFirst = False

fp2.close()

diff = set(d1.keys()) - set(d2.keys())

for key in diff:

fp3.write(d1[key])

fp3.close()