pandas 数据去重处理

import pandas as pd

import numpy as np

file1 = 'all.csv'

file2 = 'sa.csv'

df1 = pd.read_csv(file1)

df2 = pd.read_csv(file2)

df3 = pd.concat([df1,df2,df2]).drop_duplicates(keep=False)

df3.to_csv('result.csv',index=0)