版权声明:如对本文有疑问请联系作者微信kxymxzs,欢迎骚扰! https://blog.csdn.net/MG_ApinG/article/details/90710400
import os
fileFolderPath = 'F://data2/parts'
fileNames = os.listdir(fileFolderPath)
fileDataAll = []
n = 0
for fileName in fileNames:
filepath = r'{0}/{1}'.format(fileFolderPath, fileName)
fileData = list(set(open(filepath, 'r', encoding='utf-8').readlines()))
for data in fileData:
if ('null' in data) or ('错误' in data) or ('telNbr' in data):
fileData.remove(data)
fileDataAll += fileData
n += 1
print('第{0}个文件汇总已完成...'.format(n))
print('总数据: {0} 条'.format(len(fileDataAll)))
fileDataAll.to_csv(r'F://data2/getFrom360cxALL_20190530.txt', encoding='utf-8')
with open(r'F://data2/getFrom360cxALL_20190530.txt', 'a', encoding='utf-8') as f:
f.write('telNbr|telAttribution|telType|telMarkNbr\n')
f.writelines(fileDataAll)