python3 pandas读取文本写入MySQL

版权声明：本文为博主原创文章，未经博主允许不得转载。 https://blog.csdn.net/yangyang_yangqi/article/details/82348456

import pymysql
import pandas as pd
from sqlalchemy import create_engine
pymysql.install_as_MySQLdb()

name = ['id','create_time','ruuid','version','addition',
        'bookname','content','dversion','grade','message','operatedate',
        'pageindex','realname','school','source','status','time','type','week','userid','caption']

data = pd.read_table('/Users/yangyang/Desktop/report_table.txt',error_bad_lines=False,names = name)
list = set()
dict = {}

for i,row in data.iterrows():
    label = "{} {} {} {} {} {} {}".format(row['time'],row['userid'],row['bookname'],row['type'],
                                    row['content'],row['message'],row['addition'])
    if label in list:
        if row['id'] > dict['id']:
            # data.drop(data.index[i])
            data= data.drop(i)
        else :
            dict['id'] = row['id']
    else:
        list.add(label)
        dict['id'] = row['id']

connect = create_engine('mysql+mysqldb://root:[email protected]:3306/bigdata?charset=utf8mb4')
data.to_sql('report_table_clean',con=connect,if_exists='replace',index=False)
print('success')