python爬取json数据

# coding utf-8
import requests
import json
import datetime
import pymysql

user_agent = 'User-Agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Maxthon 2.0)'  # 用来伪装用户身份
headers = {'User-Agent': user_agent}
p2plist_url = 'http://www.wdzj.com/wdzj/html/json/dangan_search.json'  # 用来存放平台的JSON数据页面
print('正在抓取……')
s1 = datetime.datetime.now()
r = requests.get(p2plist_url)
content = r.text
content = json.loads(content)  # 加载JSON数据
s2 = datetime.datetime.now()
s3 = (s2 - s1).total_seconds()
print(content)
print('抓取完成^\n共用时%s秒' % round(s3))

con = db = pymysql.connect(host="192.168.0.204", user="root", password="jenkins!666", db="ceshi", port=3306)  # 连接数据库
cur = con.cursor()  # 创建游标
create_table = 'create table shuju (id smallint,name varchar(20),pin varchar(20))'  # 创建一个数据库用来存储数据
try:
    cur.execute(create_table)
    con.commit()
    print('创表成功')
except Exception as e:
    print('创表失败\n%s ' % e)
    con.rollback()
# 插入数据语句
for x in content:
    sql = "insert into shuju (name,id,pin) values ('%s','%d','%s')" % (x['platName'], x['platId'], x['platPin'])
    try:
        cur.execute(sql)
        con.commit()
        print('插入成功 %s %s %s' % (x['platName'], x['platId'], x['platPin']))
    except Exception as e:
        print('插入错误\n%s ' % e)
        con.rollback()
cur.close()  # 关闭游标
con.close()  # 关闭连接

猜你喜欢

转载自www.cnblogs.com/effortsing/p/10051424.html