爬取电影天堂电影磁力

源码：

 1 import requests
 2 import re
 3 from my_mysql import MysqlConnect
 4 
 5 # 获取详情页链接和电影名称
 6 def get_urls(page):
 7     url = 'http://www.dytt8.net/html/gndy/dyzz/list_23_{}.html'.format(page)
 8     response = requests.get(url)
 9     response.encoding = 'gbk'
10     # print(res)
11     pat = r'<a href="(.*?)" class="ulink">(.*?)</a>'
12     res = re.findall(pat, response.text)
13     # print(res)
14     return res
15 
16 # 获取磁力链接
17 def get_links(url):
18     response = requests.get(url)
19     response.encoding = 'gbk'
20     html = response.text
21     # print(res)
22     pat = r'href="(magnet.*?)"'
23     res = re.search(pat, html)
24     magnet = res.group(1)
25     pat = r'href="(ftp.*?)"'
26     res = re.search(pat, html)
27     ftp = res.group(1)
28     return magnet,ftp
29 
30 if __name__ == '__main__':
31     mc = MysqlConnect('127.0.0.1', 'root', '123456', 'homework')
32     for page in range(1,4):
33         res = get_urls(page)
34         for url, name in res:
35             url = 'http://www.dytt8.net/' + url
36             movie_tuple = get_links(url)
37             sql = 'insert into dytt(id,name,magnet,ftp) values(null,{},{},{})'.format(repr(name),repr(movie_tuple[0]),repr(movie_tuple[1]))
38             print(sql)
39             mc.exec(sql)