Python3 css选择器实战(二)：爬取猫眼电影网

#coding=utf-8
import re
import time
import requests
from requests.exceptions import RequestException
from bs4 import BeautifulSoup
from prettytable import PrettyTable
 

def getHtml(url):
    try:
        headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:56.0) Gecko/20100101 Firefox/56.0'}  
        response = requests.get(url,headers = headers)
        if response.status_code == 200:
            return response.text
        return None
    except RequestException:
        return None

if __name__=='__main__':
    lmovie = []
    lactor = []
    ltime = []
    lscore = []
    table = PrettyTable(['NO.','电影','主演','上映时间','猫眼评分'])
    index = 0
    for page in range(0,100,10):
        url = 'http://maoyan.com/board/4?offset={}'.format(page)
        Html = getHtml(url)
        if Html is None:
            contine
        Soup = BeautifulSoup(Html,'lxml')
        names = Soup.select('div.movie-item-info > p:nth-of-type(1)')
        for name in names:
            lmovie.append(name.text)
        actors = Soup.select('div.movie-item-info > p:nth-of-type(2)')
        for actor in actors:
            actor = actor.text
            actor = actor.split('：')[-1]
            lactor.append(actor.strip())
        releasetimes = Soup.select('div.movie-item-info > p:nth-of-type(3)')
        for retime in releasetimes:
            retime = retime.text
            retime = retime.split('：')[-1]
            ltime.append(retime)
        scores = Soup.select('p.score > i:nth-of-type(1)')
        for score in scores:
            lscore.append(score.text)
        frascores = Soup.select('p.score > i:nth-of-type(2)')
        for i in range(len(frascores)):
            lscore[index] += frascores[i].text
            index += 1
            
        time.sleep(1)
    for i in range(100):
        table.add_row([str(i+1),lmovie[i],lactor[i],ltime[i],lscore[i]])
    print (table)
    
    
        
        
            
        
            
            
            
            
        
        
        

            

总结：用nth-of-type的感觉太爽了，代码也要优美很多。