爬取网页并写入txt备份

from selenium import webdriver
import click
import textwrap
import sys
import time
import requests
filename = 'D:/PythonResult/0728.txt'
#txt地址
opt = webdriver.ChromeOptions()
driver = webdriver.Chrome(options=opt)
driver.get('http://www.bjjc.gov.cn/bjoweb/gzbg/44523.jhtml')
for l in range(1, 45):
    b = str(l)
    driver.get('http://www.bjjc.gov.cn/bjoweb/gzbg/44523.jhtml')
    content = driver.find_element_by_xpath('//*[@id="content"]/div['+b+']').text
    with open(filename, 'a',errors='ignore')as file_object:
        file_object.write(content + '\n')
    print('end')
driver.quit()


猜你喜欢

转载自blog.csdn.net/weixin_44616447/article/details/107662897