一、selenium基础学习
from selenium import webdriver
driver=webdriver.Chrome()
driver.get(url)
driver.find_element_by_id()
driver.find_element_by_xpath()
driver.find_element_by_link_text()
driver.find_element_by_class_name()
driver.find_element_by_css_selector()
button.click()
search_input.send_keys("输入关键字")
span.get_attribute('innerHTML')
span.get_attribute('textContent')
二、优化爬取速度
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
opt=webdriver.ChromeOptions()
opt.add_experimental_option('excludeSwitches', ['enable-automation'])
prefs={"profile.managed_default_content_settings.images": 2,'permissions.default.stylesheet':2}
opt.add_experimental_option("prefs",prefs)
driver = webdriver.Chrome(options=opt)
三、反反爬技术
from selenium.webdriver.common.action_chains import ActionChains
action=ActionChains(driver)
slider=driver.find_element_by_id("nc_1_n1z")
action.click_and_hold(slider)
action.move_by_offset(100,0)
action.release().perform()
iframe=driver.find_element_by_id("sufei-dialog-content")
driver.switch_to.frame(iframe)
driver.execute_script("window.scrollTo(0,800);")