python爬取网页基本框架

其中url为爬取网页的地址

import requests
import time
def getHTMLText(url):
	try:
		r = requests.get(url)
		r.raise_for_status()
		r.encoding = r.apparent_encoding
		return r.text
	except:
		return "产生异常"
if __name__ == "__main__":
	url = "https://www.amazon.cn/dp/B01I0XN8XY/ref=sr_1_1?ie=UTF8&qid=1524135181&sr=8-1&keywords=python%E7%BC%96%E7%A8%8B%E5%BF%AB%E9%80%9F%E4%B8%8A%E6%89%8B+%E8%AE%A9%E7%B9%81%E7%90%90%E5%B7%A5%E4%BD%9C%E8%87%AA%E5%8A%A8%E5%8C%96"
	time_begin = time.time()
	for i in range(100):
		print(getHTMLText(url))
	time_end = time.time()
	print(time_end - time_begin)