#Using multithreading: integrating blocking io in coroutines import asyncio from concurrent.futures import ThreadPoolExecutor import socket from urllib.parse import urlparse def get_url(url): #Request html through socket url = urlparse(url) host = url.netloc path = url.path if path == "": path = "/" #Establish a socket connection client = socket.socket(socket.AF_INET, socket.SOCK_STREAM) # client.setblocking(False) client.connect((host, 80)) #Blocking will not consume cpu #Keep asking if the connection is established, you need a while loop to keep checking the status #Do a calculation task or initiate another connection request client.send( " GET {} HTTP/1.1\r\nHost:{}\r \nConnection:close\r\n\r\n " .format(path, host).encode( " utf8 " )) data = b"" while True: d = client.recv(1024) if d: data += d else: break data = data.decode("utf8") html_data = data.split("\r\n\r\n")[1] print(html_data) client.close() if __name__ == "__main__": import time start_time = time.time() loop = asyncio.get_event_loop() executor = ThreadPoolExecutor(3) tasks = [] for url in range(20): url = "http://shop.projectsedu.com/goods/{}/".format(url) task = loop.run_in_executor(executor, get_url, url) tasks.append(task) loop.run_until_complete(asyncio.wait(tasks)) print("last time:{}".format(time.time()-start_time))