import requests from lxml import etree from queue import Queue from threading import Thread #装饰爬虫2071 headers = {'User-Agent':'Mozilla /5.0(WindowsNT10.0;Win64;x64;rv: 73.0) Gecko / 20100101Firefox / 73.0'} #取得爬取网址 #解析第一个页面 def Url_xpath(url): text = requests.get(url=url,headers=headers).text