import scrapy from scrapy.linkextractors import LinkExtractor from scrapy.spiders import CrawlSpider, Rule from qianchengwuyou.items import QianchengwuyouItem class QcwySpider(CrawlSpider): name = 'qcwy' # allowed_domains = ['www.xxx.com'] start_urls = ['https://search.51job.com/list/000