爬虫header和cookie时间:2023-03-09 17:32:37 def on_start(self): self.crawl('http://bbs.byr.cn/board/Python', headers={'X-Requested-With': 'XMLHttpRequest'}, callback=self.index_page) self.crawl(url, callback=self.index_page, cookies={"tt_webid":""})