COOKIE操作
import scrapyclass CookiedemoSpider(scrapy.Spider):name = 'cookiedemo'# allowed_domains = ['www.douban.com']start_urls = ['https://www.douban.com/accounts/login/']def parse(self, response):# 登錄成功后對頁面數據進行存儲fp = open("main.html", "w", encoding="utf-8")fp.write(response.text)# 獲取當前頁面進行存儲# fp.close()url = "https://www.douban.com/people/188796857/"print(2)yield scrapy.Request(url=url, callback=self.pagebyscrapy)def pagebyscrapy(self,response):print(3)fp = open("loginwin.html", "w", encoding="utf-8")fp.write(response.text)# fp.close()def start_requests(self):# 將請求放在字典中data = {'source': 'index_nav','form_email': '473450**@qq.com','form_password': '****'}for url in self.start_urls:print(1)yield scrapy.FormRequest(url=url, formdata=data, callback=self.parse)
?
轉載于:https://www.cnblogs.com/cjj-zyj/p/10144010.html
總結
- 上一篇: “秋雨病僧闲”上一句是什么
- 下一篇: BZOJ2275[Coci2010]HR