COOKIE操作

import scrapyclass CookiedemoSpider(scrapy.Spider):name = 'cookiedemo'# allowed_domains = ['www.douban.com']start_urls = ['https://www.douban.com/accounts/login/']def parse(self, response):# 登录成功后对页面数据进行存储fp = open("main.html", "w", encoding="utf-8")fp.write(response.text)# 获取当前页面进行存储# fp.close()url = "https://www.douban.com/people/188796857/"print(2)yield scrapy.Request(url=url, callback=self.pagebyscrapy)def pagebyscrapy(self,response):print(3)fp = open("loginwin.html", "w", encoding="utf-8")fp.write(response.text)# fp.close()def start_requests(self):# 将请求放在字典中data = {'source': 'index_nav','form_email': '473450**@qq.com','form_password': '****'}for url in self.start_urls:print(1)yield scrapy.FormRequest(url=url, formdata=data, callback=self.parse)