· 5 years ago · Sep 09, 2020, 06:40 AM
1 def parse(self, response):
2 csrf_token = response.xpath("//*[@name='csrf_token']/@value").get()
3 yield FormRequest.from_response(response, formdata={'csrf_token': csrf_token, 'username': '@gmail.com', 'password': 'password', 'reg_next': '/user/sign-in', 'next': '/'}, callback = self.parse_after_login)
4
5 def parse_after_login(self, response):
6 url = 'https://www.cutsweats.com/leaderboard'
7 yield scrapy.Request(url=url, callback=self.parse_table)
8 ### LOGIN OK
9
10 def parse_table(self, response):
11 print(response.text)
12 rows = response.xpath("//table[@id='myTable']/tr")
13 ### LOGIN != OK