STRLCPY/snscrape

Total 1 files

■ ■ ■ ■ ■ ■

snscrape/modules/twitter.py

		skipped 97 lines
98	98		def _get_guest_token(self):
99	99		logger.info(f'Retrieving guest token from search page')
100	100		r = self._get(self._baseUrl, headers = {'User-Agent': self._userAgent})
101		-	match = re.search(r'document\.cookie = decodeURIComponent\("gt=(\d+);', r.text)
102		-	if not match:
103		-	raise snscrape.base.ScraperException('Unable to find guest token')
104		-	return match.group(1)
	101	+	if 'gt' not in r.cookies:
	102	+	raise snscrape.base.ScraperException("Twitter didn't set the cookie")
	103	+	return r.cookies['gt']
105	104
106	105		def _check_scroll_response(self, r):
107	106		if r.status_code == 429:
		skipped 54 lines
162	161		r = self._get('https://api.twitter.com/2/search/adaptive.json', params = params, headers = headers, responseOkCallback = self._check_scroll_response)
163	162		if r.status_code == 429:
164	163		guestToken = None
	164	+	del self._session.cookies['gt']
165	165		continue
166	166		try:
167	167		obj = r.json()
		skipped 208 lines