STRLCPY/Maryam

Total 1 files

■ ■ ■ ■ ■ ■

maryam/core/util/helpers/web_scrap.py

		skipped 17 lines
18	18		import re
19	19		import concurrent.futures
20	20
21		-	# Web Scrap v5.1
	21	+	# Web Scraper v5.2
22	22
23	23		class main:
24	24
		skipped 2 lines
27	27
28	28		url : First page address
29	29		debug : Show the result at moment
30		-	limit : Web scrap level(if it's 1 that's mean just search in first page)
	30	+	limit : Web scraper level(if it's 1 that means just search in first page)
31	31		thread_count : Number of links for each lap
32	32		"""
33	33		self.framework = main.framework
		skipped 286 lines
320	320
321	321		@property
322	322		def emails(self):
323		-	return self._EMAILS
	323	+	return self._EMAILS + self.framework.page_parse(self._PAGES.lower()).get_emails(self.parser.netroot.lower())
324	324
325	325		@property
326	326		def networks(self):
		skipped 6 lines