STRLCPY/maigret

Added separate `no-extracing` flag to rule page parsing

Revision indexing in progress... (symbol navigation in revisions will be accurate after indexed)

Total 2 files Show one by one

■ ■ ■ ■ ■ ■

maigret/checking.py

		skipped 292 lines
293	293
294	294
295	295		async def maigret(username, site_dict, query_notify, logger,
296		-	proxy=None, timeout=None, recursive_search=False,
	296	+	proxy=None, timeout=None, is_parsing_enabled=False,
297	297		id_type='username', debug=False, forced=False,
298	298		max_connections=100, no_progressbar=False,
299	299		cookies=None):
		skipped 11 lines
311	311		proxy -- String indicating the proxy URL
312	312		timeout -- Time in seconds to wait before timing out request.
313	313		Default is no timeout.
314		-	recursive_search -- Search for other usernames in website pages & recursive search by them.
	314	+	is_parsing_enabled -- Search for other usernames in website pages.
315	315
316	316		Return Value:
317	317		Dictionary containing results from report. Key of dictionary is the name
		skipped 50 lines
368	368
369	369		# Record URL of main site and username
370	370		results_site['username'] = username
371		-	results_site['parsing_enabled'] = recursive_search
	371	+	results_site['parsing_enabled'] = is_parsing_enabled
372	372		results_site['url_main'] = site.url_main
373	373		results_site['cookies'] = cookie_jar and cookie_jar.filter_cookies(site.url_main) or None
374	374
		skipped 235 lines

■ ■ ■ ■ ■ ■

maigret/maigret.py

		skipped 105 lines
106	106		)
107	107		parser.add_argument("--no-recursion",
108	108		action="store_true", dest="disable_recursive_search", default=False,
109		-	help="Disable parsing pages for other usernames and recursive search by them."
	109	+	help="Disable recursive search by additional data extracted from pages."
	110	+	)
	111	+	parser.add_argument("--no-extracting",
	112	+	action="store_true", dest="disable_extracting", default=False,
	113	+	help="Disable parsing pages for additional data and other usernames."
110	114		)
111	115		parser.add_argument("--self-check",
112	116		action="store_true", default=False,
		skipped 90 lines
203	207		and u not in args.ignore_ids_list
204	208		}
205	209
	210	+	parsing_enabled = not args.disable_extracting
206	211		recursive_search_enabled = not args.disable_recursive_search
207	212
208	213		# Make prompts
		skipped 115 lines
324	329		query_notify,
325	330		proxy=args.proxy,
326	331		timeout=args.timeout,
327		-	recursive_search=recursive_search_enabled,
	332	+	is_parsing_enabled=parsing_enabled,
328	333		id_type=id_type,
329	334		debug=args.verbose,
330	335		logger=logger,
		skipped 81 lines