STRLCPY/maigret

Added several sites, some improvements
Soxoj committed 3 years ago

21450271

1 parent 386e9eba

Revision indexing in progress... (symbol navigation in revisions will be accurate after indexed)

■ ■ ■ ■ ■ ■

maigret/checking.py

		skipped 5 lines
6	6		import sys
7	7		import tqdm
8	8		from typing import Tuple, Optional, Dict, List
	9	+	from urllib.parse import quote
9	10
10	11		import aiohttp
11	12		import tqdm.asyncio
		skipped 296 lines
308	309
309	310		# URL of user on site (if it exists)
310	311		url = site.url.format(
311		-	urlMain=site.url_main, urlSubpath=site.url_subpath, username=username
	312	+	urlMain=site.url_main, urlSubpath=site.url_subpath, username=quote(username)
312	313		)
313	314
314	315		# workaround to prevent slash errors
		skipped 412 lines

■ ■ ■ ■ ■ ■

maigret/maigret.py

		skipped 490 lines
491	491		top=args.top_sites,
492	492		tags=args.tags,
493	493		names=args.site_list,
494		-	disabled=False,
	494	+	disabled=args.use_disabled_sites,
495	495		id_type=x,
496	496		)
497	497
		skipped 165 lines

■ ■ ■ ■ ■ ■

maigret/resources/data.json

		skipped 624 lines
625	625		"usernameUnclaimed": "noonewouldeverusethis7"
626	626		},
627	627		"AllTheSoft": {
628		-	"disabled": true,
629	628		"tags": [
630	629		"in"
631	630		],
		skipped 149 lines
781	780		"usernameUnclaimed": "noonewouldeverusethis7"
782	781		},
783	782		"Anarcho-punk": {
784		-	"disabled": true,
785	783		"tags": [
786	784		"us"
787	785		],
		skipped 1243 lines
2031	2029		"usernameUnclaimed": "noonewouldeverusethis7"
2032	2030		},
2033	2031		"Blu-ray": {
2034		-	"disabled": true,
2035	2032		"tags": [
2036	2033		"us"
2037	2034		],
		skipped 1269 lines
3307	3304		"usernameUnclaimed": "noonewouldeverusethis7"
3308	3305		},
3309	3306		"DefenceForumIndia": {
3310		-	"disabled": true,
3311	3307		"tags": [
3312	3308		"in"
3313	3309		],
		skipped 568 lines
3882	3878		"usernameUnclaimed": "noonewouldeverusethis7"
3883	3879		},
3884	3880		"Ebay": {
3885		-	"disabled": true,
3886	3881		"tags": [
3887	3882		"shopping",
3888	3883		"us"
		skipped 2 lines
3891	3886		"absenceStrs": [
3892	3887		"<!-- - --></i><p class=\"sm-md\">"
3893	3888		],
	3889	+	"headers": {
	3890	+	"user-agent": "Curl"
	3891	+	},
3894	3892		"alexaRank": 38,
3895	3893		"urlMain": "https://www.ebay.com/",
3896		-	"url": "https://www.ebay.com/usr/{username}",
	3894	+	"url": "https://ebay.com/usr/{username}",
3897	3895		"usernameClaimed": "blue",
3898	3896		"usernameUnclaimed": "noonewouldeverusethis7"
3899	3897		},
		skipped 613 lines
4513	4511		"usernameUnclaimed": "noonewouldeverusethis7"
4514	4512		},
4515	4513		"FilmWeb": {
4516		-	"disabled": true,
4517	4514		"tags": [
4518	4515		"movies",
4519	4516		"pl"
		skipped 930 lines
5450	5447		"gaming",
5451	5448		"us"
5452	5449		],
	5450	+	"regexCheck": "^\\S+$",
5453	5451		"errors": {
5454	5452		"Are You a Robot?": "Captcha detected",
5455	5453		"Your IP address has been temporarily blocked due to a large number of HTTP requests": "Too many requests"
		skipped 31 lines
5487	5485		"usernameUnclaimed": "noonewouldeverusethis"
5488	5486		},
5489	5487		"Gamesubject": {
5490		-	"disabled": true,
5491	5488		"tags": [
5492	5489		"ru"
5493	5490		],
		skipped 3076 lines
8570	8567		"usernameUnclaimed": "noonewouldeverusethis7"
8571	8568		},
8572	8569		"Minecraft-statistic": {
8573		-	"disabled": true,
8574	8570		"tags": [
8575	8571		"ru",
8576	8572		"ua",
		skipped 1453 lines
10030	10026		"usernameUnclaimed": "noonewouldeverusethis7"
10031	10027		},
10032	10028		"Parkrocker": {
10033		-	"disabled": true,
10034	10029		"tags": [
10035	10030		"de"
10036	10031		],
		skipped 3 lines
10040	10035		"usernameUnclaimed": "noonewouldeverusethis7"
10041	10036		},
10042	10037		"Partyflock": {
10043		-	"disabled": true,
10044	10038		"tags": [
10045	10039		"in",
10046	10040		"nl"
		skipped 4519 lines
14566	14560		"video"
14567	14561		],
14568	14562		"headers": {
14569		-	"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MjAxNzAyMjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.TbxzgFVMQsgYz4vTiFE-_P1qydzqP9ADUsPxl8U4bZE"
	14563	+	"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MjAzMzYzMDAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.P3qWyKupuox4SXs3g7Hlqd5H03mVffnVh6DzIbh8OVQ"
14570	14564		},
14571	14565		"activation": {
14572	14566		"url": "https://vimeo.com/_rv/viewer",
		skipped 126 lines
14699	14693		"usernameUnclaimed": "noonewouldeverusethis7"
14700	14694		},
14701	14695		"Volgogradru": {
14702		-	"disabled": true,
14703	14696		"tags": [
14704	14697		"ru"
14705	14698		],
		skipped 1218 lines
15924	15917		"usernameUnclaimed": "noonewouldeverusethis7"
15925	15918		},
15926	15919		"australianfrequentflyer.com.au": {
15927		-	"disabled": true,
15928	15920		"tags": [
15929	15921		"au"
15930	15922		],
		skipped 4844 lines
20775	20767		"usernameClaimed": "alex"
20776	20768		},
20777	20769		"torrents-igra.ucoz.ru": {
20778		-	"disabled": true,
20779	20770		"engine": "uCoz",
20780	20771		"alexaRank": 9524899,
20781	20772		"urlMain": "http://torrents-igra.ucoz.ru",
		skipped 1954 lines
22736	22727		"usernameClaimed": "admin"
22737	22728		},
22738	22729		"admin-soft.ucoz.ru": {
22739		-	"disabled": true,
22740	22730		"engine": "uCoz",
22741	22731		"urlMain": "http://admin-soft.ucoz.ru",
22742	22732		"usernameUnclaimed": "noonewouldeverusethis7",
		skipped 135 lines
22878	22868		"usernameClaimed": "admin"
22879	22869		},
22880	22870		"thelike.ru": {
22881		-	"disabled": true,
22882	22871		"engine": "uCoz",
22883	22872		"urlMain": "http://thelike.ru",
22884	22873		"usernameUnclaimed": "noonewouldeverusethis7",
		skipped 13 lines
22898	22887		"usernameClaimed": "alex"
22899	22888		},
22900	22889		"show.co.ua": {
22901		-	"disabled": true,
22902	22890		"engine": "uCoz",
22903	22891		"alexaRank": 3178739,
22904	22892		"urlMain": "http://show.co.ua",
		skipped 301 lines
23206	23194		"usernameClaimed": "red"
23207	23195		},
23208	23196		"usersoft.ucoz.ru": {
23209		-	"disabled": true,
23210	23197		"engine": "uCoz",
23211	23198		"urlMain": "http://usersoft.ucoz.ru",
23212	23199		"usernameUnclaimed": "noonewouldeverusethis7",
		skipped 823 lines
24036	24023		"usernameUnclaimed": "noonewouldeverusethis7"
24037	24024		},
24038	24025		"brute.pw": {
24039		-	"disabled": true,
24040	24026		"tags": [
24041	24027		"ru"
24042	24028		],
		skipped 1949 lines
25992	25978		"tags": [
25993	25979		"us"
25994	25980		]
	25981	+	},
	25982	+	"www.itemfix.com": {
	25983	+	"absenceStrs": [
	25984	+	"<title>ItemFix - Channel: </title>"
	25985	+	],
	25986	+	"presenseStrs": [
	25987	+	"user_token"
	25988	+	],
	25989	+	"url": "https://www.itemfix.com/c/{username}",
	25990	+	"urlMain": "https://www.itemfix.com",
	25991	+	"usernameClaimed": "William_Pickton",
	25992	+	"usernameUnclaimed": "noonewouldeverusethis7",
	25993	+	"checkType": "message"
	25994	+	},
	25995	+	"www.opendiary.com": {
	25996	+	"urlSubpath": "/m",
	25997	+	"urlMain": "https://www.opendiary.com",
	25998	+	"engine": "Wordpress/Author",
	25999	+	"usernameClaimed": "oniongirl",
	26000	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26001	+	},
	26002	+	"fediverse.party": {
	26003	+	"absenceStrs": [
	26004	+	"<title>Fediverse.Party - explore federated networks</title>",
	26005	+	" error__page"
	26006	+	],
	26007	+	"presenseStrs": [
	26008	+	"mastodon-share",
	26009	+	"mastodon",
	26010	+	"socialhome",
	26011	+	"></label> <input name=",
	26012	+	"diaspora"
	26013	+	],
	26014	+	"url": "https://fediverse.party/en/{username}",
	26015	+	"urlMain": "https://fediverse.party",
	26016	+	"usernameClaimed": "misskey",
	26017	+	"usernameUnclaimed": "noonewouldeverusethis7",
	26018	+	"checkType": "message"
	26019	+	},
	26020	+	"www.tagged.com": {
	26021	+	"absenceStrs": [
	26022	+	"lastName",
	26023	+	"birthDay",
	26024	+	"firstName",
	26025	+	"birth_day",
	26026	+	"Email"
	26027	+	],
	26028	+	"presenseStrs": [
	26029	+	"profile",
	26030	+	" profileLink",
	26031	+	" profile_box"
	26032	+	],
	26033	+	"url": "http://www.tagged.com/{username}",
	26034	+	"urlMain": "http://www.tagged.com",
	26035	+	"usernameClaimed": "chanelthebagg",
	26036	+	"usernameUnclaimed": "noonewouldeverusethis7",
	26037	+	"checkType": "message"
	26038	+	},
	26039	+	"videoforums.ru": {
	26040	+	"urlMain": "http://videoforums.ru",
	26041	+	"engine": "vBulletin",
	26042	+	"usernameClaimed": "alex",
	26043	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26044	+	},
	26045	+	"volkswagen.lviv.ua": {
	26046	+	"urlMain": "http://volkswagen.lviv.ua",
	26047	+	"engine": "XenForo",
	26048	+	"usernameClaimed": "alex",
	26049	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26050	+	},
	26051	+	"forum.arjlover.net": {
	26052	+	"urlMain": "http://forum.arjlover.net",
	26053	+	"engine": "vBulletin",
	26054	+	"usernameClaimed": "alex",
	26055	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26056	+	},
	26057	+	"lubuntu.ru": {
	26058	+	"urlMain": "https://lubuntu.ru",
	26059	+	"engine": "phpBB/Search",
	26060	+	"usernameClaimed": "john",
	26061	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26062	+	},
	26063	+	"lada-vesta.net": {
	26064	+	"urlMain": "http://www.lada-vesta.net",
	26065	+	"engine": "vBulletin",
	26066	+	"usernameClaimed": "alex",
	26067	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26068	+	},
	26069	+	"forum.dusterclub.ru": {
	26070	+	"urlMain": "http://forum.dusterclub.ru",
	26071	+	"engine": "vBulletin",
	26072	+	"usernameClaimed": "alex",
	26073	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26074	+	},
	26075	+	"openssource.info": {
	26076	+	"urlMain": "https://openssource.info",
	26077	+	"engine": "XenForo",
	26078	+	"usernameClaimed": "alex",
	26079	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26080	+	},
	26081	+	"rub.altai.su": {
	26082	+	"urlMain": "http://rub.altai.su",
	26083	+	"engine": "vBulletin",
	26084	+	"usernameClaimed": "alex",
	26085	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26086	+	},
	26087	+	"mailpass.site": {
	26088	+	"urlMain": "https://mailpass.site",
	26089	+	"engine": "XenForo",
	26090	+	"usernameClaimed": "alex",
	26091	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26092	+	},
	26093	+	"amateurvoyeurforum.com": {
	26094	+	"urlMain": "https://www.amateurvoyeurforum.com",
	26095	+	"engine": "vBulletin",
	26096	+	"usernameClaimed": "alex",
	26097	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26098	+	},
	26099	+	"forum.rastrnet.ru": {
	26100	+	"urlMain": "http://forum.rastrnet.ru",
	26101	+	"engine": "vBulletin",
	26102	+	"usernameClaimed": "alex",
	26103	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26104	+	},
	26105	+	"forumbusiness.net": {
	26106	+	"urlMain": "http://forumbusiness.net",
	26107	+	"engine": "vBulletin",
	26108	+	"usernameClaimed": "alex",
	26109	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26110	+	},
	26111	+	"se.guru": {
	26112	+	"urlMain": "https://se.guru",
	26113	+	"engine": "vBulletin",
	26114	+	"usernameClaimed": "alex",
	26115	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26116	+	},
	26117	+	"ovnl.in": {
	26118	+	"urlMain": "https://ovnl.in",
	26119	+	"engine": "XenForo",
	26120	+	"usernameClaimed": "alex",
	26121	+	"usernameUnclaimed": "noonewouldeverusethis7"
	26122	+	},
	26123	+	"porschec.ru": {
	26124	+	"urlMain": "http://porschec.ru",
	26125	+	"engine": "vBulletin",
	26126	+	"usernameClaimed": "alex",
	26127	+	"usernameUnclaimed": "noonewouldeverusethis7"
25995	26128		}
25996	26129		},
25997	26130		"engines": {
		skipped 204 lines

■ ■ ■ ■ ■ ■

maigret/submit.py

		skipped 303 lines
304	304
305	305		sem = asyncio.Semaphore(1)
306	306
	307	+	print("Checking...")
307	308		found = False
308	309		chosen_site = None
309	310		for s in sites:
		skipped 28 lines

Added several sites, some improvements