STRLCPY/maigret

Merge pull request #57 from soxoj/small-updates

Added `--ignore-ids` option, some sites updates

soxoj committed with GitHub 4 years ago

15af5e14

2 parents
2e3eceed
f24ad4ab

Total 2 files Show one by one

■ ■ ■ ■ ■ ■

maigret/maigret.py

		skipped 127 lines
128	128		dest="id_type", default='username',
129	129		help="Specify identifier(s) type (default: username)."
130	130		)
	131	+	parser.add_argument("--ignore-ids",
	132	+	action="append", metavar='IGNORED_IDS',
	133	+	dest="ignore_ids_list", default=[],
	134	+	help="Do not make search by the specified username or other ids."
	135	+	)
131	136		parser.add_argument("username",
132	137		nargs='+', metavar='USERNAMES',
133	138		action="store",
		skipped 61 lines
195	200		u: args.id_type
196	201		for u in args.username
197	202		if u not in ['-']
	203	+	and u not in args.ignore_ids_list
198	204		}
199	205
200	206		recursive_search_enabled = not args.disable_recursive_search
		skipped 96 lines
297	303		continue
298	304		else:
299	305		already_checked.add(username.lower())
	306	+
	307	+	if username in args.ignore_ids_list:
	308	+	query_notify.warning(f'Skip a search by username {username} cause it\'s marked as ignored.')
	309	+	continue
300	310
301	311		# check for characters do not supported by sites generally
302	312		found_unsupported_chars = set(unsupported_characters).intersection(set(username))
		skipped 99 lines

■ ■ ■ ■ ■ ■

maigret/resources/data.json

		skipped 1230 lines
1231	1231		"tags": [
1232	1232		"us"
1233	1233		],
1234		-	"absenceStrs": ["Sorry, we couldn't find that page."],
1235		-	"alexaRank": 38649,
	1234	+	"absenceStrs": [
	1235	+	"Sorry, we couldn't find that page."
	1236	+	],
1236	1237		"engine": "Discourse",
	1238	+	"alexaRank": 38649,
1237	1239		"urlMain": "https://ask.fedoraproject.org/",
1238	1240		"usernameClaimed": "grsm",
1239	1241		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 1403 lines
2643	2645		"tags": [
2644	2646		"tech"
2645	2647		],
2646		-	"alexaRank": 977,
2647	2648		"engine": "Discourse",
	2649	+	"alexaRank": 977,
2648	2650		"urlMain": "https://community.cloudflare.com/",
2649	2651		"usernameClaimed": "blue",
2650	2652		"usernameUnclaimed": "noonewouldeverusethis"
		skipped 706 lines
3357	3359		"tags": [
3358	3360		"us"
3359	3361		],
3360		-	"alexaRank": 67872,
3361	3362		"engine": "Discourse",
	3363	+	"alexaRank": 67872,
3362	3364		"urlMain": "https://discourse.pi-hole.net",
3363	3365		"usernameClaimed": "adam",
3364	3366		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 3 lines
3368	3370		"tech",
3369	3371		"us"
3370	3372		],
3371		-	"alexaRank": 5906,
3372	3373		"engine": "Discourse",
	3374	+	"alexaRank": 5906,
3373	3375		"urlMain": "https://discuss.elastic.co/",
3374	3376		"usernameClaimed": "blue",
3375	3377		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 2 lines
3378	3380		"tags": [
3379	3381		"coding"
3380	3382		],
3381		-	"alexaRank": 943,
3382	3383		"engine": "Discourse",
	3384	+	"alexaRank": 943,
3383	3385		"urlMain": "https://discuss.python.org/",
3384	3386		"usernameClaimed": "dustin",
3385	3387		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 49 lines
3435	3437		"tags": [
3436	3438		"coding"
3437	3439		],
3438		-	"checkType": "status_code",
3439	3440		"engine": "Discourse",
3440	3441		"urlMain": "https://forum.djangoproject.co",
3441	3442		"usernameClaimed": "mikhail349",
		skipped 331 lines
3773	3774		"ve",
3774	3775		"coding"
3775	3776		],
3776		-	"alexaRank": 82408,
3777	3777		"engine": "Discourse",
	3778	+	"alexaRank": 82408,
3778	3779		"urlMain": "https://elixirforum.com",
3779	3780		"usernameClaimed": "clmay",
3780	3781		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 61 lines
3842	3843		"au",
3843	3844		"in"
3844	3845		],
3845		-	"alexaRank": 984,
3846	3846		"engine": "Discourse",
	3847	+	"alexaRank": 984,
3847	3848		"urlMain": "https://forums.envato.com",
3848	3849		"usernameClaimed": "zigro",
3849	3850		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 52 lines
3902	3903		"tags": [
3903	3904		"cr"
3904	3905		],
3905		-	"alexaRank": 778429,
3906	3906		"engine": "Discourse",
	3907	+	"alexaRank": 778429,
3907	3908		"urlMain": "https://ethereum-magicians.org",
3908	3909		"usernameClaimed": "amxx",
3909	3910		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 19 lines
3929	3930		"cr",
3930	3931		"us"
3931	3932		],
3932		-	"alexaRank": 308342,
3933	3933		"engine": "Discourse",
	3934	+	"alexaRank": 308342,
3934	3935		"urlMain": "https://ethresear.ch",
3935	3936		"usernameClaimed": "weijiekoh",
3936	3937		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 85 lines
4022	4023		"tags": [
4023	4024		"in"
4024	4025		],
4025		-	"alexaRank": 67782,
4026	4026		"engine": "Discourse",
	4027	+	"alexaRank": 67782,
4027	4028		"urlMain": "https://forum.f-droid.org",
4028	4029		"usernameClaimed": "blue",
4029	4030		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 844 lines
4874	4875		"in",
4875	4876		"us"
4876	4877		],
4877		-	"alexaRank": 1605,
4878	4878		"engine": "Discourse",
	4879	+	"alexaRank": 1605,
4879	4880		"urlMain": "https://www.freecodecamp.org/forum/",
4880	4881		"usernameClaimed": "red",
4881	4882		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 703 lines
5585	5586		"us",
5586	5587		"vn"
5587	5588		],
5588		-	"alexaRank": 267803,
5589	5589		"engine": "Discourse",
	5590	+	"alexaRank": 267803,
5590	5591		"urlMain": "https://forum.golangbridge.org/",
5591	5592		"usernameClaimed": "red",
5592	5593		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 553 lines
6146	6147		"rs",
6147	6148		"us"
6148	6149		],
6149		-	"alexaRank": 549532,
6150	6150		"engine": "Discourse",
	6151	+	"alexaRank": 549532,
6151	6152		"urlMain": "https://www.hitmanforum.com",
6152	6153		"usernameClaimed": "john",
6153	6154		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 235 lines
6389	6390		"ru",
6390	6391		"ua"
6391	6392		],
6392		-	"alexaRank": 201191,
6393	6393		"engine": "Discourse",
	6394	+	"alexaRank": 201191,
6394	6395		"urlMain": "https://forum.itvdn.com",
6395	6396		"usernameClaimed": "pizzaro",
6396	6397		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 158 lines
6555	6556		"kr",
6556	6557		"us"
6557	6558		],
6558		-	"alexaRank": 58165,
6559	6559		"engine": "Discourse",
	6560	+	"alexaRank": 58165,
6560	6561		"urlMain": "https://community.infura.io",
6561	6562		"usernameClaimed": "adam",
6562	6563		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 1361 lines
7924	7925		"tags": [
7925	7926		"forum"
7926	7927		],
7927		-	"alexaRank": 651639,
7928	7928		"engine": "Discourse",
	7929	+	"alexaRank": 651639,
7929	7930		"urlMain": "https://forum.mapillary.com",
7930	7931		"usernameClaimed": "slashme",
7931	7932		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 226 lines
8158	8159		"tags": [
8159	8160		"us"
8160	8161		],
8161		-	"alexaRank": 27477,
8162	8162		"engine": "Discourse",
	8163	+	"alexaRank": 27477,
8163	8164		"urlMain": "https://meta.discourse.org/",
8164	8165		"usernameClaimed": "adam",
8165	8166		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 2422 lines
10588	10589		"tags": [
10589	10590		"us"
10590	10591		],
10591		-	"alexaRank": 242598,
10592	10592		"engine": "Discourse",
	10593	+	"alexaRank": 242598,
10593	10594		"urlMain": "https://forum.quartertothree.com",
10594	10595		"usernameClaimed": "rei",
10595	10596		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 292 lines
10888	10889		"in",
10889	10890		"us"
10890	10891		],
10891		-	"alexaRank": 62252,
10892	10892		"engine": "Discourse",
	10893	+	"alexaRank": 62252,
10893	10894		"urlMain": "https://forum.rasa.com",
10894	10895		"usernameClaimed": "adam",
10895	10896		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 425 lines
11321	11322		"tags": [
11322	11323		"us"
11323	11324		],
11324		-	"alexaRank": 98718,
11325	11325		"engine": "Discourse",
	11326	+	"alexaRank": 98718,
11326	11327		"urlMain": "https://www.ruby-forum.com",
11327	11328		"usernameClaimed": "tomconnolly",
11328	11329		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 95 lines
11424	11425		"coding",
11425	11426		"us"
11426	11427		],
11427		-	"alexaRank": 33437,
11428	11428		"engine": "Discourse",
	11429	+	"alexaRank": 33437,
11429	11430		"urlMain": "https://users.rust-lang.org",
11430	11431		"usernameClaimed": "adam",
11431	11432		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 93 lines
11525	11526		"tags": [
11526	11527		"coding"
11527	11528		],
11528		-	"alexaRank": 65003,
11529	11529		"engine": "Discourse",
	11530	+	"alexaRank": 65003,
11530	11531		"urlMain": "https://users.scala-lang.org",
11531	11532		"usernameClaimed": "sjrd",
11532	11533		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 335 lines
11868	11869		"tags": [
11869	11870		"tech"
11870	11871		],
11871		-	"alexaRank": 190516,
11872	11872		"engine": "Discourse",
	11873	+	"alexaRank": 190516,
11873	11874		"urlMain": "https://community.signalusers.org",
11874	11875		"usernameClaimed": "jlund",
11875	11876		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 2 lines
11878	11879		"tags": [
11879	11880		"us"
11880	11881		],
11881		-	"alexaRank": 882176,
11882	11882		"engine": "Discourse",
	11883	+	"alexaRank": 882176,
11883	11884		"urlMain": "https://www.silver-collector.com",
11884	11885		"usernameClaimed": "red",
11885	11886		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 646 lines
12532	12533		"tags": [
12533	12534		"coding"
12534	12535		],
12535		-	"alexaRank": 9068,
12536	12536		"engine": "Discourse",
	12537	+	"alexaRank": 9068,
12537	12538		"urlMain": "https://forum.sublimetext.com/",
12538	12539		"usernameClaimed": "blue",
12539	12540		"usernameUnclaimed": "noonewouldeverusethis"
		skipped 731 lines
13271	13272		"tags": [
13272	13273		"us"
13273	13274		],
13274		-	"alexaRank": 82,
13275	13275		"checkType": "message",
13276		-	"absenceStrs": ["Sorry, that page doesn't exist!"],
13277		-	"presenseStrs": ["tv-profile__name-text"],
	13276	+	"presenseStrs": [
	13277	+	"tv-profile__name-text"
	13278	+	],
	13279	+	"absenceStrs": [
	13280	+	"Sorry, that page doesn't exist!"
	13281	+	],
	13282	+	"alexaRank": 82,
13278	13283		"url": "https://www.tradingview.com/u/{username}",
13279	13284		"urlMain": "https://www.tradingview.com/",
13280	13285		"usernameClaimed": "blue",
		skipped 53 lines
13334	13339		"tags": [
13335	13340		"us"
13336	13341		],
13337		-	"alexaRank": 329414,
13338	13342		"engine": "Discourse",
	13343	+	"alexaRank": 329414,
13339	13344		"urlMain": "https://travis-ci.community",
13340	13345		"usernameClaimed": "montana",
13341	13346		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 204 lines
13546	13551		"sec-ch-ua": "Google Chrome\";v=\"87\", \" Not;A Brand\";v=\"99\", \"Chromium\";v=\"87\"",
13547	13552		"authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA",
13548	13553		"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
13549		-	"x-guest-token": "1361389689765326850"
	13554	+	"x-guest-token": "1361823183884742664"
13550	13555		},
13551	13556		"errors": {
13552	13557		"Bad guest token": "x-guest-token update required"
		skipped 32 lines
13585	13590		"tags": [
13586	13591		"sport"
13587	13592		],
13588		-	"alexaRank": 1403001,
13589	13593		"engine": "Discourse",
	13594	+	"alexaRank": 1403001,
13590	13595		"urlMain": "https://forum.umhoops.com",
13591	13596		"usernameClaimed": "umhoops",
13592	13597		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 318 lines
13911	13916		"video"
13912	13917		],
13913	13918		"headers": {
13914		-	"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MTM0MTY1MDAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.bMKafyWyx_AMCotYkNhquT6bDoTmbyG9YVcVrr_onO8"
	13919	+	"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MTM1MTk4ODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.4vI4t-JUbkcEDSoiydNz5dagG9xSKc-Clh2FOaoaXUg"
13915	13920		},
13916	13921		"activation": {
13917	13922		"url": "https://vimeo.com/_rv/viewer",
		skipped 305 lines
14223	14228		"tags": [
14224	14229		"us"
14225	14230		],
	14231	+	"engine": "Discourse",
14226	14232		"alexaRank": 1578,
14227		-	"engine": "Discourse",
14228	14233		"urlMain": "https://forum.waypoint.vice.com",
14229	14234		"usernameClaimed": "red",
14230	14235		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 114 lines
14345	14350		"tags": [
14346	14351		"tech"
14347	14352		],
14348		-	"alexaRank": 256100,
14349	14353		"engine": "Discourse",
	14354	+	"alexaRank": 256100,
14350	14355		"urlMain": "https://forums.whonix.org/",
14351	14356		"usernameClaimed": "red",
14352	14357		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 445 lines
14798	14803		"errors": {
14799	14804		"action=\"/checkcaptcha\" onsubmit": "Captcha detected, use proxy/vpn"
14800	14805		},
	14806	+	"urlProbe": "https://yandex.ru/collections/api/users/{username}/",
14801	14807		"checkType": "message",
14802	14808		"presenseStrs": [
14803	14809		"public_id"
14804	14810		],
14805	14811		"absenceStrs": "cl-not-found-content__title",
14806	14812		"alexaRank": 46,
14807		-	"url": "https://yandex.ru/collections/api/users/{username}/",
	14813	+	"url": "https://yandex.ru/collections/user/{username}",
14808	14814		"urlMain": "https://yandex.ru/collections/",
14809	14815		"usernameClaimed": "yandex",
14810	14816		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 598 lines
15409	15415		"tags": [
15410	15416		"us"
15411	15417		],
15412		-	"alexaRank": 64593,
15413	15418		"engine": "Discourse",
	15419	+	"alexaRank": 64593,
15414	15420		"urlMain": "https://forums.catholic.com",
15415	15421		"usernameClaimed": "blue",
15416	15422		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 125 lines
15542	15548		"ir",
15543	15549		"jp"
15544	15550		],
15545		-	"alexaRank": 50871,
15546	15551		"engine": "Discourse",
	15552	+	"alexaRank": 50871,
15547	15553		"urlMain": "https://community.asterisk.org",
15548	15554		"usernameClaimed": "bford",
15549	15555		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 2 lines
15552	15558		"tags": [
15553	15559		"global"
15554	15560		],
15555		-	"alexaRank": 589898,
15556	15561		"engine": "Discourse",
	15562	+	"alexaRank": 589898,
15557	15563		"urlMain": "https://community.p2pu.org",
15558	15564		"usernameClaimed": "grif",
15559	15565		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 127 lines
15687	15693		"tags": [
15688	15694		"coding"
15689	15695		],
15690		-	"alexaRank": 87660,
15691	15696		"engine": "Discourse",
	15697	+	"alexaRank": 87660,
15692	15698		"urlMain": "https://discourse.haskell.org",
15693	15699		"usernameClaimed": "philipgaudreau",
15694	15700		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 362 lines
16057	16063		"tags": [
16058	16064		"us"
16059	16065		],
16060		-	"alexaRank": 18564,
16061	16066		"engine": "Discourse",
	16067	+	"alexaRank": 18564,
16062	16068		"urlMain": "https://forum.nameberry.com",
16063	16069		"usernameClaimed": "adam",
16064	16070		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 69 lines
16134	16140		"tags": [
16135	16141		"us"
16136	16142		],
16137		-	"alexaRank": 4229,
16138	16143		"engine": "Discourse",
	16144	+	"alexaRank": 4229,
16139	16145		"urlMain": "https://forums.docker.com",
16140	16146		"usernameClaimed": "dafritz84",
16141	16147		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 94 lines
16236	16242		"tags": [
16237	16243		"global"
16238	16244		],
16239		-	"alexaRank": 3502263,
16240	16245		"engine": "Discourse",
	16246	+	"alexaRank": 3502263,
16241	16247		"urlMain": "https://forums.universaldashboard.io/",
16242	16248		"usernameClaimed": "adam",
16243	16249		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 35 lines
16279	16285		"tags": [
16280	16286		"us"
16281	16287		],
16282		-	"alexaRank": 129454,
16283	16288		"engine": "Discourse",
	16289	+	"alexaRank": 129454,
16284	16290		"urlMain": "https://forums.funcom.com",
16285	16291		"usernameClaimed": "everqu",
16286	16292		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 169 lines
16456	16462		"ru",
16457	16463		"us"
16458	16464		],
16459		-	"alexaRank": 11293,
16460	16465		"engine": "Discourse",
	16466	+	"alexaRank": 11293,
16461	16467		"urlMain": "https://forum.hiveos.farm",
16462	16468		"usernameClaimed": "halogenius",
16463	16469		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 188 lines
16652	16658		"tags": [
16653	16659		"us"
16654	16660		],
16655		-	"alexaRank": 238948,
16656	16661		"engine": "Discourse",
	16662	+	"alexaRank": 238948,
16657	16663		"urlMain": "https://forum.juce.com",
16658	16664		"usernameClaimed": "adam",
16659	16665		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 128 lines
16788	16794		"tags": [
16789	16795		"us"
16790	16796		],
16791		-	"alexaRank": 38963,
16792	16797		"engine": "Discourse",
	16798	+	"alexaRank": 38963,
16793	16799		"urlMain": "https://forum.leasehackr.com/",
16794	16800		"usernameClaimed": "adam",
16795	16801		"usernameUnclaimed": "noonewouldeverusethis"
		skipped 888 lines
17684	17690		"ru",
17685	17691		"ua"
17686	17692		],
17687		-	"alexaRank": 1257899,
17688	17693		"engine": "Discourse",
	17694	+	"alexaRank": 1257899,
17689	17695		"urlMain": "https://forum.reverse4you.org",
17690	17696		"usernameClaimed": "darwin",
17691	17697		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 244 lines
17936	17942		"tags": [
17937	17943		"us"
17938	17944		],
17939		-	"alexaRank": 815504,
17940	17945		"engine": "Discourse",
	17946	+	"alexaRank": 815504,
17941	17947		"urlMain": "https://forums.sourceruns.org/",
17942	17948		"usernameClaimed": "cubedude",
17943	17949		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 120 lines
18064	18070		"tags": [
18065	18071		"ru"
18066	18072		],
18067		-	"alexaRank": 446345,
18068	18073		"engine": "Discourse",
	18074	+	"alexaRank": 446345,
18069	18075		"urlMain": "https://forum.swiftbook.ru",
18070	18076		"usernameClaimed": "alex",
18071	18077		"usernameUnclaimed": "noonewouldeverusethis7"
		skipped 4538 lines
22610	22616		"tags": [
22611	22617		"tech"
22612	22618		],
22613		-	"alexaRank": 10297,
22614	22619		"engine": "Discourse",
	22620	+	"alexaRank": 10297,
22615	22621		"urlMain": "https://community.getpostman.com",
22616	22622		"usernameUnclaimed": "noonewouldeverusethis7",
22617	22623		"usernameClaimed": "alex"
		skipped 35 lines
22653	22659		"tags": [
22654	22660		"us"
22655	22661		],
22656		-	"alexaRank": 3210,
22657	22662		"engine": "Discourse",
	22663	+	"alexaRank": 3210,
22658	22664		"urlMain": "https://discuss.codecademy.com",
22659	22665		"usernameUnclaimed": "noonewouldeverusethis7",
22660	22666		"usernameClaimed": "red"
		skipped 733 lines