STRLCPY/maigret

Merge pull request #59 from soxoj/small-updates
```
Tags updates
```
soxoj committed with GitHub 4 years ago

8391d731

2 parents
8bf78963
2714ff8f

Revision indexing in progress... (symbol navigation in revisions will be accurate after indexed)

■ ■ ■ ■ ■ ■

maigret/resources/data.json

		skipped 72 lines
73	73		},
74	74		"123rf": {
75	75		"tags": [
76		-	"images",
77		-	"in",
78		-	"ru",
79		-	"us"
	76	+	"photo",
	77	+	"ru"
80	78		],
81	79		"checkType": "response_url",
82	80		"alexaRank": 1068,
		skipped 333 lines
416	414		},
417	415		"About.me": {
418	416		"tags": [
419		-	"in",
420		-	"social"
	417	+	"blog"
421	418		],
422	419		"checkType": "status_code",
423	420		"alexaRank": 11450,
		skipped 1740 lines
2164	2161		},
2165	2162		"BuzzFeed": {
2166	2163		"tags": [
2167		-	"social",
2168		-	"us"
	2164	+	"news"
2169	2165		],
2170	2166		"checkType": "status_code",
2171	2167		"alexaRank": 509,
		skipped 1102 lines
3274	3270		},
3275	3271		"Diary.ru": {
3276	3272		"tags": [
3277		-	"ru"
	3273	+	"ru",
	3274	+	"blog"
3278	3275		],
3279	3276		"checkType": "message",
3280	3277		"absenceStrs": "<title> — @\u0434\u043d\u0435\u0432\u043d\u0438\u043a\u0438: \u0430\u0441\u043e\u0446\u0438\u0430\u043b\u044c\u043d\u0430\u044f \u0441\u0435\u0442\u044c</title>",
		skipped 65 lines
3346	3343		},
3347	3344		"Discogs": {
3348	3345		"tags": [
3349		-	"us"
	3346	+	"music"
3350	3347		],
3351	3348		"checkType": "status_code",
3352	3349		"alexaRank": 899,
		skipped 45 lines
3398	3395		},
3399	3396		"Disqus": {
3400	3397		"tags": [
3401		-	"discussion",
3402		-	"global",
3403		-	"us"
	3398	+	"discussion"
3404	3399		],
3405	3400		"checkType": "status_code",
3406	3401		"alexaRank": 836,
		skipped 397 lines
3804	3799		},
3805	3800		"Empflix": {
3806	3801		"tags": [
3807		-	"de",
3808		-	"porno",
3809		-	"us"
	3802	+	"porn"
3810	3803		],
3811	3804		"checkType": "response_url",
3812	3805		"alexaRank": 11804,
		skipped 493 lines
4306	4299		"FilmWeb": {
4307	4300		"disabled": true,
4308	4301		"tags": [
4309		-	"films",
	4302	+	"movies",
4310	4303		"pl"
4311	4304		],
4312	4305		"checkType": "message",
		skipped 7 lines
4320	4313		"Filmogs": {
4321	4314		"disabled": true,
4322	4315		"tags": [
4323		-	"films"
	4316	+	"movies"
4324	4317		],
4325	4318		"checkType": "status_code",
4326	4319		"url": "https://www.filmo.gs/users/{username}",
		skipped 117 lines
4444	4437		},
4445	4438		"Flickr": {
4446	4439		"tags": [
4447		-	"images",
4448		-	"in",
4449		-	"us"
	4440	+	"photo"
4450	4441		],
4451	4442		"checkType": "status_code",
4452	4443		"alexaRank": 936,
		skipped 134 lines
4587	4578		},
4588	4579		"FortniteTracker": {
4589	4580		"tags": [
4590		-	"us"
	4581	+	"gaming"
4591	4582		],
4592	4583		"checkType": "status_code",
4593	4584		"alexaRank": 8125,
		skipped 215 lines
4809	4800		},
4810	4801		"Foursquare": {
4811	4802		"tags": [
4812		-	"global",
4813		-	"in",
4814		-	"social",
4815		-	"us"
	4803	+	"geosocial"
4816	4804		],
4817	4805		"checkType": "status_code",
4818	4806		"alexaRank": 3540,
		skipped 334 lines
5153	5141		"usernameUnclaimed": "noonewouldeverusethis77777"
5154	5142		},
5155	5143		"Twitter Shadowban": {
5156		-	"tags": [
5157		-	"jp"
5158		-	],
5159	5144		"urlProbe": "https://shadowban.eu/.api/{username}",
5160	5145		"checkType": "message",
5161	5146		"presenseStrs": [
		skipped 258 lines
5420	5405		},
5421	5406		"Giphy": {
5422	5407		"tags": [
5423		-	"image",
5424		-	"us",
	5408	+	"photo",
5425	5409		"video"
5426	5410		],
5427	5411		"checkType": "status_code",
		skipped 16 lines
5444	5428		},
5445	5429		"GitHub": {
5446	5430		"tags": [
5447		-	"coding",
5448		-	"us"
	5431	+	"coding"
5449	5432		],
5450	5433		"regexCheck": "^[a-zA-Z0-9](?:[a-zA-Z0-9]\|-(?=[a-zA-Z0-9])){0,38}$",
5451	5434		"urlProbe": "https://api.github.com/users/{username}",
		skipped 6 lines
5458	5441		},
5459	5442		"GitLab": {
5460	5443		"tags": [
5461		-	"coding",
5462		-	"in"
	5444	+	"coding"
5463	5445		],
5464	5446		"urlProbe": "https://gitlab.com/api/v4/users?username={username}",
5465	5447		"checkType": "message",
		skipped 18 lines
5484	5466		"Gitmemory": {
5485	5467		"tags": [
5486	5468		"coding",
5487		-	"global",
5488		-	"in"
	5469	+	"github"
5489	5470		],
5490	5471		"checkType": "message",
5491	5472		"absenceStrs": "Oops,404",
		skipped 76 lines
5568	5549		},
5569	5550		"Gog": {
5570	5551		"tags": [
5571		-	"global",
5572		-	"us"
	5552	+	"gaming"
5573	5553		],
5574	5554		"checkType": "status_code",
5575	5555		"alexaRank": 1980,
		skipped 218 lines
5794	5774		},
5795	5775		"Gramho": {
5796	5776		"tags": [
5797		-	"global",
5798		-	"jp"
	5777	+	"instagram",
	5778	+	"photo"
5799	5779		],
5800	5780		"checkType": "status_code",
5801	5781		"alexaRank": 3253,
		skipped 4 lines
5806	5786		},
5807	5787		"Gravatar": {
5808	5788		"tags": [
5809		-	"global",
5810		-	"images",
5811		-	"in"
	5789	+	"photo"
5812	5790		],
5813	5791		"urlProbe": "http://en.gravatar.com/{username}.json",
5814	5792		"checkType": "message",
		skipped 192 lines
6007	5985		},
6008	5986		"HackerOne": {
6009	5987		"tags": [
6010		-	"hacker",
6011		-	"in"
	5988	+	"hacking"
6012	5989		],
6013	5990		"checkType": "message",
6014	5991		"absenceStrs": "Page not found",
		skipped 344 lines
6359	6336		"usernameUnclaimed": "noonewouldeverusethis7"
6360	6337		},
6361	6338		"IFTTT": {
6362		-	"tags": [
6363		-	"misc",
6364		-	"us"
6365		-	],
6366	6339		"regexCheck": "^[A-Za-z0-9]{3,35}$",
6367	6340		"checkType": "message",
6368	6341		"absenceStrs": "The requested page or file does not exist",
		skipped 87 lines
6456	6429		},
6457	6430		"ImageShack": {
6458	6431		"tags": [
6459		-	"images",
6460		-	"in"
	6432	+	"photo"
6461	6433		],
6462	6434		"checkType": "response_url",
6463	6435		"alexaRank": 10418,
		skipped 135 lines
6599	6571		},
6600	6572		"Instagram": {
6601	6573		"tags": [
6602		-	"global",
6603		-	"photos",
6604		-	"us"
	6574	+	"photo"
6605	6575		],
6606	6576		"errors": {
6607	6577		"Login \u2022 Instagram": "Login required"
		skipped 394 lines
7002	6972		"Kinogo": {
7003	6973		"tags": [
7004	6974		"by",
7005		-	"films"
	6975	+	"movies"
7006	6976		],
7007	6977		"checkType": "status_code",
7008	6978		"alexaRank": 20379,
		skipped 194 lines
7203	7173		},
7204	7174		"Launchpad": {
7205	7175		"tags": [
7206		-	"us"
	7176	+	"tech"
7207	7177		],
7208	7178		"checkType": "status_code",
7209	7179		"alexaRank": 14448,
		skipped 94 lines
7304	7274		"Libraries": {
7305	7275		"tags": [
7306	7276		"coding",
7307		-	"global",
7308		-	"in"
	7277	+	"github"
7309	7278		],
7310	7279		"regexCheck": "^[^\\.]+$",
7311	7280		"checkType": "status_code",
		skipped 210 lines
7522	7491		"LiveLib": {
7523	7492		"tags": [
7524	7493		"reading",
	7494	+	"books",
7525	7495		"ru"
7526	7496		],
7527	7497		"checkType": "status_code",
		skipped 143 lines
7671	7641		"LostFilmHD": {
7672	7642		"disabled": true,
7673	7643		"tags": [
7674		-	"es",
7675		-	"films",
7676		-	"pl",
7677		-	"ru",
7678		-	"ua"
	7644	+	"movies",
	7645	+	"ru"
7679	7646		],
7680	7647		"engine": "uCoz",
7681	7648		"alexaRank": 11625,
		skipped 37 lines
7719	7686		"Loveplanet": {
7720	7687		"tags": [
7721	7688		"dating",
7722		-	"gb",
7723		-	"it",
7724	7689		"ru"
7725	7690		],
7726	7691		"checkType": "message",
		skipped 359 lines
8086	8051		},
8087	8052		"Medium": {
8088	8053		"tags": [
8089		-	"news",
8090		-	"us"
	8054	+	"blog"
8091	8055		],
8092	8056		"checkType": "message",
8093	8057		"presenseStrs": [
		skipped 183 lines
8277	8241		},
8278	8242		"MixCloud": {
8279	8243		"tags": [
8280		-	"music",
8281		-	"us"
	8244	+	"music"
8282	8245		],
8283	8246		"urlProbe": "https://api.mixcloud.com/{username}/",
8284	8247		"checkType": "status_code",
		skipped 349 lines
8634	8597		},
8635	8598		"My.Mail.ru@OK": {
8636	8599		"tags": [
8637		-	"ru",
8638		-	"social"
	8600	+	"ru"
8639	8601		],
8640	8602		"type": "ok_id",
8641	8603		"checkType": "message",
		skipped 9 lines
8651	8613		},
8652	8614		"My.Mail.ru@VK": {
8653	8615		"tags": [
8654		-	"ru",
8655		-	"social"
	8616	+	"ru"
8656	8617		],
8657	8618		"type": "vk_id",
8658	8619		"checkType": "message",
		skipped 9 lines
8668	8629		},
8669	8630		"[email protected]": {
8670	8631		"tags": [
8671		-	"ru",
8672		-	"social"
	8632	+	"ru"
8673	8633		],
8674	8634		"checkType": "message",
8675	8635		"absenceStrs": [
		skipped 8 lines
8684	8644		},
8685	8645		"[email protected]": {
8686	8646		"tags": [
8687		-	"ru",
8688		-	"social"
	8647	+	"ru"
8689	8648		],
8690	8649		"checkType": "message",
8691	8650		"absenceStrs": [
		skipped 8 lines
8700	8659		},
8701	8660		"[email protected]": {
8702	8661		"tags": [
8703		-	"ru",
8704		-	"social"
	8662	+	"ru"
8705	8663		],
8706	8664		"checkType": "message",
8707	8665		"absenceStrs": [
		skipped 8 lines
8716	8674		},
8717	8675		"[email protected]": {
8718	8676		"tags": [
8719		-	"ru",
8720		-	"social"
	8677	+	"ru"
8721	8678		],
8722	8679		"checkType": "message",
8723	8680		"absenceStrs": [
		skipped 8 lines
8732	8689		},
8733	8690		"[email protected]": {
8734	8691		"tags": [
8735		-	"ru",
8736		-	"social"
	8692	+	"ru"
8737	8693		],
8738	8694		"checkType": "message",
8739	8695		"absenceStrs": [
		skipped 8 lines
8748	8704		},
8749	8705		"[email protected]": {
8750	8706		"tags": [
8751		-	"ru",
8752		-	"social"
	8707	+	"ru"
8753	8708		],
8754	8709		"checkType": "message",
8755	8710		"absenceStrs": [
		skipped 117 lines
8873	8828		},
8874	8829		"Myspace": {
8875	8830		"tags": [
8876		-	"in",
8877		-	"social",
8878		-	"us"
	8831	+	"blog"
8879	8832		],
8880	8833		"checkType": "status_code",
8881	8834		"alexaRank": 1824,
		skipped 337 lines
9219	9172		},
9220	9173		"Noblogs": {
9221	9174		"tags": [
9222		-	"global",
9223		-	"in",
9224		-	"it",
9225		-	"pk",
9226		-	"us"
	9175	+	"blog"
9227	9176		],
9228	9177		"checkType": "status_code",
9229	9178		"presenseStrs": [
		skipped 184 lines
9414	9363		},
9415	9364		"OpenStreetMap": {
9416	9365		"tags": [
9417		-	"in",
9418		-	"social"
	9366	+	"maps"
9419	9367		],
9420	9368		"regexCheck": "^[^\\.]+$",
9421	9369		"checkType": "status_code",
		skipped 251 lines
9673	9621		},
9674	9622		"Pastebin": {
9675	9623		"tags": [
9676		-	"sharing",
9677		-	"us"
	9624	+	"sharing"
9678	9625		],
9679	9626		"checkType": "response_url",
9680	9627		"alexaRank": 2132,
		skipped 168 lines
9849	9796		},
9850	9797		"Periscope": {
9851	9798		"tags": [
9852		-	"us",
9853		-	"video"
	9799	+	"video",
	9800	+	"streaming"
9854	9801		],
9855	9802		"checkType": "status_code",
9856	9803		"alexaRank": 52346,
		skipped 28 lines
9885	9832		"Photobucket": {
9886	9833		"disabled": true,
9887	9834		"tags": [
9888		-	"images",
9889		-	"us"
	9835	+	"photo"
9890	9836		],
9891	9837		"regexCheck": "\\w{4,32}",
9892	9838		"checkType": "message",
		skipped 43 lines
9936	9882		},
9937	9883		"Picuki": {
9938	9884		"tags": [
9939		-	"global",
9940	9885		"instagram",
9941		-	"photo",
9942		-	"us"
	9886	+	"photo"
9943	9887		],
9944	9888		"checkType": "message",
9945	9889		"absenceStrs": [
		skipped 324 lines
10270	10214		},
10271	10215		"Pornhub": {
10272	10216		"tags": [
10273		-	"global",
10274		-	"porno",
10275		-	"us"
	10217	+	"porn"
10276	10218		],
10277	10219		"checkType": "status_code",
10278	10220		"alexaRank": 62,
		skipped 685 lines
10964	10906		},
10965	10907		"Reddit": {
10966	10908		"tags": [
10967		-	"discussions",
10968		-	"news",
10969		-	"us"
	10909	+	"discussion",
	10910	+	"news"
10970	10911		],
10971	10912		"checkType": "status_code",
10972	10913		"presenseStrs": [
		skipped 18 lines
10991	10932		},
10992	10933		"Redtube": {
10993	10934		"tags": [
10994		-	"global",
10995		-	"porno",
10996		-	"us"
	10935	+	"porn"
10997	10936		],
10998	10937		"checkType": "status_code",
10999	10938		"alexaRank": 752,
		skipped 175 lines
11175	11114		},
11176	11115		"Roblox": {
11177	11116		"tags": [
11178		-	"us"
	11117	+	"gaming"
11179	11118		],
11180	11119		"checkType": "message",
11181	11120		"absenceStrs": "Page cannot be found or no longer exists",
		skipped 76 lines
11258	11197		},
11259	11198		"Rottentomatoes": {
11260	11199		"tags": [
11261		-	"films",
11262		-	"global",
11263		-	"us"
	11200	+	"movies"
11264	11201		],
11265	11202		"checkType": "status_code",
11266	11203		"alexaRank": 592,
		skipped 692 lines
11959	11896		},
11960	11897		"SlideShare": {
11961	11898		"tags": [
11962		-	"in",
11963		-	"presos"
	11899	+	"sharing",
	11900	+	"documents"
11964	11901		],
11965	11902		"checkType": "status_code",
11966	11903		"alexaRank": 172,
		skipped 164 lines
12131	12068		},
12132	12069		"SoundCloud": {
12133	12070		"tags": [
12134		-	"music",
12135		-	"us"
	12071	+	"music"
12136	12072		],
12137	12073		"checkType": "status_code",
12138	12074		"alexaRank": 116,
		skipped 54 lines
12193	12129		},
12194	12130		"Spaces": {
12195	12131		"tags": [
12196		-	"ru"
	12132	+	"ru",
	12133	+	"blog"
12197	12134		],
12198	12135		"checkType": "status_code",
12199	12136		"alexaRank": 48402,
		skipped 89 lines
12289	12226		},
12290	12227		"Spotify": {
12291	12228		"tags": [
12292		-	"music",
12293		-	"us"
	12229	+	"music"
12294	12230		],
12295	12231		"errors": {
12296	12232		"Spotify is currently not available in your country.": "Access denied in your country, use proxy/vpn"
		skipped 78 lines
12375	12311		},
12376	12312		"Steam": {
12377	12313		"tags": [
12378		-	"gaming",
12379		-	"us"
	12314	+	"gaming"
12380	12315		],
12381	12316		"checkType": "message",
12382	12317		"absenceStrs": "The specified profile could not be found",
		skipped 386 lines
12769	12704		},
12770	12705		"Taringa": {
12771	12706		"tags": [
12772		-	"ar",
12773		-	"social"
	12707	+	"ar"
12774	12708		],
12775	12709		"checkType": "message",
12776	12710		"absenceStrs": "Moved Permanently",
		skipped 5 lines
12782	12716		},
12783	12717		"TechPowerUp": {
12784	12718		"tags": [
12785		-	"global",
12786	12719		"us"
12787	12720		],
12788	12721		"checkType": "message",
		skipped 28 lines
12817	12750		"usernameUnclaimed": "noonewouldeverusethis7"
12818	12751		},
12819	12752		"Telegram": {
12820		-	"tags": [
12821		-	"global",
12822		-	"in",
12823		-	"us"
12824		-	],
12825	12753		"regexCheck": "^[a-zA-Z][a-zA-Z0-9_]{4,}$",
12826	12754		"checkType": "message",
12827	12755		"absenceStrs": [
		skipped 90 lines
12918	12846		},
12919	12847		"TheGuardian": {
12920	12848		"tags": [
12921		-	"global",
12922		-	"us"
	12849	+	"us",
	12850	+	"news"
12923	12851		],
12924	12852		"checkType": "message",
12925	12853		"absenceStrs": "<title>public profile \| Identity \| The Guardian</title>",
		skipped 17 lines
12943	12871		},
12944	12872		"TheSimsResource": {
12945	12873		"tags": [
12946		-	"de",
12947	12874		"gaming",
12948		-	"global",
12949	12875		"us"
12950	12876		],
12951	12877		"checkType": "status_code",
		skipped 246 lines
13198	13124		},
13199	13125		"Toster": {
13200	13126		"tags": [
13201		-	"ru"
	13127	+	"ru",
	13128	+	"coding"
13202	13129		],
13203	13130		"checkType": "status_code",
13204	13131		"alexaRank": 1405,
		skipped 301 lines
13506	13433		},
13507	13434		"Tumblr": {
13508	13435		"tags": [
13509		-	"blogs",
13510		-	"global",
13511		-	"us"
	13436	+	"blog"
13512	13437		],
13513	13438		"regexCheck": "^[^\\.]+$",
13514	13439		"checkType": "status_code",
		skipped 16 lines
13531	13456		},
13532	13457		"Twitch": {
13533	13458		"tags": [
13534		-	"streaming",
13535		-	"us"
	13459	+	"streaming"
13536	13460		],
13537	13461		"urlProbe": "https://m.twitch.tv/{username}",
13538	13462		"checkType": "status_code",
		skipped 4 lines
13543	13467		"usernameUnclaimed": "noonewouldeverusethis7"
13544	13468		},
13545	13469		"Twitter": {
13546		-	"tags": [
13547		-	"global",
13548		-	"us"
13549		-	],
13550	13470		"headers": {
13551	13471		"sec-ch-ua": "Google Chrome\";v=\"87\", \" Not;A Brand\";v=\"99\", \"Chromium\";v=\"87\"",
13552	13472		"authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA",
13553	13473		"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36",
13554		-	"x-guest-token": "1361823183884742664"
	13474	+	"x-guest-token": "1362149064209559554"
13555	13475		},
13556	13476		"errors": {
13557	13477		"Bad guest token": "x-guest-token update required"
		skipped 120 lines
13678	13598		},
13679	13599		"Untappd": {
13680	13600		"tags": [
13681		-	"us"
	13601	+	"networking",
	13602	+	"geosocial"
13682	13603		],
13683	13604		"checkType": "status_code",
13684	13605		"alexaRank": 25581,
		skipped 231 lines
13916	13837		"video"
13917	13838		],
13918	13839		"headers": {
13919		-	"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MTM1MTk4ODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.4vI4t-JUbkcEDSoiydNz5dagG9xSKc-Clh2FOaoaXUg"
	13840	+	"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE2MTM1OTc1MjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbH0.dBxgHYOlLckB2zBh3mgINMKRXCIkWnAUQKUhn27_Zj0"
13920	13841		},
13921	13842		"activation": {
13922	13843		"url": "https://vimeo.com/_rv/viewer",
		skipped 278 lines
14201	14122		},
14202	14123		"Wattpad": {
14203	14124		"tags": [
14204		-	"in",
14205		-	"reading"
	14125	+	"reading",
	14126	+	"writing"
14206	14127		],
14207	14128		"checkType": "message",
14208	14129		"absenceStrs": "userError-404",
		skipped 39 lines
14248	14169		},
14249	14170		"We Heart It": {
14250	14171		"tags": [
14251		-	"blogs",
14252		-	"global",
14253		-	"in",
	14172	+	"blog",
14254	14173		"photo"
14255	14174		],
14256	14175		"checkType": "message",
		skipped 294 lines
14551	14470		},
14552	14471		"WordPress": {
14553	14472		"tags": [
14554		-	"blog",
14555		-	"us"
	14473	+	"blog"
14556	14474		],
14557	14475		"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$",
14558	14476		"checkType": "response_url",
		skipped 157 lines
14716	14634		},
14717	14635		"Xvideos": {
14718	14636		"tags": [
14719		-	"porno",
14720		-	"us"
	14637	+	"porn"
14721	14638		],
14722	14639		"checkType": "status_code",
14723	14640		"alexaRank": 114,
		skipped 60 lines
14784	14701		},
14785	14702		"YandexBugbounty": {
14786	14703		"tags": [
14787		-	"ru"
	14704	+	"ru",
	14705	+	"hacking"
14788	14706		],
14789	14707		"checkType": "status_code",
14790	14708		"alexaRank": 46,
		skipped 51 lines
14842	14760		},
14843	14761		"YandexMusic": {
14844	14762		"tags": [
14845		-	"ru"
	14763	+	"ru",
	14764	+	"music"
14846	14765		],
14847	14766		"headers": {
14848	14767		"Referer": "https://music.yandex.ru/users/test/playlists"
		skipped 91 lines
14940	14859		},
14941	14860		"YouPorn": {
14942	14861		"tags": [
14943		-	"porno",
14944		-	"us"
	14862	+	"porn"
14945	14863		],
14946	14864		"checkType": "message",
14947	14865		"presenseStrs": [
		skipped 104 lines
15052	14970		},
15053	14971		"Zomato": {
15054	14972		"tags": [
15055		-	"food",
15056		-	"in"
	14973	+	"geosocial"
15057	14974		],
15058	14975		"headers": {
15059	14976		"Accept-Language": "en-US,en;q=0.9"
		skipped 186 lines
15246	15163		},
15247	15164		"authorSTREAM": {
15248	15165		"tags": [
15249		-	"in",
15250		-	"presos"
	15166	+	"documents",
	15167	+	"sharing"
15251	15168		],
15252	15169		"checkType": "status_code",
15253	15170		"alexaRank": 6489,
		skipped 894 lines
16148	16065		},
16149	16066		"forums.drom.ru": {
16150	16067		"tags": [
16151		-	"auto",
	16068	+	"forum",
16152	16069		"ru"
16153	16070		],
16154	16071		"engine": "vBulletin",
		skipped 262 lines
16417	16334		},
16418	16335		"Habr": {
16419	16336		"tags": [
16420		-	"ru"
	16337	+	"ru",
	16338	+	"blog",
	16339	+	"discussion"
16421	16340		],
16422	16341		"checkType": "status_code",
16423	16342		"alexaRank": 1405,
		skipped 8 lines
16432	16351		"usernameClaimed": "admin",
16433	16352		"usernameUnclaimed": "noonewouldeverusethis7"
16434	16353		},
16435		-	"hackster": {
	16354	+	"Hackster": {
16436	16355		"tags": [
16437		-	"de",
16438		-	"in",
16439		-	"us"
	16356	+	"tech"
16440	16357		],
16441	16358		"checkType": "status_code",
16442	16359		"alexaRank": 19719,
		skipped 296 lines
16739	16656		},
16740	16657		"labpentestit": {
16741	16658		"tags": [
16742		-	"cybersec",
	16659	+	"hacking",
16743	16660		"ru"
16744	16661		],
16745	16662		"checkType": "response_url",
		skipped 34 lines
16780	16697		},
16781	16698		"last.fm": {
16782	16699		"tags": [
16783		-	"music",
16784		-	"us"
	16700	+	"music"
16785	16701		],
16786	16702		"checkType": "status_code",
16787	16703		"alexaRank": 2058,
		skipped 648 lines
17436	17352		"usernameClaimed": "apple",
17437	17353		"usernameUnclaimed": "noonewouldeverusethis7"
17438	17354		},
17439		-	"pikabu": {
	17355	+	"Pikabu": {
17440	17356		"tags": [
17441		-	"ru"
	17357	+	"ru",
	17358	+	"blog",
	17359	+	"discussion"
17442	17360		],
17443	17361		"checkType": "status_code",
17444	17362		"alexaRank": 1349,
		skipped 991 lines
18436	18354		},
18437	18355		"xHamster": {
18438	18356		"tags": [
18439		-	"de",
18440		-	"porno",
18441		-	"us"
	18357	+	"porn"
18442	18358		],
18443	18359		"checkType": "status_code",
18444	18360		"alexaRank": 141,
		skipped 4438 lines
22883	22799		},
22884	22800		"GitHubGist": {
22885	22801		"tags": [
22886		-	"us"
	22802	+	"sharing",
	22803	+	"coding"
22887	22804		],
22888	22805		"engine": "engineRedirect",
22889	22806		"alexaRank": 86,
		skipped 510 lines

■ ■ ■ ■ ■ ■ ■

maigret/sites.py

		skipped 6 lines
7	7
8	8		import requests
9	9
10		-	from .utils import CaseConverter, URLMatcher
	10	+	from .utils import CaseConverter, URLMatcher, is_country_tag
	11	+
	12	+	# TODO: move to data.json
	13	+	SUPPORTED_TAGS = [
	14	+	'gaming', 'coding', 'photo', 'music', 'blog', 'finance', 'freelance', 'dating',
	15	+	'tech', 'forum', 'porn', 'erotic', 'webcam', 'video', 'movies', 'hacking', 'art',
	16	+	'discussion', 'sharing', 'writing', 'wiki', 'business', 'shopping', 'sport',
	17	+	'books', 'news', 'documents', 'travel', 'maps', 'hobby', 'apps', 'classified',
	18	+	'career', 'geosocial', 'streaming', 'education', 'networking', 'torrent',
	19	+	]
11	20
12	21
13	22		class MaigretEngine:
		skipped 315 lines
329	338		disabled_count = 0
330	339		total_count = len(sites_dict)
331	340		urls = {}
	341	+	tags = {}
332	342
333	343		for _, site in sites_dict.items():
334	344		if site.disabled:
		skipped 10 lines
345	355
346	356		urls[url] = urls.get(url, 0) + 1
347	357
	358	+	if not site.tags:
	359	+	tags['NO_TAGS'] = tags.get('NO_TAGS', 0) + 1
	360	+
	361	+	for tag in site.tags:
	362	+	if is_country_tag(tag):
	363	+	# currenty do not display country tags
	364	+	continue
	365	+	tags[tag] = tags.get(tag, 0) + 1
	366	+
348	367		output += f'Enabled/total sites: {total_count-disabled_count}/{total_count}\n'
349	368		output += 'Top sites\' profile URLs:\n'
350	369		for url, count in sorted(urls.items(), key=lambda x: x[1], reverse=True)[:20]:
351	370		if count == 1:
352	371		break
353	372		output += f'{count}\t{url}\n'
	373	+	output += 'Top sites\' tags:\n'
	374	+	for tag, count in sorted(tags.items(), key=lambda x: x[1], reverse=True):
	375	+	mark = ''
	376	+	if not tag in SUPPORTED_TAGS:
	377	+	mark = ' (non-standard)'
	378	+	output += f'{count}\t{tag}{mark}\n'
354	379
355	380		return output

Merge pull request #59 from soxoj/small-updates