STRLCPY/afrog

add port scan (todo)
zan8in committed 2 years ago

6701a33f

1 parent dad42555

Revision indexing in progress... (symbol navigation in revisions will be accurate after indexed)

■ ■ ■ ■ ■ ■

pkg/scan/cdn.go

1 + package scan
2 +

All occurrences

■ ■ ■ ■ ■ ■

pkg/scan/ips.go

1	+	package scan
2	+
3	+	import (
4	+	"context"
5	+	"errors"
6	+	"fmt"
7	+	"io/ioutil"
8	+	"net"
9	+	"net/http"
10	+	"net/url"
11	+	"strconv"
12	+	"strings"
13	+	)
14	+
15	+	func Target2ip(target string) (string, error) {
16	+	// Just ip
17	+	if IsIPv4(target) {
18	+	return target, nil
19	+	}
20	+	// URL -> Domain -> ip
21	+	if IsURL(target) {
22	+	host, err := URL2host(target)
23	+	if err != nil {
24	+	return "", err
25	+	}
26	+	ip, err := Host2ip(host)
27	+	if err != nil {
28	+	return "", err
29	+	}
30	+	return ip, nil
31	+	}
32	+	// Domain -> ip
33	+	ip, err := Host2ip(target)
34	+	if err != nil {
35	+	return "", err
36	+	}
37	+	return ip, nil
38	+	}
39	+
40	+	func IsURL(target string) bool {
41	+	target = strings.TrimSpace(target)
42	+	if strings.HasPrefix(target, "http://") \|\| strings.HasPrefix(target, "https://") {
43	+	return true
44	+	}
45	+	return false
46	+	}
47	+
48	+	func URL2host(target string) (string, error) {
49	+	u, err := url.Parse(target)
50	+	if err != nil {
51	+	return "", err
52	+	}
53	+	return u.Hostname(), nil
54	+	}
55	+
56	+	func Host2ip(target string) (string, error) {
57	+	if !IsIP(target) {
58	+	addr, err := Domain2Ip(target)
59	+	if err != nil {
60	+	return "", err
61	+	}
62	+	return addr, nil
63	+	} else {
64	+	return target, nil
65	+	}
66	+	}
67	+
68	+	// IsIP checks if a string is either IP version 4 or 6. Alias for `net.ParseIP`
69	+	func IsIP(str string) bool {
70	+	return net.ParseIP(str) != nil
71	+	}
72	+
73	+	// IsPort checks if a string represents a valid port
74	+	func IsPort(str string) bool {
75	+	if i, err := strconv.Atoi(str); err == nil && i > 0 && i < 65536 {
76	+	return true
77	+	}
78	+	return false
79	+	}
80	+
81	+	// IsIPv4 checks if the string is an IP version 4.
82	+	func IsIPv4(str string) bool {
83	+	ip := net.ParseIP(str)
84	+	return ip != nil && strings.Contains(str, ".")
85	+	}
86	+
87	+	// IsIPv6 checks if the string is an IP version 6.
88	+	func IsIPv6(str string) bool {
89	+	ip := net.ParseIP(str)
90	+	return ip != nil && strings.Contains(str, ":")
91	+	}
92	+
93	+	func Domain2Ip(domain string) (string, error) {
94	+	if len(domain) == 0 {
95	+	return "", errors.New("domain is empty")
96	+	}
97	+	addr, err := net.ResolveIPAddr("ip", domain)
98	+	if err != nil {
99	+	return "", err
100	+	}
101	+	return addr.IP.String(), nil
102	+	}
103	+
104	+	// IsCIDR checks if the string is an valid CIDR notiation (IPV4 & IPV6)
105	+	func IsCIDR(str string) bool {
106	+	_, _, err := net.ParseCIDR(str)
107	+	return err == nil
108	+	}
109	+
110	+	// IsCIDR checks if the string is an valid CIDR after replacing - with /
111	+	func IsCidrWithExpansion(str string) bool {
112	+	str = strings.ReplaceAll(str, "-", "/")
113	+	return IsCIDR(str)
114	+	}
115	+
116	+	// ToCidr converts a cidr string to net.IPNet pointer
117	+	func ToCidr(item string) *net.IPNet {
118	+	if IsIP(item) {
119	+	item += "/32"
120	+	}
121	+	if IsCIDR(item) {
122	+	_, ipnet, _ := net.ParseCIDR(item)
123	+	return ipnet
124	+	}
125	+	return nil
126	+	}
127	+
128	+	// WhatsMyIP attempts to obtain the external ip through public api
129	+	// Copied from https://github.com/projectdiscovery/naabu/blob/master/v2/pkg/scan/externalip.go
130	+	func WhatsMyIP() (string, error) {
131	+	req, err := http.NewRequestWithContext(context.Background(), http.MethodGet, "https://api.ipify.org?format=text", nil)
132	+	if err != nil {
133	+	return "", nil
134	+	}
135	+
136	+	resp, err := http.DefaultClient.Do(req)
137	+	if err != nil {
138	+	return "", err
139	+	}
140	+	defer resp.Body.Close()
141	+
142	+	if resp.StatusCode != http.StatusOK {
143	+	return "", fmt.Errorf("error fetching ip: %s", resp.Status)
144	+	}
145	+
146	+	ip, err := ioutil.ReadAll(resp.Body)
147	+	if err != nil {
148	+	return "", err
149	+	}
150	+
151	+	return string(ip), nil
152	+	}
153	+

■ ■ ■ ■ ■ ■

pkg/scan/ports.go

1	+	package scan
2	+
3	+	import (
4	+	"errors"
5	+	"fmt"
6	+	"sort"
7	+	"strconv"
8	+	"strings"
9	+	)
10	+
11	+	const portListStrParts = 2
12	+
13	+	// List of default ports
14	+	const (
15	+	Full = "1-65535"
16	+	NmapTop100 = "7,9,13,21-23,25-26,37,53,79-81,88,106,110-111,113,119,135,139,143-144,179,199,389,427,443-445,465,513-515,543-544,548,554,587,631,646,873,990,993,995,1025-1029,1110,1433,1720,1723,1755,1900,2000-2001,2049,2121,2717,3000,3128,3306,3389,3986,4899,5000,5009,5051,5060,5101,5190,5357,5432,5631,5666,5800,5900,6000-6001,6646,7070,8000,8008-8009,8080-8081,8443,8888,9100,9999-10000,32768,49152-49157"
17	+	NmapTop1000 = "1,3-4,6-7,9,13,17,19-26,30,32-33,37,42-43,49,53,70,79-85,88-90,99-100,106,109-111,113,119,125,135,139,143-144,146,161,163,179,199,211-212,222,254-256,259,264,280,301,306,311,340,366,389,406-407,416-417,425,427,443-445,458,464-465,481,497,500,512-515,524,541,543-545,548,554-555,563,587,593,616-617,625,631,636,646,648,666-668,683,687,691,700,705,711,714,720,722,726,749,765,777,783,787,800-801,808,843,873,880,888,898,900-903,911-912,981,987,990,992-993,995,999-1002,1007,1009-1011,1021-1100,1102,1104-1108,1110-1114,1117,1119,1121-1124,1126,1130-1132,1137-1138,1141,1145,1147-1149,1151-1152,1154,1163-1166,1169,1174-1175,1183,1185-1187,1192,1198-1199,1201,1213,1216-1218,1233-1234,1236,1244,1247-1248,1259,1271-1272,1277,1287,1296,1300-1301,1309-1311,1322,1328,1334,1352,1417,1433-1434,1443,1455,1461,1494,1500-1501,1503,1521,1524,1533,1556,1580,1583,1594,1600,1641,1658,1666,1687-1688,1700,1717-1721,1723,1755,1761,1782-1783,1801,1805,1812,1839-1840,1862-1864,1875,1900,1914,1935,1947,1971-1972,1974,1984,1998-2010,2013,2020-2022,2030,2033-2035,2038,2040-2043,2045-2049,2065,2068,2099-2100,2103,2105-2107,2111,2119,2121,2126,2135,2144,2160-2161,2170,2179,2190-2191,2196,2200,2222,2251,2260,2288,2301,2323,2366,2381-2383,2393-2394,2399,2401,2492,2500,2522,2525,2557,2601-2602,2604-2605,2607-2608,2638,2701-2702,2710,2717-2718,2725,2800,2809,2811,2869,2875,2909-2910,2920,2967-2968,2998,3000-3001,3003,3005-3007,3011,3013,3017,3030-3031,3052,3071,3077,3128,3168,3211,3221,3260-3261,3268-3269,3283,3300-3301,3306,3322-3325,3333,3351,3367,3369-3372,3389-3390,3404,3476,3493,3517,3527,3546,3551,3580,3659,3689-3690,3703,3737,3766,3784,3800-3801,3809,3814,3826-3828,3851,3869,3871,3878,3880,3889,3905,3914,3918,3920,3945,3971,3986,3995,3998,4000-4006,4045,4111,4125-4126,4129,4224,4242,4279,4321,4343,4443-4446,4449,4550,4567,4662,4848,4899-4900,4998,5000-5004,5009,5030,5033,5050-5051,5054,5060-5061,5080,5087,5100-5102,5120,5190,5200,5214,5221-5222,5225-5226,5269,5280,5298,5357,5405,5414,5431-5432,5440,5500,5510,5544,5550,5555,5560,5566,5631,5633,5666,5678-5679,5718,5730,5800-5802,5810-5811,5815,5822,5825,5850,5859,5862,5877,5900-5904,5906-5907,5910-5911,5915,5922,5925,5950,5952,5959-5963,5987-5989,5998-6007,6009,6025,6059,6100-6101,6106,6112,6123,6129,6156,6346,6389,6502,6510,6543,6547,6565-6567,6580,6646,6666-6669,6689,6692,6699,6779,6788-6789,6792,6839,6881,6901,6969,7000-7002,7004,7007,7019,7025,7070,7100,7103,7106,7200-7201,7402,7435,7443,7496,7512,7625,7627,7676,7741,7777-7778,7800,7911,7920-7921,7937-7938,7999-8002,8007-8011,8021-8022,8031,8042,8045,8080-8090,8093,8099-8100,8180-8181,8192-8194,8200,8222,8254,8290-8292,8300,8333,8383,8400,8402,8443,8500,8600,8649,8651-8652,8654,8701,8800,8873,8888,8899,8994,9000-9003,9009-9011,9040,9050,9071,9080-9081,9090-9091,9099-9103,9110-9111,9200,9207,9220,9290,9415,9418,9485,9500,9502-9503,9535,9575,9593-9595,9618,9666,9876-9878,9898,9900,9917,9929,9943-9944,9968,9998-10004,10009-10010,10012,10024-10025,10082,10180,10215,10243,10566,10616-10617,10621,10626,10628-10629,10778,11110-11111,11967,12000,12174,12265,12345,13456,13722,13782-13783,14000,14238,14441-14442,15000,15002-15004,15660,15742,16000-16001,16012,16016,16018,16080,16113,16992-16993,17877,17988,18040,18101,18988,19101,19283,19315,19350,19780,19801,19842,20000,20005,20031,20221-20222,20828,21571,22939,23502,24444,24800,25734-25735,26214,27000,27352-27353,27355-27356,27715,28201,30000,30718,30951,31038,31337,32768-32785,33354,33899,34571-34573,35500,38292,40193,40911,41511,42510,44176,44442-44443,44501,45100,48080,49152-49161,49163,49165,49167,49175-49176,49400,49999-50003,50006,50300,50389,50500,50636,50800,51103,51493,52673,52822,52848,52869,54045,54328,55055-55056,55555,55600,56737-56738,57294,57797,58080,60020,60443,61532,61900,62078,63331,64623,64680,65000,65129,65389"
18	+	)
19	+
20	+	func ParsePorts(data string) ([]int, error) {
21	+	if len(data) == 0 {
22	+	return nil, errors.New("ports is empty")
23	+	}
24	+	ports, err := parsePortsList(data)
25	+	if err != nil {
26	+	return nil, err
27	+	}
28	+	if len(ports) == 0 {
29	+	return nil, errors.New("parsePortsList result is empty")
30	+	}
31	+	return flatten(ports), nil
32	+	}
33	+
34	+	func parsePortsList(data string) (map[int]struct{}, error) {
35	+	ports := make(map[int]struct{})
36	+	ranges := strings.Split(data, ",")
37	+	for _, r := range ranges {
38	+	r = strings.TrimSpace(r)
39	+	if strings.Contains(r, "-") {
40	+	parts := strings.Split(r, "-")
41	+	if len(parts) != portListStrParts {
42	+	return nil, fmt.Errorf("invalid port selection segment: '%s'", r)
43	+	}
44	+
45	+	p1, err := strconv.Atoi(parts[0])
46	+	if err != nil {
47	+	return nil, fmt.Errorf("invalid port number: '%s'", parts[0])
48	+	}
49	+
50	+	p2, err := strconv.Atoi(parts[1])
51	+	if err != nil {
52	+	return nil, fmt.Errorf("invalid port number: '%s'", parts[1])
53	+	}
54	+
55	+	if p1 > p2 {
56	+	return nil, fmt.Errorf("invalid port range: %d-%d", p1, p2)
57	+	}
58	+
59	+	for i := p1; i <= p2; i++ {
60	+	ports[i] = struct{}{}
61	+	}
62	+	} else {
63	+	port, err := strconv.Atoi(r)
64	+	if err != nil {
65	+	return nil, fmt.Errorf("invalid port number: '%s'", r)
66	+	}
67	+	ports[port] = struct{}{}
68	+	}
69	+	}
70	+
71	+	return ports, nil
72	+	}
73	+
74	+	func flatten(m map[int]struct{}) (s []int) {
75	+	for k := range m {
76	+	s = append(s, k)
77	+	}
78	+
79	+	sort.Ints(s)
80	+	return
81	+	}
82	+

■ ■ ■ ■ ■ ■

pkg/scan/scan.go

1	+	package scan
2	+
3	+	import (
4	+	"errors"
5	+	"net/http"
6	+	"regexp"
7	+	"strconv"
8	+	"strings"
9	+
10	+	"github.com/remeh/sizedwaitgroup"
11	+	"github.com/zan8in/afrog/pkg/config"
12	+	http2 "github.com/zan8in/afrog/pkg/protocols/http"
13	+	)
14	+
15	+	var pTitle = regexp.MustCompile(`(?i:)<title>(.*?)</title>`)
16	+
17	+	type Scan struct {
18	+	Options *config.Options
19	+	IpSlice []string
20	+	PortSlice []int
21	+	}
22	+
23	+	func New(options config.Options) (Scan, error) {
24	+	ipSlice := []string{}
25	+	targets := options.Targets
26	+	port := options.Port
27	+
28	+	if len(targets) == 0 {
29	+	return nil, errors.New("targets is empty")
30	+	}
31	+
32	+	if len(port) == 0 {
33	+	port = NmapTop1000
34	+	}
35	+
36	+	// url to ip
37	+	for _, v := range targets {
38	+	ip, err := Target2ip(strings.TrimSpace(v))
39	+	if err != nil {
40	+	continue
41	+	}
42	+	exits := false
43	+	if len(ipSlice) > 0 {
44	+	for _, vv := range ipSlice {
45	+	if vv == ip {
46	+	exits = true
47	+	break
48	+	}
49	+	}
50	+	}
51	+	if !exits {
52	+	ipSlice = append(ipSlice, ip)
53	+	}
54	+	}
55	+
56	+	if len(ipSlice) == 0 {
57	+	return nil, errors.New("target to ip error, no found ip")
58	+	}
59	+
60	+	// port
61	+	portSlice, err := ParsePorts(port)
62	+	if err != nil {
63	+	return nil, errors.New("parse port error, no found port")
64	+	}
65	+
66	+	// for _, v := range ipSlice {
67	+	// fmt.Println(v)
68	+	// }
69	+
70	+	return &Scan{
71	+	Options: options,
72	+	IpSlice: ipSlice,
73	+	PortSlice: portSlice,
74	+	}, nil
75	+	}
76	+
77	+	func (s *Scan) Execute() {
78	+	s.scan()
79	+	}
80	+
81	+	func (s *Scan) scan() {
82	+	size := 100
83	+	swg := sizedwaitgroup.New(size)
84	+	for _, port := range s.PortSlice {
85	+	swg.Add()
86	+	go func(port int) {
87	+	defer swg.Done()
88	+	s.portscan(port)
89	+	// fmt.Println("the number of goroutines: ", runtime.NumGoroutine())
90	+
91	+	}(port)
92	+	}
93	+	swg.Wait()
94	+	}
95	+
96	+	func (s *Scan) portscan(port int) {
97	+	size := 10
98	+	swg := sizedwaitgroup.New(size)
99	+	for _, ip := range s.IpSlice {
100	+	swg.Add()
101	+	go func(ip string) {
102	+	defer swg.Done()
103	+	err := s.ipscan(ip, port, false)
104	+	if err != nil {
105	+	s.ipscan(ip, port, true)
106	+	}
107	+	}(ip)
108	+	}
109	+	swg.Wait()
110	+	}
111	+
112	+	func (s *Scan) ipscan(ip string, port int, https bool) error {
113	+	url := ""
114	+	if !https {
115	+	url = "http://" + ip + ":" + strconv.Itoa(port)
116	+	} else {
117	+	url = "https://" + ip + ":" + strconv.Itoa(port)
118	+	}
119	+
120	+	req, err := http.NewRequest("GET", url, nil)
121	+	if err != nil {
122	+	return err
123	+	}
124	+
125	+	_, status, err := http2.GetTitleRedirect(req, 3)
126	+	if err != nil {
127	+	return err
128	+	}
129	+
130	+	if status < 200 \|\| (status >= 300 && status < 400) \|\| status >= 600 {
131	+	return err
132	+	}
133	+
134	+	exists := false
135	+	for _, v := range s.Options.Targets {
136	+	if !strings.HasPrefix(v, "http://") && !strings.HasPrefix(v, "https://") {
137	+	v = "http://" + v
138	+	}
139	+	v = strings.TrimRight(v, "/")
140	+	if v == url {
141	+	exists = true
142	+	break
143	+	}
144	+	}
145	+	if !exists {
146	+	s.Options.Targets = append(s.Options.Targets, url)
147	+	}
148	+
149	+	// titleArr := pTitle.FindStringSubmatch(string(resp))
150	+	// if titleArr != nil {
151	+	// if len(titleArr) == 2 {
152	+	// sTitle := titleArr[1]
153	+	// if !utf8.ValidString(sTitle) {
154	+	// sTitle = mahonia.NewDecoder("gb18030").ConvertString(sTitle)
155	+	// }
156	+	// fmt.Println(url, status, sTitle)
157	+	// }
158	+	// } else {
159	+	// fmt.Println(url, status)
160	+	// }
161	+
162	+	return nil
163	+	}
164	+

add port scan (todo)