-
Notifications
You must be signed in to change notification settings - Fork 45
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Refactoring the code
- Loading branch information
Showing
7 changed files
with
270 additions
and
238 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,137 @@ | ||
| package utils | ||
|
|
||
| import ( | ||
| "io" | ||
| "net/http/httputil" | ||
| "regexp" | ||
| "strings" | ||
|
|
||
| "github.com/PuerkitoBio/goquery" | ||
| "github.com/projectdiscovery/gologger" | ||
| "github.com/projectdiscovery/retryablehttp-go" | ||
| ) | ||
|
|
||
| type Hurricane struct { | ||
| } | ||
|
|
||
| const urlBase = "https://bgp.he.net/" | ||
|
|
||
| func (h *Hurricane) RunCrawler() { | ||
| for _, domain := range Domains { | ||
| gologger.Verbose().Msgf("Identifying networks for domain: %s", domain) | ||
| h.ExtractDomain(domain) | ||
| } | ||
|
|
||
| for _, host := range Hosts { | ||
| gologger.Verbose().Msgf("Identifying networks for IPv4: %s", host) | ||
| h.ExtractNetwork(host) | ||
| } | ||
|
|
||
| if !OptionCmd.Onlynetworks { | ||
| for _, network := range Networks { | ||
| gologger.Verbose().Msgf("Identifying domains for network: %s", network) | ||
| h.ExtractDomains(network) | ||
| } | ||
| } | ||
| } | ||
|
|
||
| func (h *Hurricane) Request(url string) string { | ||
| opts := retryablehttp.DefaultOptionsSpraying | ||
| client := retryablehttp.NewClient(opts) | ||
| resp, err := client.Get(url) | ||
| if err != nil { | ||
| panic(err) | ||
| } | ||
|
|
||
| bin, err := httputil.DumpResponse(resp, true) | ||
| if err != nil { | ||
| panic(err) | ||
| } | ||
| str := string(bin) | ||
|
|
||
| return str | ||
| } | ||
|
|
||
| func (h *Hurricane) ExtractDomain(domain string) { | ||
| var url = "" | ||
|
|
||
| if domain != "" { | ||
| url = urlBase + "dns/" + domain | ||
| } | ||
|
|
||
| var str = h.Request(url) | ||
|
|
||
| var re = regexp.MustCompile(`(?m)href="/net/([^"]+)"`) | ||
| for _, match := range re.FindAllStringSubmatch(str, -1) { | ||
| if !Contains(Networks, match[1]) { | ||
| if (!OptionCmd.Silent && !OptionCmd.Onlydomains) || OptionCmd.Onlynetworks { | ||
| gologger.Info().Msgf("[%s] network: %s\n", domain, match[1]) | ||
| } | ||
| Networks = append(Networks, match[1]) | ||
| } | ||
| } | ||
| } | ||
|
|
||
| func (h *Hurricane) ExtractDomains(ipRange string) { | ||
| if ipRange == "" { | ||
| return | ||
| } | ||
|
|
||
| var url = urlBase + "net/" + ipRange | ||
| var html = h.Request(url) | ||
|
|
||
| h.ParseHTML(strings.NewReader(html)) | ||
| } | ||
|
|
||
| func (h *Hurricane) ParseHTML(body io.Reader) { | ||
| doc, err := goquery.NewDocumentFromReader(body) | ||
| if err != nil { | ||
| gologger.Fatal().Msgf("%s", err) | ||
| } | ||
| var re = regexp.MustCompile(`\/dns\/([^"]+)`) | ||
| doc.Find("#dnsrecords").Each(func(h int, div *goquery.Selection) { | ||
| div.Find("tr").Each(func(i int, tr *goquery.Selection) { | ||
| var result Result | ||
| tr.Find("td").Each(func(j int, td *goquery.Selection) { | ||
| td.Find("a").Each(func(k int, a *goquery.Selection) { | ||
| switch td.Index() { | ||
| case 0: | ||
| result.IPAddr = a.Text() | ||
| case 1: | ||
| result.PTR = a.Text() | ||
| case 2: | ||
| html, err := td.Html() | ||
| if err == nil { | ||
| for _, match := range re.FindAllStringSubmatch(html, -1) { | ||
| result.Domain = match[1] | ||
| Results[result.Domain] = result | ||
| } | ||
| } | ||
| } | ||
| }) | ||
| }) | ||
| }) | ||
| }) | ||
| } | ||
|
|
||
| func (h *Hurricane) ExtractNetwork(ip string) { | ||
| var url = "" | ||
|
|
||
| if ip != "" { | ||
| url = urlBase + "ip/" + ip | ||
| } | ||
|
|
||
| var str = h.Request(url) | ||
|
|
||
| if ip != "" { | ||
| var re = regexp.MustCompile(`(?m)href="/net/([^"]+)"`) | ||
| for _, match := range re.FindAllStringSubmatch(str, -1) { | ||
| if !Contains(Networks, match[1]) { | ||
| if (!OptionCmd.Silent && !OptionCmd.Onlydomains) || OptionCmd.Onlynetworks { | ||
| gologger.Info().Msgf("[%s] network: %s\n", ip, match[1]) | ||
| } | ||
| Networks = append(Networks, match[1]) | ||
| } | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.