feat(gau): add concurrency for domains

lc · Jun 3, 2021 · 0eac26a · 0eac26a
1 parent 6663f6c
commit 0eac26a
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 5 deletions.
diff --git a/go.mod b/go.mod
@@ -5,5 +5,5 @@ go 1.14
 require (
 	github.com/bobesa/go-domain-util v0.0.0-20190911083921-4033b5f7dd89
 	github.com/json-iterator/go v1.1.10
-	github.com/remeh/sizedwaitgroup v1.0.0 // indirect
+	github.com/remeh/sizedwaitgroup v1.0.0
 )
diff --git a/output/output.go b/output/output.go
@@ -13,6 +13,7 @@ import (
 type JSONResult struct {
 	Url string `json:"url"`
 }
+
 func WriteURLs(results <-chan string, writer io.Writer, blacklistMap map[string]struct{}) error {
 	wr := bufio.NewWriter(writer)
 	str := &strings.Builder{}
@@ -22,7 +23,7 @@ func WriteURLs(results <-chan string, writer io.Writer, blacklistMap map[string]
 			if err != nil {
 				continue
 			}
-			base := strings.Split(path.Base(u.Path),".")
+			base := strings.Split(path.Base(u.Path), ".")
 			ext := base[len(base)-1]
 			if ext != "" {
 				_, ok := blacklistMap[strings.ToLower(ext)]
@@ -51,7 +52,7 @@ func WriteURLsJSON(results <-chan string, writer io.Writer, blacklistMap map[str
 			if err != nil {
 				continue
 			}
-			base := strings.Split(path.Base(u.Path),".")
+			base := strings.Split(path.Base(u.Path), ".")
 			ext := base[len(base)-1]
 			if ext != "" {
 				_, ok := blacklistMap[strings.ToLower(ext)]

diff --git a/providers/common.go b/providers/common.go
@@ -104,4 +104,4 @@ func (c *CommonProvider) Fetch(domain string, results chan<- string) error {
 	}
 
 	return nil
-}
+}
diff --git a/providers/otx.go b/providers/otx.go
@@ -3,8 +3,8 @@ package providers
 import (
 	"encoding/json"
 	"fmt"
-	"strings"
 	"github.com/bobesa/go-domain-util/domainutil"
+	"strings"
 )
 
 type OTXProvider struct {
-Original file line number
+Diff line change
@@ Expand Up @@
     	}
     	return nil
-    }
+    }