Merge pull request #2 from segurancadecomputadores/main

Update linkExtract.go
eversinc33 · Jun 9, 2024 · 30d449c · 30d449c
2 parents a2cef71 + a1436de
commit 30d449c
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 7 deletions.
diff --git a/README.md b/README.md
@@ -2,8 +2,7 @@
 
 Recursively extract urls from a web page for reconnaissance. Requires Go>=1.16.
 
-Install using `go install github.com/eversinc33/urlExtract@latest` or download one of the executables under [releases](https://github.com/eversinc33/LinkExtract/releases).
-
+Install using `go install github.com/eversinc33/urlExtract@latest`
 ```
 Usage: linkExtract (flags) [target_url]
   -b string

diff --git a/linkExtract.go b/linkExtract.go
@@ -13,6 +13,7 @@ import (
 	"strings"
 	"sync"
 	"time"
+	"crypto/tls"
 
 	"github.com/PuerkitoBio/goquery"
 	strip "github.com/grokify/html-strip-tags-go"
@@ -206,11 +207,15 @@ func main() {
 	url_no_prefix = u.Host + u.Path
 	host_url = u.Scheme + "://" + u.Host
 
-	// setup httpclient
-	client := &http.Client{
-		Timeout: 30 * time.Second,
-		Jar:     createCookieJarFromString(*cookieString),
-	}
+	tr := &http.Transport{
+        TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
+        }
+        // setup httpclient
+        client := &http.Client{
+                Timeout: 30 * time.Second,
+                Jar:     createCookieJarFromString(*cookieString),
+                Transport: tr,
+        }
 
 	// crawl
 	wg.Add(1)