Merge pull request #877 from SSWConsulting/rename-user-agent-and-add-…

…maxthread Renamed User Agent and Added default maxthread to Go
SSWConsulting · May 1, 2024 · 139714c · 139714c
2 parents 222e75a + fe1114c
commit 139714c
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/docker/sswlinkauditor.go b/docker/sswlinkauditor.go
@@ -64,7 +64,7 @@ func getClient() *http.Client {
 
 func addClientHeaders(r *http.Request) {
 	if r != nil {
-		r.Header.Add("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36")
+		r.Header.Add("User-Agent", "Mozilla/5.0 (compatible; SSWCodeAuditor; +https://codeauditor.com/)")
 		r.Header.Set("Cache-Control", "no-cache")
 		r.Header.Set("Connection", "keep-alive")
 		r.Header.Set("Accept-Encoding", "*")
@@ -336,6 +336,9 @@ func main() {
 			allUrls[status.url] = status
 		}
 
+		// Pause for 3 milliseconds before each job completes
+		time.Sleep(3 * time.Millisecond)
+
 	}
 
 	elapse := time.Since(start)

diff --git a/docker/utils.js b/docker/utils.js
@@ -289,7 +289,7 @@ exports.runBrokenLinkCheck = (url, maxthread) => {
   try {
     const comand = maxthread
       ? `./sswlinkauditor ${url} ${maxthread}`
-      : `./sswlinkauditor ${url}`;
+      : `./sswlinkauditor ${url} 100`; // Default maxthread to 100 (Golang default is 10000) 
     return [execSync(comand, { maxBuffer: 20000 * 1024 }).toString(), null];
   } catch (error) {
     return [null, error.message];