Increase scanner size to 1MB for large JSON objects

someengineering · Mar 21, 2024 · c82ffc2 · c82ffc2
1 parent 8f7191b
commit c82ffc2
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/search/search.go b/search/search.go
@@ -55,6 +55,10 @@ func SearchGraph(apiEndpoint, fixToken, workspaceID, searchStr string, withEdges
 		}
 
 		scanner := bufio.NewScanner(resp.Body)
+		const maxTokenSize = 1024 * 1024
+		buf := make([]byte, maxTokenSize)
+		scanner.Buffer(buf, maxTokenSize)
+
 		for scanner.Scan() {
 			var result interface{}
 			if err := json.Unmarshal(scanner.Bytes(), &result); err != nil {