🧹 add pagination to gitlab projects fetching (#1957)

mondoohq · Sep 27, 2023 · 7de8f84 · 7de8f84
1 parent cbbde6d
commit 7de8f84
Showing 1 changed file with 13 additions and 4 deletions.
diff --git a/motor/providers/gitlab/platform.go b/motor/providers/gitlab/platform.go
@@ -72,11 +72,20 @@ func (t *Provider) GroupProjects() ([]*gitlab.Project, error) {
 	if t.GroupId != 0 {
 		gid = t.GroupId
 	}
-	grp, _, err := t.Client().Groups.ListGroupProjects(gid, nil)
-	if err != nil {
-		return nil, err
+	perPage := 50
+	page := 1
+	total := 50
+	projects := []*gitlab.Project{}
+	for page*perPage <= total {
+		projs, resp, err := t.Client().Groups.ListGroupProjects(gid, &gitlab.ListGroupProjectsOptions{ListOptions: gitlab.ListOptions{Page: page, PerPage: perPage}})
+		if err != nil {
+			return nil, err
+		}
+		projects = append(projects, projs...)
+		total = resp.TotalItems
+		page += 1
 	}
-	return grp, err
+	return projects, nil
 }
 
 func (t *Provider) Project() (*gitlab.Project, error) {