Support pagination when fetching IAM users. wallix#12

Author: AJ Kerrigan

cloud/aws/api.go

@@ -126,19 +126,19 @@ func (s *Access) fetch_all_user_graph() (*graph.Graph, []*iam.UserDetail, error)
 	go func() {
 		defer wg.Done()
 
-		out, err := s.ListUsers(&iam.ListUsersInput{})
+		err := s.ListUsersPages(&iam.ListUsersInput{}, func(page *iam.ListUsersOutput, lastPage bool) bool {
+			for _, user := range page.Users {
+				res, err := newResource(user)
+				if err != nil {
+					errc <- err
+					return false
+				}
+				g.AddResource(res)
+			}
+			return true
+		})
 		if err != nil {
 			errc <- err
-			return
-		}
-
-		for _, output := range out.Users {
-			res, err := newResource(output)
-			if err != nil {
-				errc <- err
-				return
-			}
-			g.AddResource(res)
 		}
 	}()
 

cloud/aws/mocks_test.go

@@ -79,6 +79,11 @@ func (m *mockIam) ListUsers(input *iam.ListUsersInput) (*iam.ListUsersOutput, er
 	return &iam.ListUsersOutput{Users: m.users}, nil
 }
 
+func (m *mockIam) ListUsersPages(input *iam.ListUsersInput, fn func(p *iam.ListUsersOutput, lastPage bool) (shouldContinue bool)) error {
+	fn(&iam.ListUsersOutput{Users: m.users}, true)
+	return nil
+}
+
 func (m *mockIam) ListPolicies(input *iam.ListPoliciesInput) (*iam.ListPoliciesOutput, error) {
 	var policies []*iam.Policy
 	for _, p := range m.managedPolicies {