bug: fixes issues exporting more than 10000 apps #611

internal/client/apps/apps.go

@@ -294,16 +294,7 @@ func Export(conn int) (payload [][]byte, err error) {
 	var mu sync.Mutex
 	const entityType = "apps"
 
-	u, _ := url.Parse(apiclient.GetApigeeBaseURL())
-	u.Path = path.Join(u.Path, apiclient.GetApigeeOrg(), entityType)
-
-	respBody, err := apiclient.HttpClient(u.String())
-	if err != nil {
-		return apiclient.GetEntityPayloadList(), err
-	}
-
-	entities := apps{}
-	err = json.Unmarshal(respBody, &entities)
+	entities, err := listAllApps()
 	if err != nil {
 		return apiclient.GetEntityPayloadList(), err
 	}
@@ -574,3 +565,48 @@ func getNewDeveloperId(oldDeveloperId string, developerEntities developers.Appde
 	}
 	return "", "", fmt.Errorf("developer not imported into Apigee")
 }
+
+func listAllApps() (appList apps, err error) {
+	var startKey string
+	appList = apps{}
+
+	u, _ := url.Parse(apiclient.GetApigeeBaseURL())
+	u.Path = path.Join(u.Path, apiclient.GetApigeeOrg(), "apps")
+
+	// don't print to sysout
+	apiclient.ClientPrintHttpResponse.Set(false)
+
+	for {
+
+		a := apps{}
+
+		if startKey != "" {
+			q := u.Query()
+			q.Set("startKey", startKey)
+			q.Set("rows", "10000")
+			u.RawQuery = q.Encode()
+		}
+
+		respBody, err := apiclient.HttpClient(u.String())
+		startKey = ""
+		if err != nil {
+			return appList, err
+		}
+
+		err = json.Unmarshal(respBody, &a)
+		if err != nil {
+			return appList, err
+		}
+
+		appList.Apps = append(appList.Apps, a.Apps...)
+
+		if len(a.Apps) == 10000 {
+			startKey = a.Apps[len(a.Apps)-1].AppID
+		} else if len(a.Apps) < 10000 {
+			break
+		}
+	}
+
+	apiclient.ClientPrintHttpResponse.Set(apiclient.GetCmdPrintHttpResponseSetting())
+	return appList, nil
+}

internal/cmd/apps/expapp.go

@@ -34,6 +34,7 @@ var ExpCmd = &cobra.Command{
 		cmd.SilenceUsage = true
 
 		const exportFileName = "apps.json"
+		apiclient.DisableCmdPrintHttpResponse()
 		payload, err := apps.Export(conn)
 		if err != nil {
 			return err