Download manifests in parallel

functions/dashboardFuns.R

@@ -70,9 +70,9 @@ get_dataset_metadata <- function(syn.store, datasets, ncores = 1, schematic_api=
           modified_user = info$modifiedBy
         )
       }
-    }, mc.cores = 1)
+    }, mc.cores = ncores)
     manifests
-  }, mc.cores = 1)
+  }, mc.cores = ncores)
 
   manifest_dfs <- lapply(seq_along(metadata_list), function(x) metadata_list[[x]][[1]]$manifest_df)
   manifest_info <- lapply(seq_along(metadata_list), function(x) metadata_list[[x]][[1]]$manifest_info)
@@ -127,7 +127,7 @@ get_dataset_metadata <- function(syn.store, datasets, ncores = 1, schematic_api=
           manifest = list(manifest_df)
         )
       }
-    }, mc.cores = 1) %>% bind_rows()
+    }, mc.cores = ncores) %>% bind_rows()
   }
 
   # add empty dataset ids even if there are no manifests
@@ -284,7 +284,7 @@ get_metadata_nodes <- function(metadata, ncores = 1, schematic_api,
         folder_id = c(manifest$FolderSynId),
         n_miss = c(n_miss)
       )
-    }, mc.cores = 1) %>% bind_rows()
+    }, mc.cores = ncores) %>% bind_rows()
   }
 
 }