Can read data clinic generated parquet file

mlexchange · Dec 19, 2023 · 1ac86d0 · 1ac86d0
1 parent ebfba83
commit 1ac86d0
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/pca_run.py b/pca_run.py
@@ -34,9 +34,12 @@ def computePCA(data, n_components=2, standarize=False):
 
     ## Load images from given images_dir
     images = None
-    if images_dir == 'data/example_shapes/Demoshapes.npz':
+    if images_dir == 'data/example_shapes/Demoshapes.npz': # example dataset 
         images = np.load(images_dir)['arr_0']
-    elif images_dir == 'data/example_latentrepresentation/f_vectors.parquet':
+    elif images_dir == 'data/example_latentrepresentation/f_vectors.parquet': # example dataset 
+        df = pd.read_parquet(images_dir)
+        images = df.values
+    elif images_dir.split('.')[-1] == 'parquet': # data clinic
         df = pd.read_parquet(images_dir)
         images = df.values
     else: # user uploaded zip file