Merge pull request #2160 from mr-majkel/parquet_loader_handle_directory

handle parquet directories
saulpw · Dec 7, 2023 · 89738a0 · 89738a0
2 parents 6bf20c8 + ada58be
commit 89738a0
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/visidata/loaders/parquet.py b/visidata/loaders/parquet.py
@@ -23,8 +23,11 @@ def iterload(self):
         pq = vd.importExternal("pyarrow.parquet", "pyarrow")
         from visidata.loaders.arrow import arrow_to_vdtype
 
-        with self.source.open('rb') as f:
-            self.tbl = pq.read_table(f)
+        if self.source.is_dir():
+            self.tbl = pq.read_table(str(self.source))
+        else: 
+            with self.source.open('rb') as f:
+                self.tbl = pq.read_table(f)
 
         self.columns = []
         for colname, col in zip(self.tbl.column_names, self.tbl.columns):