fetch 10k rows at the time

measurestudio · Feb 18, 2024 · b605d6d · b605d6d
1 parent f069b28
commit b605d6d
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/sql2csv.py b/src/sql2csv.py
@@ -66,8 +66,9 @@ def execute_query(cursor, query):
 def fetch_rows(cursor):
     """ Fetch and yield rows """
 
-    for row in cursor.fetchall():
-        yield row
+    while rows := cursor.fetchmany(10000):
+        for row in rows:
+            yield row
 
 
 def fetch_headers(cursor):