feat: add an option to clean dlt read buffer

bmwcarit · Feb 12, 2024 · 6e36026 · 6e36026
1 parent 23b429d
commit 6e36026
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/dlt/dlt.py b/dlt/dlt.py
@@ -613,11 +613,14 @@ def __init__(self, **kwords):
         self.indexed = False
         self.end = False
         self.live_run = kwords.pop("is_live", False)
+
         # Stop event for threading usage in caller
         self.stop_reading = threading.Event()
         # Stop event for process usage in caller
         self.stop_reading_proc = multiprocessing.Event()
 
+        self.stop_reading_clean_buffer = False
+
     def __repr__(self):
         # pylint: disable=bad-continuation
         return "<DLTFile object {} with {} messages>".format(
@@ -818,9 +821,10 @@ def __iter__(self):  # pylint: disable=too-many-branches
                 cached_mtime = mtime
                 corruption_check_try = False
 
-                while not (self.stop_reading.is_set() or self.stop_reading_proc.is_set()) and (
-                    dltlib.dlt_file_read(ctypes.byref(self), self.verbose) >= DLT_RETURN_OK
-                ):
+                while not (
+                    not self.stop_reading_clean_buffer
+                    and (self.stop_reading.is_set() or self.stop_reading_proc.is_set())
+                ) and (dltlib.dlt_file_read(ctypes.byref(self), self.verbose) >= DLT_RETURN_OK):
                     found_data = True
                     if (
                         self.filter