keep or delete pool files

Author: sunsingerus

run.sh

@@ -9,4 +9,5 @@ python3 main.py \
 	--csvpool --csvpool-file-path-prefix=qwe \
 	--csv-column-default-value date_1=2000-01-01 datetime_1=2000-01-01\ 01:02:03 time_1=2001-01-01\ 01:02:03 timestamp_1=2002-01-01\ 01:02:03
 
-#	--dst-file=dst.csv \
+#	--dst-file=dst.csv 
+#	--csvpool-keep-files

src/cliopts.py

@@ -94,6 +94,11 @@ def config():
             default='/tmp/csvpool',
             help='file path prefix to CSV pool files'
         )
+        argparser.add_argument(
+            '--csvpool-keep-files',
+            action='store_true',
+            help='Keep pool csv files.'
+        )
 
         argparser.add_argument(
             '--src-server-id',
@@ -264,6 +269,7 @@ def config():
                     'csv_file_path': args.dst_file,
                     'csv_file_path_prefix': args.csvpool_file_path_prefix,
                     'csv_file_path_suffix_parts': [],
+                    'csv_keep_file': args.csvpool_keep_files,
                     'dst_db': args.dst_db,
                     'dst_table': args.dst_table,
                 },

src/pool/bbpool.py

@@ -130,6 +130,7 @@ def rotate_belt(self, belt_index, flush=False):
             writer.insert(self.belts[belt_index].pop())
             writer.close()
             writer.push()
+            writer.destroy()
             del writer
 
         # belt rotated

src/writer/csvwriter.py

@@ -19,12 +19,14 @@ class CSVWriter(Writer):
     converter = None
     path_prefix = None
     path_suffix_parts = []
+    delete = False
 
     def __init__(
             self,
             csv_file_path=None,
             csv_file_path_prefix=None,
             csv_file_path_suffix_parts=[],
+            csv_keep_file=False,
             dst_db=None,
             dst_table=None,
             next=None,
@@ -40,6 +42,7 @@ def __init__(
 
         if self.path is None:
             self.path = self.path_prefix + '_' + '_'.join(self.path_suffix_parts) + '.csv'
+            self.delete = not csv_keep_file
 
     def opened(self):
         return bool(self.file)
@@ -106,6 +109,10 @@ def close(self):
             self.file = None
             self.writer = None
 
+    def destroy(self):
+        if self.delete:
+            os.remove(self.path)
+
 if __name__ == '__main__':
     path = 'file.csv'
 

src/writer/writer.py

@@ -29,5 +29,8 @@ def flush(self):
     def push(self):
         pass
 
+    def destroy(self):
+        pass
+
     def close(self):
         pass