licht1stein
diff --git a/‎pandas_to_postgres/__init__.py
Copy file name to clipboardExpand all lines: pandas_to_postgres/__init__.py
+1Lines changed: 1 addition & 0 deletions b/‎pandas_to_postgres/__init__.py
Copy file name to clipboardExpand all lines: pandas_to_postgres/__init__.py
+1Lines changed: 1 addition & 0 deletions
diff --git a/‎pandas_to_postgres/append_df.py
Copy file name to clipboard
+73Lines changed: 73 additions & 0 deletions b/‎pandas_to_postgres/append_df.py
Copy file name to clipboard
+73Lines changed: 73 additions & 0 deletions
@@ -1,5 +1,6 @@
 from .copy_df import DataFrameCopy
 from .copy_hdf import HDFTableCopy, SmallHDFTableCopy, BigHDFTableCopy
+from .append_df import DataFrameCopyAppend
 from .hdf_to_postgres import hdf_to_postgres, create_hdf_table_objects, copy_worker
 from .utilities import (
     hdf_metadata,
 
@@ -0,0 +1,73 @@
+from .utilities import create_file_object, df_generator, cast_pandas
+from ._base_copy import BaseCopy
+
+
+class DataFrameCopyAppend(BaseCopy):
+    """
+    Class for handling a standard case of iterating over a pandas DataFrame in chunks
+    and COPYing to PostgreSQL via StringIO CSV.
+
+    Differs from main DataFrameCopy class with that it doesn't drop fks, pks and indexes, and appends df
+    to existing data in table. This will cause it to lose a lot of performance.
+    """
+
+    def __init__(
+        self, df, defer_sql_objs=False, conn=None, table_obj=None, csv_chunksize=10 ** 6
+    ):
+        """
+        Parameters
+        ----------
+        df: pandas DataFrame
+            Data to copy to database table
+        defer_sql_objs: bool
+            multiprocessing has issue with passing SQLALchemy objects, so if
+            True, defer attributing these to the object until after pickled by Pool
+        conn: SQlAlchemy Connection
+            Managed outside of the object
+        table_obj: SQLAlchemy model object
+            Destination SQL Table
+        csv_chunksize: int
+            Max rows to keep in memory when generating CSV for COPY
+        """
+        super().__init__(defer_sql_objs, conn, table_obj, csv_chunksize)
+
+        self.df = df
+        self.rows = self.df.shape[0]
+
+    def truncate(self):
+        pass
+
+    def create_pk(self):
+        pass
+
+    def create_fks(self):
+        pass
+
+    def drop_fks(self):
+        pass
+
+    def drop_pk(self):
+        pass
+
+    def copy(self, functions=[cast_pandas]):
+        self.drop_fks()
+        self.drop_pk()
+        self.df = self.data_formatting(self.df, functions=functions)
+        with self.conn.begin():
+            self.truncate()
+
+            self.logger.info("Creating generator for chunking dataframe")
+            for chunk in df_generator(self.df, self.csv_chunksize):
+
+                self.logger.info("Creating CSV in memory")
+                fo = create_file_object(chunk)
+
+                self.logger.info("Copying chunk to database")
+                self.copy_from_file(fo)
+                del fo
+
+            self.logger.info("All chunks copied ({} rows)".format(self.rows))
+
+        self.create_pk()
+        self.create_fks()
+        self.analyze()