larkee
diff --git a/‎BENCHMARKS.md
Copy file name to clipboard
+24Lines changed: 24 additions & 0 deletions b/‎BENCHMARKS.md
Copy file name to clipboard
+24Lines changed: 24 additions & 0 deletions
diff --git a/‎test/benchmark.py
Copy file name to clipboardExpand all lines: test/benchmark.py
+11-6Lines changed: 11 additions & 6 deletions b/‎test/benchmark.py
Copy file name to clipboardExpand all lines: test/benchmark.py
+11-6Lines changed: 11 additions & 6 deletions
@@ -0,0 +1,24 @@
+# Benchmarks
+
+The performance test suite is located in [test/benchmark.py](https://github.com/cloudspannerecosystem/python-spanner-sqlalchemy/blob/main/test/benchmark.py) and intended to compare execution time difference between SQLAlchemy dialect for Spanner and pure Spanner client.
+
+The test suite requirements:
+- `scipy` Python package installed
+- the original dialect requirements
+
+Use `PROJECT`, `INSTANCE` and `DATABASE` module constants to set a project to execute tests on.
+
+# 07-11-2021
+
+|Test|mean, sec|error|std_dev|
+|----|-------|-----|--------|
+|SPANNER insert_one_row_with_fetch_after| 0.91|0.01|0.09|
+|ALCHEMY insert_one_row_with_fetch_after|  1.07| 0.0|0.03|
+|SPANNER read_one_row| 0.33| 0.0| 0.01|
+|ALCHEMY read_one_row| 0.3| 0.0| 0.01|
+|SPANNER insert_many_rows|  1.37| 0.02| 0.12|
+|ALCHEMY insert_many_rows|  24.41| 0.07| 0.49|
+|SPANNER select_many_rows| 0.31| 0.02| 0.08|
+|ALCHEMY select_many_rows|   0.22| 0.03| 0.01|
+|SPANNER insert_many_rows_with_mutations| 0.34| 0.0| 0.03|
+|SQLALCHEMY insert_many_rows_with_mutations| 25.1| 0.03| 0.31|
@@ -34,6 +34,10 @@
     Table,
 )
 
+PROJECT = "project-id"
+INSTANCE = "instance-id"
+DATABASE = "database-id"
+
 
 def measure_execution_time(function):
     """Decorator to measure a wrapped method execution time."""
@@ -73,13 +77,13 @@ def __init__(self):
 
     def _cleanup(self):
         """Drop the test table."""
-        conn = spanner_dbapi.connect("sqlalchemy-dialect-test", "compliance-test")
+        conn = spanner_dbapi.connect(INSTANCE, DATABASE)
         conn.database.update_ddl(["DROP TABLE Singers"])
         conn.close()
 
     def _create_table(self):
         """Create a table for performace testing."""
-        conn = spanner_dbapi.connect("sqlalchemy-dialect-test", "compliance-test")
+        conn = spanner_dbapi.connect(INSTANCE, DATABASE)
         conn.database.update_ddl(
             [
                 """
@@ -118,8 +122,8 @@ class SpannerBenchmarkTest(BenchmarkTestBase):
     def __init__(self):
         super().__init__()
         self._client = Client()
-        self._instance = self._client.instance("sqlalchemy-dialect-test")
-        self._database = self._instance.database("compliance-test")
+        self._instance = self._client.instance(INSTANCE)
+        self._database = self._instance.database(DATABASE)
 
         self._many_rows = []
         self._many_rows2 = []
@@ -177,8 +181,9 @@ class SQLAlchemyBenchmarkTest(BenchmarkTestBase):
     def __init__(self):
         super().__init__()
         self._engine = create_engine(
-            "spanner:///projects/appdev-soda-spanner-staging/instances/"
-            "sqlalchemy-dialect-test/databases/compliance-test"
+            "spanner:///projects/{project}/instances/{instance}/databases/{db}".format(
+                project=PROJECT, instance=INSTANCE, db=DATABASE,
+            )
         )
         metadata = MetaData(bind=self._engine)
         self._table = Table("Singers", metadata, autoload=True)