[xy] Upgrade snowflake library version and fix datetime column type. (mage-ai#4524)

* [xy] Upgrade snowflake library version and fix datetime column type.

* [xy] Remove duplicate libraries.

* [xy] Update kwargs.

Author: wangxiaoyou1993

mage_ai/io/snowflake.py

@@ -281,14 +281,21 @@ def __process():
 """, timeout=self.timeout)
 
                 else:
+                    write_kwargs = merge_dict(
+                        dict(
+                            auto_create_table=should_create_table,
+                            database=database,
+                            schema=schema,
+                            # This param makes sure datetime column is written correctly
+                            use_logical_type=True,
+                        ),
+                        kwargs or dict(),
+                    )
                     write_pandas(
                         self.conn,
                         df,
                         table_name,
-                        database=database,
-                        schema=schema,
-                        auto_create_table=should_create_table,
-                        **kwargs,
+                        **write_kwargs,
                     )
 
         if verbose:

mage_integrations/requirements.txt

@@ -34,7 +34,7 @@ requests_mock==1.10.0
 simple_salesforce~=1.12.5
 simplejson
 singer_sdk~=0.34.1
-snowflake-connector-python==3.2.1
+snowflake-connector-python==3.4.0
 sshtunnel==0.4.0
 stripe==5.5.0
 terminaltables==3.1.10

requirements.txt

@@ -72,14 +72,13 @@ opentelemetry-instrumentation-tornado==0.41b0
 oracledb==1.3.1
 pinotdb==5.1.0
 prometheus_client>=0.18.0
-protobuf>=4.0.0
 psycopg2==2.9.3
 psycopg2-binary==2.9.3
 pydruid==0.6.5
 pyodbc==4.0.35
 redshift-connector==2.0.915
 lxml==4.9.4
-snowflake-connector-python==3.2.1
+snowflake-connector-python==3.4.0
 sshtunnel==0.4.0
 tables==3.7.0
 trino~=0.326
@@ -118,43 +117,23 @@ dbt-sqlserver==1.3.1
 dbt-trino==1.7.1
 
 attrs==17.4.0
-azure-storage-blob==12.14.1
 backoff
 clickhouse_sqlalchemy
 deltalake==0.7.0
-elasticsearch==8.9.0
 facebook_business==17.0.2
 gnupg==2.3.1
 google-analytics-data==0.14.2
-google-api-python-client==2.70.0
-google-cloud-bigquery~=3.0
 google-cloud-bigquery-storage==2.16.2
-google-cloud-storage==2.5.0
-httpx==0.23.1
 httpx[http2]
-kafka-python~=2.0.2
-mysql-connector-python~=8.2.0
-opensearch-py~=2.0.0
-oracledb==1.3.1
 pendulum==2.1.0
-protobuf>=4.0.0
-psycopg2==2.9.3
-psycopg2-binary==2.9.3
-pymongo==4.3.3
 pymongo_schema==0.4.1
-python-dateutil==2.8.2
 python-magic==0.4.27
 redshift-connector~=2.0.915
-requests~=2.31.0
 requests_mock==1.10.0
 simple_salesforce~=1.12.5
-simplejson
 singer_sdk~=0.34.1
-snowflake-connector-python==3.2.1
-sshtunnel==0.4.0
 stripe==5.5.0
 terminaltables==3.1.10
-trino~=0.326
 twitter-ads==11.0.0
 tzlocal==4.2
 xlsx2csv==0.8.1

setup.py

@@ -106,7 +106,7 @@ def readme():
             'botocore==1.29.60',
         ],
         'snowflake': [
-            'snowflake-connector-python==3.2.1',
+            'snowflake-connector-python==3.4.0',
         ],
         'spark': [
             'boto3==1.26.60',
@@ -186,7 +186,7 @@ def readme():
             'redshift-connector==2.0.915',
             'lxml==4.9.4',
             'requests_aws4auth==1.1.2',
-            'snowflake-connector-python==3.2.1',
+            'snowflake-connector-python==3.4.0',
             'sshtunnel==0.4.0',
             'stomp.py==8.1.0',
             'thefuzz[speedup]==0.19.0',