[xy] Convert datetime type for s3 data integration destination. (mage-ai#4501)

* [xy] Convert datetime for s3 data integration destination.

* [xy] Fix flaky test.

Author: wangxiaoyou1993

mage_ai/tests/api/endpoints/test_custom_designs.py

@@ -126,8 +126,8 @@ def __assert_after_list2(self, result, **kwargs):
             item['project']['root_project_full_path'] = base_repo_path()
 
         self.assertEqual(
-            result,
-            arr,
+            result.sort(key=lambda x: x['uuid']),
+            arr.sort(key=lambda x: x['uuid']),
         )
 
 

mage_integrations/mage_integrations/destinations/amazon_s3/__init__.py

@@ -10,6 +10,7 @@
 from botocore.config import Config
 
 from mage_integrations.destinations.base import Destination
+from mage_integrations.destinations.constants import COLUMN_FORMAT_DATETIME
 from mage_integrations.destinations.utils import update_record_with_internal_columns
 
 
@@ -95,6 +96,13 @@ def export_batch_data(self, record_data: List[Dict], stream: str, tags: Dict = N
             r['record'] = update_record_with_internal_columns(r['record'])
 
         df = pd.DataFrame([d['record'] for d in record_data])
+
+        # Convert data types
+        schema = self.schemas[stream]
+        for column, column_settings in schema['properties'].items():
+            if COLUMN_FORMAT_DATETIME == column_settings.get('format'):
+                df[column] = pd.to_datetime(df[column])
+
         column_header_format = self.config.get('column_header_format')
         if column_header_format:
             column_mapping = None