feat: Add current timestamp logging for batch write initiation in Spa…

…rkKafkaProcessor
ExpediaGroup · Jan 28, 2025 · b4181d7 · b4181d7
1 parent cca1df6
commit b4181d7
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/sdk/python/feast/infra/contrib/spark_kafka_processor.py b/sdk/python/feast/infra/contrib/spark_kafka_processor.py
@@ -372,6 +372,10 @@ def batch_write(
             feature_view,
         ):
             start_time = time.time()
+            current_datetime_with_ms = datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f")[
+                :-3
+            ]
+            print(f"{current_datetime_with_ms} Started batch write..")
             sdf.mapInPandas(
                 lambda x: batch_write_pandas_df(
                     x, spark_serialized_artifacts, join_keys, batch_id