Update spatial_integration_haversine_mapping.py

Author: ThomasAFink

Diff for: spatial_integration_haversine_mapping.py

@@ -76,9 +76,11 @@ def rename_speed_columns(merged_df):
 merged_df = reorder_columns(merged_df)
 merged_df = rename_speed_columns(merged_df)
 
+# Forward fill and then backward fill NaN values
+merged_df = merged_df.fillna(method='ffill').fillna(method='bfill')
 
 # Save the merged dataframe to a CSV file
 output_folder = os.path.join(OS_PATH, 'output/metr-la')
 os.makedirs(output_folder, exist_ok=True)  # Create output folder if it doesn't exist
 merged_file_path = os.path.join(output_folder, 'merged_speed_traffic_and_air_temperature_data.csv')
-merged_df.to_csv(merged_file_path, index=False)
+merged_df.to_csv(merged_file_path, index=False)