@@ -259,7 +259,10 @@ def generate_pipeline(
259
259
)
260
260
261
261
data_process_instance .subtype = "ML Training Run"
262
- data_process_instance .inlets = [DatasetUrn .from_string (input_dataset .urn )]
262
+ if input_dataset .urn is not None :
263
+ data_process_instance .inlets = [
264
+ DatasetUrn .from_string (input_dataset .urn )
265
+ ]
263
266
264
267
output_dataset = Dataset (
265
268
id = f"passenger_forecast_24_12_0{ i } " ,
@@ -270,8 +273,10 @@ def generate_pipeline(
270
273
schema = None ,
271
274
)
272
275
yield from output_dataset .generate_mcp ()
273
-
274
- data_process_instance .outlets = [DatasetUrn .from_string (output_dataset .urn )]
276
+ if output_dataset .urn is not None :
277
+ data_process_instance .outlets = [
278
+ DatasetUrn .from_string (output_dataset .urn )
279
+ ]
275
280
276
281
# Training metrics and hyperparameters
277
282
training_metrics = [
@@ -335,22 +340,25 @@ def generate_pipeline(
335
340
)
336
341
337
342
# Generate start and end events
338
- start_time_millis = run_dict [run_id ]["start_time" ]
339
- duration_minutes = run_dict [run_id ]["duration" ]
340
- end_time_millis = start_time_millis + duration_minutes * 60000
343
+ start_time_millis = int ( run_dict [run_id ]["start_time" ])
344
+ duration_minutes = int ( run_dict [run_id ]["duration" ])
345
+ end_time_millis = start_time_millis + ( duration_minutes * 60000 )
341
346
result = run_dict [run_id ]["result" ]
347
+ if not isinstance (result , InstanceRunResult ):
348
+ raise TypeError (f"Expected InstanceRunResult, got { type (result )} " )
349
+
342
350
result_type = (
343
351
"SUCCESS" if result == InstanceRunResult .SUCCESS else "FAILURE"
344
352
)
345
353
346
354
yield from data_process_instance .start_event_mcp (
347
- start_timestamp_millis = start_time_millis
355
+ start_timestamp_millis = int ( start_time_millis )
348
356
)
349
357
yield from data_process_instance .end_event_mcp (
350
- end_timestamp_millis = end_time_millis ,
358
+ end_timestamp_millis = int ( end_time_millis ) ,
351
359
result = result ,
352
360
result_type = result_type ,
353
- start_timestamp_millis = start_time_millis ,
361
+ start_timestamp_millis = int ( start_time_millis ) ,
354
362
)
355
363
356
364
# Model
0 commit comments