diff --git a/.gitignore b/.gitignore index 9ef587bc..b16385fd 100644 --- a/.gitignore +++ b/.gitignore @@ -5,7 +5,9 @@ __pycache__/ datasets/data/ datasets/ServerMachineDataset/processed/ visualization/.ipynb_checkpoints/ -plots/ -*.pkl models/ -output/ +**.pkl +**.npy +**/logs +*.pkl +*.npy \ No newline at end of file diff --git a/output/MSL/summary.txt b/output/MSL/summary.txt new file mode 100644 index 00000000..f7ed990b --- /dev/null +++ b/output/MSL/summary.txt @@ -0,0 +1,35 @@ +{ + "pred_args": { + "model_name": "23032021_213948", + "target_dims": [ + 0 + ], + "level": 0.99, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/MSL" + }, + "pot_result": { + "f1": 0.9060187838333649, + "precision": 0.9095509980410706, + "recall": 0.9025238206251304, + "TP": 7009.0, + "TN": 65166.0, + "FP": 697.0, + "FN": 757.0, + "threshold": 1.359734486050769, + "latency": 35.33321555594815 + }, + "bf_result": { + "f1": 0.9210810187184575, + "precision": 0.9077269305979908, + "recall": 0.9348441914307956, + "TP": 7260.0, + "TN": 65125.0, + "FP": 738.0, + "FN": 506.0, + "threshold": 1.3179999999999998, + "latency": 40.74180405869659 + } +} \ No newline at end of file diff --git a/output/MSL/train_losses.png b/output/MSL/train_losses.png new file mode 100644 index 00000000..f3ef4034 Binary files /dev/null and b/output/MSL/train_losses.png differ diff --git a/output/MSL/validation_losses.png b/output/MSL/validation_losses.png new file mode 100644 index 00000000..fede47cf Binary files /dev/null and b/output/MSL/validation_losses.png differ diff --git a/output/SMAP/summary.txt b/output/SMAP/summary.txt new file mode 100644 index 00000000..927fba84 --- /dev/null +++ b/output/SMAP/summary.txt @@ -0,0 +1,35 @@ +{ + "pred_args": { + "model_name": "24032021_175825", + "target_dims": [ + 0 + ], + "level": 0.93, + "q": 0.01, + "use_mov_av": true, + "gamma": 1, + "save_path": "output/SMAP" + }, + "pot_result": { + "f1": 0.7484403976489045, + "precision": 0.7565896395067176, + "recall": 0.7404746232374443, + "TP": 40501.0, + "TN": 359791.0, + "FP": 13030.0, + "FN": 14195.0, + "threshold": 0.1901731103119371, + "latency": 47.69689742894329 + }, + "bf_result": { + "f1": 0.8273023361879549, + "precision": 0.7454646779084775, + "recall": 0.9293366972119831, + "TP": 50831.0, + "TN": 355465.0, + "FP": 17356.0, + "FN": 3865.0, + "threshold": 0.1597, + "latency": 128.79085255096635 + } +} \ No newline at end of file diff --git a/output/SMAP/train_losses.png b/output/SMAP/train_losses.png new file mode 100644 index 00000000..68eb2caf Binary files /dev/null and b/output/SMAP/train_losses.png differ diff --git a/output/SMAP/validation_losses.png b/output/SMAP/validation_losses.png new file mode 100644 index 00000000..ff486989 Binary files /dev/null and b/output/SMAP/validation_losses.png differ diff --git a/output/SMD/1-1/summary.txt b/output/SMD/1-1/summary.txt new file mode 100644 index 00000000..40670028 --- /dev/null +++ b/output/SMD/1-1/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_010924", + "target_dims": null, + "level": 0.995, + "q": 0.0001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/smd/1-1" + }, + "pot_result": { + "f1": 0.9028100576310844, + "precision": 0.8228466682258806, + "recall": 0.9999999962880475, + "TP": 2694.0, + "TN": 25105.0, + "FP": 580.0, + "FN": 0.0, + "threshold": 0.06431315668483498, + "latency": 3.374957813027337 + }, + "bf_result": { + "f1": 0.9946375237059875, + "precision": 0.9900698749905483, + "recall": 0.9992576057934015, + "TP": 2692.0, + "TN": 25658.0, + "FP": 27.0, + "FN": 2.0, + "threshold": 0.1597, + "latency": 17.714032656676334 + } +} \ No newline at end of file diff --git a/output/SMD/1-1/test_scores.npy b/output/SMD/1-1/test_scores.npy deleted file mode 100644 index 2e561619..00000000 Binary files a/output/SMD/1-1/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-1/train_scores.npy b/output/SMD/1-1/train_scores.npy deleted file mode 100644 index 642cb1c8..00000000 Binary files a/output/SMD/1-1/train_scores.npy and /dev/null differ diff --git a/output/SMD/1-2/summary.txt b/output/SMD/1-2/summary.txt new file mode 100644 index 00000000..09306a3d --- /dev/null +++ b/output/SMD/1-2/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_012546", + "target_dims": null, + "level": 0.9999, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/smd/1-2" + }, + "pot_result": { + "f1": 0.8816743784153286, + "precision": 0.9130434602165325, + "recall": 0.8523985082583302, + "TP": 462.0, + "TN": 23008.0, + "FP": 44.0, + "FN": 80.0, + "threshold": 0.1359544639696595, + "latency": 12.571248982157398 + }, + "bf_result": { + "f1": 0.9041045897770276, + "precision": 0.9624999799479171, + "recall": 0.8523985082583302, + "TP": 462.0, + "TN": 23034.0, + "FP": 18.0, + "FN": 80.0, + "threshold": 0.1597, + "latency": 12.99981428836731 + } +} \ No newline at end of file diff --git a/output/SMD/1-2/test_scores.npy b/output/SMD/1-2/test_scores.npy deleted file mode 100644 index dccf0651..00000000 Binary files a/output/SMD/1-2/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-2/train_scores.npy b/output/SMD/1-2/train_scores.npy deleted file mode 100644 index dcd6c20a..00000000 Binary files a/output/SMD/1-2/train_scores.npy and /dev/null differ diff --git a/output/SMD/1-3/summary.txt b/output/SMD/1-3/summary.txt new file mode 100644 index 00000000..602437df --- /dev/null +++ b/output/SMD/1-3/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_013914", + "target_dims": null, + "level": 0.995, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/1-3" + }, + "pot_result": { + "f1": 0.6197517678096495, + "precision": 0.4907142822091837, + "recall": 0.8408812626575121, + "TP": 687.0, + "TN": 22073.0, + "FP": 713.0, + "FN": 130.0, + "threshold": 0.09684012460778081, + "latency": 32.42810816988329 + }, + "bf_result": { + "f1": 0.5880647810078932, + "precision": 0.4771341427047703, + "recall": 0.7662178608786063, + "TP": 626.0, + "TN": 22100.0, + "FP": 686.0, + "FN": 191.0, + "threshold": 0.10980000000000001, + "latency": 47.33254445759238 + } +} \ No newline at end of file diff --git a/output/SMD/1-3/test_scores.npy b/output/SMD/1-3/test_scores.npy deleted file mode 100644 index 9935111b..00000000 Binary files a/output/SMD/1-3/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-3/train_scores.npy b/output/SMD/1-3/train_scores.npy deleted file mode 100644 index b26bb0db..00000000 Binary files a/output/SMD/1-3/train_scores.npy and /dev/null differ diff --git a/output/SMD/1-4/summary.txt b/output/SMD/1-4/summary.txt new file mode 100644 index 00000000..69a35d1f --- /dev/null +++ b/output/SMD/1-4/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_015244", + "target_dims": null, + "level": 0.95, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/1-4" + }, + "pot_result": { + "f1": 0.6335196431013418, + "precision": 0.463618799332783, + "recall": 0.9999999861111113, + "TP": 720.0, + "TN": 22054.0, + "FP": 833.0, + "FN": 0.0, + "threshold": 0.08062888625029307, + "latency": 8.749927083940968 + }, + "bf_result": { + "f1": 0.5172375409023724, + "precision": 0.3488372076122228, + "recall": 0.9999999861111113, + "TP": 720.0, + "TN": 21543.0, + "FP": 1344.0, + "FN": 0.0, + "threshold": 0.0599, + "latency": 4.416629861417822 + } +} \ No newline at end of file diff --git a/output/SMD/1-4/test_scores.npy b/output/SMD/1-4/test_scores.npy deleted file mode 100644 index 3969fc87..00000000 Binary files a/output/SMD/1-4/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-4/train_scores.npy b/output/SMD/1-4/train_scores.npy deleted file mode 100644 index 83ffe04e..00000000 Binary files a/output/SMD/1-4/train_scores.npy and /dev/null differ diff --git a/output/SMD/1-5/summary.txt b/output/SMD/1-5/summary.txt new file mode 100644 index 00000000..6314b66c --- /dev/null +++ b/output/SMD/1-5/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_020613", + "target_dims": null, + "level": 0.995, + "q": 1e-05, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/1-5" + }, + "pot_result": { + "f1": 0.8928521205630717, + "precision": 0.8064515478668106, + "recall": 0.9999999000000099, + "TP": 100.0, + "TN": 23482.0, + "FP": 24.0, + "FN": 0.0, + "threshold": 0.1414936088251753, + "latency": 2.1428265310495567 + }, + "bf_result": { + "f1": 0.9615333765052203, + "precision": 0.9259258401920518, + "recall": 0.9999999000000099, + "TP": 100.0, + "TN": 23498.0, + "FP": 8.0, + "FN": 0.0, + "threshold": 0.2096, + "latency": 2.5713918372594677 + } +} \ No newline at end of file diff --git a/output/SMD/1-5/test_scores.npy b/output/SMD/1-5/test_scores.npy deleted file mode 100644 index 572da9d9..00000000 Binary files a/output/SMD/1-5/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-5/train_scores.npy b/output/SMD/1-5/train_scores.npy deleted file mode 100644 index 239861d9..00000000 Binary files a/output/SMD/1-5/train_scores.npy and /dev/null differ diff --git a/output/SMD/1-6/summary.txt b/output/SMD/1-6/summary.txt new file mode 100644 index 00000000..1e2e0f60 --- /dev/null +++ b/output/SMD/1-6/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_021942", + "target_dims": null, + "level": 0.995, + "q": 1e-05, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/smd/1-6" + }, + "pot_result": { + "f1": 0.9881383549513824, + "precision": 0.9873451777400506, + "recall": 0.9889428236544152, + "TP": 3667.0, + "TN": 19834.0, + "FP": 47.0, + "FN": 41.0, + "threshold": 0.1824165688821927, + "latency": 5.318157644737979 + }, + "bf_result": { + "f1": 0.9866325763617619, + "precision": 0.9977937093276511, + "recall": 0.9757281527083922, + "TP": 3618.0, + "TN": 19873.0, + "FP": 8.0, + "FN": 90.0, + "threshold": 0.2096, + "latency": 9.333255556203698 + } +} \ No newline at end of file diff --git a/output/SMD/1-6/test_scores.npy b/output/SMD/1-6/test_scores.npy deleted file mode 100644 index b3d4e070..00000000 Binary files a/output/SMD/1-6/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-6/train_scores.npy b/output/SMD/1-6/train_scores.npy deleted file mode 100644 index 8fffa194..00000000 Binary files a/output/SMD/1-6/train_scores.npy and /dev/null differ diff --git a/output/SMD/1-7/summary.txt b/output/SMD/1-7/summary.txt new file mode 100644 index 00000000..9c12ddba --- /dev/null +++ b/output/SMD/1-7/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_023323", + "target_dims": null, + "level": 0.995, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/smd/1-7" + }, + "pot_result": { + "f1": 0.9937135889163606, + "precision": 0.9978973885706585, + "recall": 0.9895746414112816, + "TP": 2373.0, + "TN": 21194.0, + "FP": 5.0, + "FN": 25.0, + "threshold": 0.1493014002328286, + "latency": 92.99896667814802 + }, + "bf_result": { + "f1": 0.994580585228337, + "precision": 0.9933444218246903, + "recall": 0.9958298540624275, + "TP": 2388.0, + "TN": 21183.0, + "FP": 16.0, + "FN": 10.0, + "threshold": 0.10980000000000001, + "latency": 84.09915900840991 + } +} \ No newline at end of file diff --git a/output/SMD/1-7/test_scores.npy b/output/SMD/1-7/test_scores.npy deleted file mode 100644 index 5ff46aff..00000000 Binary files a/output/SMD/1-7/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-7/train_scores.npy b/output/SMD/1-7/train_scores.npy deleted file mode 100644 index dff9fa93..00000000 Binary files a/output/SMD/1-7/train_scores.npy and /dev/null differ diff --git a/output/SMD/1-8/summary.txt b/output/SMD/1-8/summary.txt new file mode 100644 index 00000000..b18a26b9 --- /dev/null +++ b/output/SMD/1-8/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_024657", + "target_dims": null, + "level": 0.995, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/1-8" + }, + "pot_result": { + "f1": 0.7100197650106982, + "precision": 0.5663026476887469, + "recall": 0.9515071959173369, + "TP": 726.0, + "TN": 22280.0, + "FP": 556.0, + "FN": 37.0, + "threshold": 0.08768305945294232, + "latency": 2.3845970415612188 + }, + "bf_result": { + "f1": 0.5390832335899608, + "precision": 0.7118279416811196, + "recall": 0.4338138868438547, + "TP": 331.0, + "TN": 22702.0, + "FP": 134.0, + "FN": 432.0, + "threshold": 0.10980000000000001, + "latency": 2.4285367351894975 + } +} \ No newline at end of file diff --git a/output/SMD/1-8/test_scores.npy b/output/SMD/1-8/test_scores.npy deleted file mode 100644 index 6ce93e47..00000000 Binary files a/output/SMD/1-8/test_scores.npy and /dev/null differ diff --git a/output/SMD/1-8/train_scores.npy b/output/SMD/1-8/train_scores.npy deleted file mode 100644 index 45a7a8be..00000000 Binary files a/output/SMD/1-8/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-1/summary.txt b/output/SMD/2-1/summary.txt new file mode 100644 index 00000000..756e6311 --- /dev/null +++ b/output/SMD/2-1/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_030025", + "target_dims": null, + "level": 0.9925, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-1" + }, + "pot_result": { + "f1": 0.9163129861794623, + "precision": 0.8975409762496641, + "recall": 0.9358974278983127, + "TP": 1095.0, + "TN": 22299.0, + "FP": 125.0, + "FN": 75.0, + "threshold": 0.11835741600563822, + "latency": 7.499937500520829 + }, + "bf_result": { + "f1": 0.926727692794063, + "precision": 0.8634686283138847, + "recall": 0.9999999914529916, + "TP": 1170.0, + "TN": 22239.0, + "FP": 185.0, + "FN": 0.0, + "threshold": 0.10980000000000001, + "latency": 7.153791124683656 + } +} \ No newline at end of file diff --git a/output/SMD/2-1/test_scores.npy b/output/SMD/2-1/test_scores.npy deleted file mode 100644 index c6435618..00000000 Binary files a/output/SMD/2-1/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-1/train_scores.npy b/output/SMD/2-1/train_scores.npy deleted file mode 100644 index 2823eacf..00000000 Binary files a/output/SMD/2-1/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-2/summary.txt b/output/SMD/2-2/summary.txt new file mode 100644 index 00000000..cb815111 --- /dev/null +++ b/output/SMD/2-2/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_031410", + "target_dims": null, + "level": 0.9925, + "q": 0.0001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-2" + }, + "pot_result": { + "f1": 0.9871030113542159, + "precision": 0.9745442002939655, + "recall": 0.9999999964701729, + "TP": 2833.0, + "TN": 20693.0, + "FP": 74.0, + "FN": 0.0, + "threshold": 0.0937892346303919, + "latency": 36.63603058154017 + }, + "bf_result": { + "f1": 0.9616037780666987, + "precision": 0.9973454645531078, + "recall": 0.9283445078420596, + "TP": 2630.0, + "TN": 20760.0, + "FP": 7.0, + "FN": 203.0, + "threshold": 0.2096, + "latency": 285.6634926278597 + } +} \ No newline at end of file diff --git a/output/SMD/2-2/test_scores.npy b/output/SMD/2-2/test_scores.npy deleted file mode 100644 index c6bac1bd..00000000 Binary files a/output/SMD/2-2/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-2/train_scores.npy b/output/SMD/2-2/train_scores.npy deleted file mode 100644 index c2e077fa..00000000 Binary files a/output/SMD/2-2/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-3/summary.txt b/output/SMD/2-3/summary.txt new file mode 100644 index 00000000..2c8ea4cf --- /dev/null +++ b/output/SMD/2-3/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_032905", + "target_dims": null, + "level": 0.9925, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-3" + }, + "pot_result": { + "f1": 0.9457893573502161, + "precision": 0.9511277837921887, + "recall": 0.9405204111330703, + "TP": 253.0, + "TN": 23307.0, + "FP": 13.0, + "FN": 16.0, + "threshold": 0.11916957894717924, + "latency": 2.5713918372594677 + }, + "bf_result": { + "f1": 0.9540179566768222, + "precision": 0.98418968441938, + "recall": 0.9256505232100178, + "TP": 249.0, + "TN": 23316.0, + "FP": 4.0, + "FN": 20.0, + "threshold": 0.1597, + "latency": 3.3332777787036885 + } +} \ No newline at end of file diff --git a/output/SMD/2-3/test_scores.npy b/output/SMD/2-3/test_scores.npy deleted file mode 100644 index d55c2673..00000000 Binary files a/output/SMD/2-3/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-3/train_scores.npy b/output/SMD/2-3/train_scores.npy deleted file mode 100644 index dae67954..00000000 Binary files a/output/SMD/2-3/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-4/summary.txt b/output/SMD/2-4/summary.txt new file mode 100644 index 00000000..50060759 --- /dev/null +++ b/output/SMD/2-4/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_034448", + "target_dims": null, + "level": 0.9925, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-4" + }, + "pot_result": { + "f1": 0.8039892948806491, + "precision": 0.7780231873107499, + "recall": 0.8317591450309377, + "TP": 1409.0, + "TN": 21493.0, + "FP": 402.0, + "FN": 285.0, + "threshold": 0.06443699294008289, + "latency": 2.3333203704423866 + }, + "bf_result": { + "f1": 0.7396276034223156, + "precision": 0.6658790138663562, + "recall": 0.8317591450309377, + "TP": 1409.0, + "TN": 21188.0, + "FP": 707.0, + "FN": 285.0, + "threshold": 0.0599, + "latency": 1.944433642035322 + } +} \ No newline at end of file diff --git a/output/SMD/2-4/test_scores.npy b/output/SMD/2-4/test_scores.npy deleted file mode 100644 index 042a8fac..00000000 Binary files a/output/SMD/2-4/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-4/train_scores.npy b/output/SMD/2-4/train_scores.npy deleted file mode 100644 index ca368f5f..00000000 Binary files a/output/SMD/2-4/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-5/summary.txt b/output/SMD/2-5/summary.txt new file mode 100644 index 00000000..54bb357f --- /dev/null +++ b/output/SMD/2-5/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_035857", + "target_dims": null, + "level": 0.9925, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-5" + }, + "pot_result": { + "f1": 0.8972974313795608, + "precision": 0.8367166739919093, + "recall": 0.9673469289046231, + "TP": 948.0, + "TN": 22424.0, + "FP": 185.0, + "FN": 32.0, + "threshold": 0.06916354127518974, + "latency": 2.3888756173576815 + }, + "bf_result": { + "f1": 0.9095077935466682, + "precision": 0.8340425460932549, + "recall": 0.9999999897959185, + "TP": 980.0, + "TN": 22414.0, + "FP": 195.0, + "FN": 0.0, + "threshold": 0.0599, + "latency": 1.9523716553730697 + } +} \ No newline at end of file diff --git a/output/SMD/2-5/test_scores.npy b/output/SMD/2-5/test_scores.npy deleted file mode 100644 index 98c61aa0..00000000 Binary files a/output/SMD/2-5/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-5/train_scores.npy b/output/SMD/2-5/train_scores.npy deleted file mode 100644 index ddc16769..00000000 Binary files a/output/SMD/2-5/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-6/summary.txt b/output/SMD/2-6/summary.txt new file mode 100644 index 00000000..4e11c975 --- /dev/null +++ b/output/SMD/2-6/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_041234", + "target_dims": null, + "level": 0.9925, + "q": 1e-07, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-6" + }, + "pot_result": { + "f1": 0.9218522916458718, + "precision": 0.8867102203331108, + "recall": 0.9599056377380747, + "TP": 407.0, + "TN": 28167.0, + "FP": 52.0, + "FN": 17.0, + "threshold": 0.10707342972348528, + "latency": 16.28548163597663 + }, + "bf_result": { + "f1": 0.9313450975557138, + "precision": 0.9044444243456795, + "recall": 0.9599056377380747, + "TP": 407.0, + "TN": 28176.0, + "FP": 43.0, + "FN": 17.0, + "threshold": 0.10980000000000001, + "latency": 16.28548163597663 + } +} \ No newline at end of file diff --git a/output/SMD/2-6/test_scores.npy b/output/SMD/2-6/test_scores.npy deleted file mode 100644 index fd9e3511..00000000 Binary files a/output/SMD/2-6/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-6/train_scores.npy b/output/SMD/2-6/train_scores.npy deleted file mode 100644 index 989e82ab..00000000 Binary files a/output/SMD/2-6/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-7/summary.txt b/output/SMD/2-7/summary.txt new file mode 100644 index 00000000..9fa2422f --- /dev/null +++ b/output/SMD/2-7/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_042906", + "target_dims": null, + "level": 0.9925, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-7" + }, + "pot_result": { + "f1": 0.8725096025182734, + "precision": 0.8515981540731016, + "recall": 0.894484391019559, + "TP": 373.0, + "TN": 23114.0, + "FP": 65.0, + "FN": 44.0, + "threshold": 0.08490894849976317, + "latency": 0.35714030614067044 + }, + "bf_result": { + "f1": 0.8683602277812459, + "precision": 0.7790476042086171, + "recall": 0.9808153242010714, + "TP": 409.0, + "TN": 23063.0, + "FP": 116.0, + "FN": 8.0, + "threshold": 0.0599, + "latency": 0.3333314814917695 + } +} \ No newline at end of file diff --git a/output/SMD/2-7/test_scores.npy b/output/SMD/2-7/test_scores.npy deleted file mode 100644 index ce37d77a..00000000 Binary files a/output/SMD/2-7/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-7/train_scores.npy b/output/SMD/2-7/train_scores.npy deleted file mode 100644 index 9c10a31a..00000000 Binary files a/output/SMD/2-7/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-8/summary.txt b/output/SMD/2-8/summary.txt new file mode 100644 index 00000000..ac3c64e2 --- /dev/null +++ b/output/SMD/2-8/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_044240", + "target_dims": null, + "level": 0.9925, + "q": 1e-12, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-8" + }, + "pot_result": { + "f1": 0.8655864416684926, + "precision": 0.7630331391927422, + "recall": 0.9999999378882026, + "TP": 161.0, + "TN": 23392.0, + "FP": 50.0, + "FN": 0.0, + "threshold": 0.12841165897478207, + "latency": 4.999500049995 + }, + "bf_result": { + "f1": 0.9999949379132026, + "precision": 0.9999999378882026, + "recall": 0.9999999378882026, + "TP": 161.0, + "TN": 23442.0, + "FP": 0.0, + "FN": 0.0, + "threshold": 0.2096, + "latency": 4.999500049995 + } +} \ No newline at end of file diff --git a/output/SMD/2-8/test_scores.npy b/output/SMD/2-8/test_scores.npy deleted file mode 100644 index 86d47a3a..00000000 Binary files a/output/SMD/2-8/test_scores.npy and /dev/null differ diff --git a/output/SMD/2-8/train_scores.npy b/output/SMD/2-8/train_scores.npy deleted file mode 100644 index f64127c7..00000000 Binary files a/output/SMD/2-8/train_scores.npy and /dev/null differ diff --git a/output/SMD/2-9/summary.txt b/output/SMD/2-9/summary.txt new file mode 100644 index 00000000..bf8e40e1 --- /dev/null +++ b/output/SMD/2-9/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "26032021_143530", + "target_dims": null, + "level": 0.9925, + "q": 0.0001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/2-9" + }, + "pot_result": { + "f1": 0.9940476708672364, + "precision": 0.9881756701116234, + "recall": 0.9999999943019944, + "TP": 1755.0, + "TN": 26846.0, + "FP": 21.0, + "FN": 0.0, + "threshold": 0.085506393931333, + "latency": 20.999790002099978 + }, + "bf_result": { + "f1": 0.9968708819433705, + "precision": 0.9937712288008425, + "recall": 0.9999999943019944, + "TP": 1755.0, + "TN": 26856.0, + "FP": 11.0, + "FN": 0.0, + "threshold": 0.10980000000000001, + "latency": 46.899531004689955 + } +} \ No newline at end of file diff --git a/output/SMD/3-1/summary.txt b/output/SMD/3-1/summary.txt new file mode 100644 index 00000000..6b9b6957 --- /dev/null +++ b/output/SMD/3-1/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "26032021_145011", + "target_dims": null, + "level": 0.9999, + "q": 0.0001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-1" + }, + "pot_result": { + "f1": 0.829066456230668, + "precision": 0.7080459607345757, + "recall": 0.9999999675324687, + "TP": 308.0, + "TN": 28165.0, + "FP": 127.0, + "FN": 0.0, + "threshold": 0.16932579969446473, + "latency": 12.999675008124798 + }, + "bf_result": { + "f1": 0.750299800189804, + "precision": 0.6003898518442524, + "recall": 0.9999999675324687, + "TP": 308.0, + "TN": 28087.0, + "FP": 205.0, + "FN": 0.0, + "threshold": 0.1597, + "latency": 12.999675008124798 + } +} \ No newline at end of file diff --git a/output/SMD/3-10/summary.txt b/output/SMD/3-10/summary.txt new file mode 100644 index 00000000..fc36d30c --- /dev/null +++ b/output/SMD/3-10/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_072910", + "target_dims": null, + "level": 0.995, + "q": 0.0001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-10" + }, + "pot_result": { + "f1": 0.8749285314304835, + "precision": 0.9879807573560005, + "recall": 0.7851002790343813, + "TP": 822.0, + "TN": 22536.0, + "FP": 10.0, + "FN": 225.0, + "threshold": 0.1674801205492724, + "latency": 1.3332888903703208 + }, + "bf_result": { + "f1": 0.8739982446413891, + "precision": 0.9856114989734832, + "recall": 0.7851002790343813, + "TP": 822.0, + "TN": 22534.0, + "FP": 12.0, + "FN": 225.0, + "threshold": 0.1597, + "latency": 1.3332888903703208 + } +} \ No newline at end of file diff --git a/output/SMD/3-10/test_scores.npy b/output/SMD/3-10/test_scores.npy deleted file mode 100644 index 72c4b12a..00000000 Binary files a/output/SMD/3-10/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-10/train_scores.npy b/output/SMD/3-10/train_scores.npy deleted file mode 100644 index fae4ecca..00000000 Binary files a/output/SMD/3-10/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-11/summary.txt b/output/SMD/3-11/summary.txt new file mode 100644 index 00000000..4a082676 --- /dev/null +++ b/output/SMD/3-11/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "26032021_162111", + "target_dims": null, + "level": 0.9999, + "q": 1e-06, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-11" + }, + "pot_result": { + "f1": 0.9974760581181944, + "precision": 0.9949748243731243, + "recall": 0.9999999494949521, + "TP": 198.0, + "TN": 28397.0, + "FP": 1.0, + "FN": 0.0, + "threshold": 0.3291984006203196, + "latency": 22.665911136295456 + }, + "bf_result": { + "f1": 0.9999949495199519, + "precision": 0.9999999494949521, + "recall": 0.9999999494949521, + "TP": 198.0, + "TN": 28398.0, + "FP": 0.0, + "FN": 0.0, + "threshold": 0.3593, + "latency": 23.332555581480616 + } +} \ No newline at end of file diff --git a/output/SMD/3-11/train_losses.png b/output/SMD/3-11/train_losses.png new file mode 100644 index 00000000..cd2df765 Binary files /dev/null and b/output/SMD/3-11/train_losses.png differ diff --git a/output/SMD/3-11/validation_losses.png b/output/SMD/3-11/validation_losses.png new file mode 100644 index 00000000..52c3ba42 Binary files /dev/null and b/output/SMD/3-11/validation_losses.png differ diff --git a/output/SMD/3-2/summary.txt b/output/SMD/3-2/summary.txt new file mode 100644 index 00000000..a05efc5b --- /dev/null +++ b/output/SMD/3-2/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_052901", + "target_dims": null, + "level": 0.9999, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-2" + }, + "pot_result": { + "f1": 0.6687299740255049, + "precision": 0.5096926689849046, + "recall": 0.9720468803241941, + "TP": 1078.0, + "TN": 21457.0, + "FP": 1037.0, + "FN": 31.0, + "threshold": 0.10950973242012135, + "latency": 0.249996875039062 + }, + "bf_result": { + "f1": 0.8312908712032976, + "precision": 0.9081196484175251, + "recall": 0.7664562599958858, + "TP": 850.0, + "TN": 22408.0, + "FP": 86.0, + "FN": 259.0, + "threshold": 0.1597, + "latency": 105.24736881577961 + } +} \ No newline at end of file diff --git a/output/SMD/3-2/test_scores.npy b/output/SMD/3-2/test_scores.npy deleted file mode 100644 index c8e36a5c..00000000 Binary files a/output/SMD/3-2/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-2/train_scores.npy b/output/SMD/3-2/train_scores.npy deleted file mode 100644 index b8824558..00000000 Binary files a/output/SMD/3-2/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-3/summary.txt b/output/SMD/3-3/summary.txt new file mode 100644 index 00000000..f63fb06f --- /dev/null +++ b/output/SMD/3-3/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_054227", + "target_dims": null, + "level": 0.9999, + "q": 0.01, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-3" + }, + "pot_result": { + "f1": 0.8814109839417362, + "precision": 0.9999999799196791, + "recall": 0.7879746710763502, + "TP": 498.0, + "TN": 22971.0, + "FP": 0.0, + "FN": 134.0, + "threshold": 0.19654959699732547, + "latency": 67.49662516874156 + }, + "bf_result": { + "f1": 0.9120208146211574, + "precision": 0.9308072334298644, + "recall": 0.8939873276267828, + "TP": 565.0, + "TN": 22929.0, + "FP": 42.0, + "FN": 67.0, + "threshold": 0.10980000000000001, + "latency": 5.181771074808411 + } +} \ No newline at end of file diff --git a/output/SMD/3-3/test_scores.npy b/output/SMD/3-3/test_scores.npy deleted file mode 100644 index e1ad6815..00000000 Binary files a/output/SMD/3-3/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-3/train_scores.npy b/output/SMD/3-3/train_scores.npy deleted file mode 100644 index 4d80b9e7..00000000 Binary files a/output/SMD/3-3/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-4/summary.txt b/output/SMD/3-4/summary.txt new file mode 100644 index 00000000..9c2e8902 --- /dev/null +++ b/output/SMD/3-4/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_055608", + "target_dims": null, + "level": 0.9999, + "q": 1e-05, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-4" + }, + "pot_result": { + "f1": 0.9689390900225368, + "precision": 0.9801047017790084, + "recall": 0.9580347906035334, + "TP": 936.0, + "TN": 22591.0, + "FP": 19.0, + "FN": 41.0, + "threshold": 0.18074157960494122, + "latency": 11.285553063527665 + }, + "bf_result": { + "f1": 0.9775406837959788, + "precision": 0.9978677931997038, + "recall": 0.9580347906035334, + "TP": 936.0, + "TN": 22608.0, + "FP": 2.0, + "FN": 41.0, + "threshold": 0.2096, + "latency": 12.856959186297338 + } +} \ No newline at end of file diff --git a/output/SMD/3-4/test_scores.npy b/output/SMD/3-4/test_scores.npy deleted file mode 100644 index 926b519c..00000000 Binary files a/output/SMD/3-4/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-4/train_scores.npy b/output/SMD/3-4/train_scores.npy deleted file mode 100644 index c8629f05..00000000 Binary files a/output/SMD/3-4/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-5/summary.txt b/output/SMD/3-5/summary.txt new file mode 100644 index 00000000..55e4481f --- /dev/null +++ b/output/SMD/3-5/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "26032021_170712", + "target_dims": null, + "level": 0.9999, + "q": 0.0001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-5" + }, + "pot_result": { + "f1": 0.9592275932608031, + "precision": 0.9803921328335262, + "recall": 0.9389671141087532, + "TP": 400.0, + "TN": 23157.0, + "FP": 8.0, + "FN": 26.0, + "threshold": 0.30637457940230817, + "latency": 38.99870004333189 + }, + "bf_result": { + "f1": 0.9626905275825167, + "precision": 0.9876542966011286, + "recall": 0.9389671141087532, + "TP": 400.0, + "TN": 23160.0, + "FP": 5.0, + "FN": 26.0, + "threshold": 0.3094, + "latency": 38.99870004333189 + } +} \ No newline at end of file diff --git a/output/SMD/3-5/test_scores.npy b/output/SMD/3-5/test_scores.npy deleted file mode 100644 index 6ef08e3f..00000000 Binary files a/output/SMD/3-5/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-5/train_scores.npy b/output/SMD/3-5/train_scores.npy deleted file mode 100644 index c74c9c82..00000000 Binary files a/output/SMD/3-5/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-6/summary.txt b/output/SMD/3-6/summary.txt new file mode 100644 index 00000000..461bfc28 --- /dev/null +++ b/output/SMD/3-6/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_062314", + "target_dims": null, + "level": 0.9999, + "q": 0.0001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-6" + }, + "pot_result": { + "f1": 0.9774816912418512, + "precision": 0.9559647641636128, + "recall": 0.9999999916247907, + "TP": 1194.0, + "TN": 27377.0, + "FP": 55.0, + "FN": 0.0, + "threshold": 0.07526541792887287, + "latency": 12.181707439023281 + }, + "bf_result": { + "f1": 0.9483667294110277, + "precision": 0.9018126820104783, + "recall": 0.9999999916247907, + "TP": 1194.0, + "TN": 27302.0, + "FP": 130.0, + "FN": 0.0, + "threshold": 0.0599, + "latency": 10.363542149616823 + } +} \ No newline at end of file diff --git a/output/SMD/3-6/test_scores.npy b/output/SMD/3-6/test_scores.npy deleted file mode 100644 index 71f480da..00000000 Binary files a/output/SMD/3-6/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-6/train_scores.npy b/output/SMD/3-6/train_scores.npy deleted file mode 100644 index 25524378..00000000 Binary files a/output/SMD/3-6/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-7/summary.txt b/output/SMD/3-7/summary.txt new file mode 100644 index 00000000..ba180478 --- /dev/null +++ b/output/SMD/3-7/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_063934", + "target_dims": null, + "level": 0.9999, + "q": 1e-05, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-7" + }, + "pot_result": { + "f1": 0.8348944427651404, + "precision": 0.9999999678456603, + "recall": 0.7165898452398654, + "TP": 311.0, + "TN": 28171.0, + "FP": 0.0, + "FN": 123.0, + "threshold": 0.2144274403133998, + "latency": 71.99280071992801 + }, + "bf_result": { + "f1": 0.8498418293744446, + "precision": 0.7633027382880232, + "recall": 0.958525323536283, + "TP": 416.0, + "TN": 28042.0, + "FP": 129.0, + "FN": 18.0, + "threshold": 0.1597, + "latency": 8.99977500562486 + } +} \ No newline at end of file diff --git a/output/SMD/3-7/test_scores.npy b/output/SMD/3-7/test_scores.npy deleted file mode 100644 index 75826239..00000000 Binary files a/output/SMD/3-7/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-7/train_scores.npy b/output/SMD/3-7/train_scores.npy deleted file mode 100644 index 55a278fd..00000000 Binary files a/output/SMD/3-7/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-8/summary.txt b/output/SMD/3-8/summary.txt new file mode 100644 index 00000000..686abbca --- /dev/null +++ b/output/SMD/3-8/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_065554", + "target_dims": null, + "level": 0.9999, + "q": 0.001, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-8" + }, + "pot_result": { + "f1": 0.9254084539281283, + "precision": 0.8611808991131853, + "recall": 0.999999992706054, + "TP": 1371.0, + "TN": 27012.0, + "FP": 221.0, + "FN": 0.0, + "threshold": 0.09172100276729304, + "latency": 39.49934167763871 + }, + "bf_result": { + "f1": 0.9877471550422653, + "precision": 0.9758007047985715, + "recall": 0.999999992706054, + "TP": 1371.0, + "TN": 27199.0, + "FP": 34.0, + "FN": 0.0, + "threshold": 0.10980000000000001, + "latency": 50.665822236296066 + } +} \ No newline at end of file diff --git a/output/SMD/3-8/test_scores.npy b/output/SMD/3-8/test_scores.npy deleted file mode 100644 index 45115103..00000000 Binary files a/output/SMD/3-8/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-8/train_scores.npy b/output/SMD/3-8/train_scores.npy deleted file mode 100644 index 1f684570..00000000 Binary files a/output/SMD/3-8/train_scores.npy and /dev/null differ diff --git a/output/SMD/3-9/summary.txt b/output/SMD/3-9/summary.txt new file mode 100644 index 00000000..490d569e --- /dev/null +++ b/output/SMD/3-9/summary.txt @@ -0,0 +1,33 @@ +{ + "pred_args": { + "model_name": "17032021_071215", + "target_dims": null, + "level": 0.9999, + "q": 1e-05, + "use_mov_av": false, + "gamma": 1, + "save_path": "output/SMD/3-9" + }, + "pot_result": { + "f1": 0.9017807357042716, + "precision": 0.8211381891290465, + "recall": 0.9999999669967008, + "TP": 303.0, + "TN": 28244.0, + "FP": 66.0, + "FN": 0.0, + "threshold": 0.1676414827099791, + "latency": 23.499412514687133 + }, + "bf_result": { + "f1": 0.9950688590931265, + "precision": 0.9901960460720247, + "recall": 0.9999999669967008, + "TP": 303.0, + "TN": 28307.0, + "FP": 3.0, + "FN": 0.0, + "threshold": 0.2096, + "latency": 24.99937501562461 + } +} \ No newline at end of file diff --git a/output/SMD/3-9/test_scores.npy b/output/SMD/3-9/test_scores.npy deleted file mode 100644 index 3bc38487..00000000 Binary files a/output/SMD/3-9/test_scores.npy and /dev/null differ diff --git a/output/SMD/3-9/train_scores.npy b/output/SMD/3-9/train_scores.npy deleted file mode 100644 index 4693a1dc..00000000 Binary files a/output/SMD/3-9/train_scores.npy and /dev/null differ