exp_smf_ca_mo_v.py

from genericpath import exists
import numpy as np 
import models.train_and_evaluate
import json 
import copy 
import os 

import figure_auc_roc_curve
import figure_cm 
import figure_cv_bacc 

def load_spec(path):
    with open(path, 'r') as f:
        return json.load(f)

def main():

    full_spec = load_spec("cfgs/smf_nn_model.json")
    refined_spec = copy.deepcopy(full_spec)
    refined_spec['selected_feature_sets'] = ['topology', 'sgo', 'redundancy']
    refined_spec['feature_sets']['topology']['selected_features'] = ['lid']
    refined_spec['feature_sets']['redundancy']['selected_features'] = ['pident']
    
    run_cv_on_spec(refined_spec, 'refined', 'human')
    run_cv_on_spec(refined_spec, 'refined', 'dro')
    
    mn_spec = load_spec("cfgs/smf_mn_model.json")
    run_cv_on_spec(mn_spec, 'mn', 'human')
    run_cv_on_spec(mn_spec, 'mn', 'dro')
    
    null_spec = { 'target_col' : 'bin', 'class' : 'null' }
    run_cv_on_spec(null_spec, 'null', 'human')
    run_cv_on_spec(null_spec, 'null', 'dro')
        
    generate_figures('human')
    generate_figures('dro')

def run_cv_on_spec(model_spec, name, org):
    models.train_and_evaluate.cv(model_spec, 
                                "../generated-data/dataset_%s_smf_ca_mo_v.feather" % (org), 
                                "../generated-data/splits/dataset_%s_smf_ca_mo_v.npz" % (org),
                                "cv",
                                "../results/exp_smf_ca_mo_v/%s_%s" % (name, org),
                                n_workers=25,
                                no_train=False)

def generate_figures(org):
    output_dir = "../results/exp_smf_ca_mo_v/figures/%s" % org
    os.makedirs(output_dir, exist_ok=True)

    spec = {
        "models": [
            {
                "title": "S-Refined",
                "color": "#FF0000",
                "cm_color": "#FF0000",
                "name" : "refined_%s" % org
            },
            {
                "title": "S-MN",
                "color": "#3A90FF",
                "name" : "mn_%s" % org
            },
            {
                "title": "Null",
                "color": "#c9c9c9",
                "star_color": "grey",
                "cm_color": "grey",
                "name" : "null_%s" % org
            }
        ],
        "classes": [
            "CA",
            "MO",
            "V"
        ],
        "short_classes": [
            "CA",
            "MO",
            "V"
        ],
        "ylim" : [0,1],
        "aspect" : 1
    }

    figure_cv_bacc.generate_figures(spec, "../results/exp_smf_ca_mo_v", os.path.join(output_dir, 'overall_bacc.png'))

    for model in spec['models']:
        model['results_path'] = "../results/exp_smf_ca_mo_v/%s/results.json" % (model['name'])
        figure_cm.plot_cm(model['results_path'], model['color'], spec['short_classes'], os.path.join(output_dir, "cm_%s.png" % model['name']))
    
    for i in range(len(spec['classes'])):
        figure_auc_roc_curve.plot_auc_roc_curves(spec, i, os.path.join(output_dir, "auc_roc%s.png" % spec["short_classes"][i]))
    
    


if __name__ == "__main__":
    main()