parallel graph eval

Author: isty2e

cpp/neuralnet/ortbackend.cpp

@@ -115,6 +115,7 @@ struct Model {
     auto envLocal = std::make_unique<Ort::Env>(ORT_LOGGING_LEVEL_ERROR, "Default");
     env = std::move(envLocal);
     Ort::SessionOptions sf;
+    sf.SetExecutionMode(ExecutionMode::ORT_PARALLEL);
     sf.SetGraphOptimizationLevel(GraphOptimizationLevel::ORT_ENABLE_EXTENDED);
     string dir = HomeData::getHomeDataDir(true, homeDataDirOverride);
     MakeDir::make(dir);