OpenVINO tries to use GPU first, if that doesn't work it switches to CPU

smistad · Jan 8, 2019 · 222cbb9 · 222cbb9
1 parent 63ed3cd
commit 222cbb9
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/source/FAST/Algorithms/NeuralNetwork/OpenVINOEngine.cpp b/source/FAST/Algorithms/NeuralNetwork/OpenVINOEngine.cpp
@@ -51,10 +51,9 @@ void OpenVINOEngine::run() {
         node.second.data = tensor;
     }
 }
-
-void OpenVINOEngine::load() {
+void OpenVINOEngine::loadPlugin(std::string deviceType) {
     PluginDispatcher dispatcher({""});
-    InferencePlugin plugin(dispatcher.getSuitablePlugin(TargetDevice::eCPU));
+    InferencePlugin plugin(dispatcher.getPluginByDevice(deviceType));
     reportInfo() << "OpenVINO: Inference plugin setup complete." << reportEnd();
 
     // --------------------------- 2. Read IR Generated by ModelOptimizer (.xml and .bin files) ------------
@@ -113,6 +112,17 @@ void OpenVINOEngine::load() {
     reportInfo() << "OpenVINO: Network fully loaded." << reportEnd();
 }
 
+void OpenVINOEngine::load() {
+    try {
+        loadPlugin(getDeviceName(TargetDevice::eGPU));
+    } catch(::InferenceEngine::details::InferenceEngineException &e) {
+        reportInfo() << "Failed to get GPU plugin for OpenVINO inference engine: " << e.what() << reportEnd();
+        reportInfo() << "Selecting CPU plugin instead.." << reportEnd();
+        loadPlugin(getDeviceName(TargetDevice::eCPU));
+    }
+
+}
+
 ImageOrdering OpenVINOEngine::getPreferredImageOrdering() const {
     return ImageOrdering::CHW;
 }

diff --git a/source/FAST/Algorithms/NeuralNetwork/OpenVINOEngine.hpp b/source/FAST/Algorithms/NeuralNetwork/OpenVINOEngine.hpp
@@ -21,6 +21,7 @@ class OpenVINOEngine : public InferenceEngine {
 
     private:
         std::shared_ptr<::InferenceEngine::InferRequest> m_inferRequest;
+        void loadPlugin(std::string deviceType);
 };
 
 }