File make-infer-device-configureable.patch of Package cloud-native-demos

Overview Repositories Revisions Requests Users Attributes Meta

File make-infer-device-configureable.patch of Package cloud-native-demos (Revision 4c728b857b3efdf01bfb24edc7cf0f2d)

Currently displaying revision 4c728b857b3efdf01bfb24edc7cf0f2d , Show latest

diff --git a/elastic_inference/apps/clcn/nn/inferengine.py b/elastic_inference/apps/clcn/nn/inferengine.py
index 69e0ff4..707bcdb 100644
--- a/elastic_inference/apps/clcn/nn/inferengine.py
+++ b/elastic_inference/apps/clcn/nn/inferengine.py
@@ -1,6 +1,7 @@
 """
 Openvino based inference engine
 """
+import os
 import logging
 import time
 import cv2
@@ -129,12 +130,33 @@ class OpenVinoInferEngineTask(InferEngineTask):
             report_metric_fn)
         LOG.info("Model dir: %s", model_dir)
         LOG.info("Model name: %s", model_name)
-        self._plugin = self._init_openvino_cpu_plugin()
+        plugin_device = self.get_env("INFER_DEVICE", "CPU")
+        if plugin_device.to_lower() == "cpu":
+            self._plugin = self._init_openvino_cpu_plugin()
+        elif plugin_device.to_lower() == "myriad":
+            self._plugin = self._init_openvino_myriad_plugin()
+        else:
+           LOG.error("Unknown device [%s], fallback to CPU", plugin_device)
+           self._plugin = self._init_openvino_cpu_plugin()
         self._nn = NNFactory.get_detection(model_dir, model_name)
         self._nn.load()
         self._exec = self._plugin.load(network=self._nn.net)
 
     @staticmethod
+    def get_env(key, default=None):
+        """
+        Get environment variable.
+        """
+        if key not in os.environ:
+            LOG.warning("Could not find the key %s in environment, use "
+                        "default value %s", key, str(default))
+            return default
+        return os.environ[key]
+
+    def _init_openvino_myriad_plugin():
+        plugin = IEPlugin(device="MYRIAD")
+        return plugin
+
     def _init_openvino_cpu_plugin():
         plugin = IEPlugin(device="CPU")
         plugin.add_cpu_extension("/usr/lib64/libcpu_extension.so")
diff --git a/elastic_inference/kubernetes/elastic-inference.yaml.template b/elastic_inference/kubernetes/elastic-inference.yaml.template
index c2bc1a3..77d6dbe 100644
--- a/elastic_inference/kubernetes/elastic-inference.yaml.template
+++ b/elastic_inference/kubernetes/elastic-inference.yaml.template
@@ -86,6 +86,8 @@ spec:
           value: ei-redis-svc
         - name: INFER_TYPE
           value: face-int8
+        - name: INFER_DEVICE
+          value: CPU
         ports:
         - name: web
           containerPort: 8000
@@ -141,6 +143,8 @@ spec:
           value: ei-redis-svc
         - name: INFER_TYPE
           value: face-fp32
+        - name: INFER_DEVICE
+          value: CPU
         ports:
         - name: web
           containerPort: 8000
@@ -196,6 +200,8 @@ spec:
           value: ei-redis-svc
         - name: INFER_TYPE
           value: people
+        - name: INFER_DEVICE
+          value: CPU
         ports:
         - name: web
           containerPort: 8000
@@ -252,6 +258,8 @@ spec:
           value: ei-redis-svc
         - name: INFER_TYPE
           value: car-int8
+        - name: INFER_DEVICE
+          value: CPU
         ports:
         - name: web
           containerPort: 8000
@@ -308,6 +316,8 @@ spec:
           value: ei-redis-svc
         - name: INFER_TYPE
           value: car-fp32
+        - name: INFER_DEVICE
+          value: CPU
         ports:
         - name: web
           containerPort: 8000

Places

File make-infer-device-configureable.patch of Package cloud-native-demos (Revision 4c728b857b3efdf01bfb24edc7cf0f2d)

Places