Merge pull request #32 from edgeimpulse/fix-13967

Fix issue with hanging inference process due to excessive debug logs

Author: mmajchrzycki

edge_impulse_linux/runner.py

@@ -13,7 +13,7 @@ def now():
     return round(time.time() * 1000)
 
 class ImpulseRunner:
-    def __init__(self, model_path: str):
+    def __init__(self, model_path: str, timeout: int = 5):
         self._model_path = model_path
         self._tempdir = None
         self._runner = None
@@ -22,6 +22,7 @@ def __init__(self, model_path: str):
         self._debug = False
         self._hello_resp = None
         self._shm = None
+        self._timeout = timeout
 
     def init(self, debug=False):
         if not os.path.exists(self._model_path):
@@ -39,8 +40,8 @@ def init(self, debug=False):
         else:
             self._runner = subprocess.Popen(
                 cmd,
-                stdout=subprocess.PIPE,
-                stderr=subprocess.PIPE,
+                stdout=subprocess.DEVNULL,
+                stderr=subprocess.DEVNULL,
             )
 
         while not os.path.exists(socket_path) or self._runner.poll() is not None:
@@ -50,6 +51,8 @@ def init(self, debug=False):
             raise Exception("Failed to start runner (" + str(self._runner.poll()) + ")")
 
         self._client = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
+        # timeout the IPC connection in case the EIM hangs
+        self._client.settimeout(self._timeout)
         self._client.connect(socket_path)
 
         hello_resp = self._hello_resp = self.hello()

examples/audio/classify.py

@@ -41,7 +41,7 @@ def main(argv):
     with AudioImpulseRunner(modelfile) as runner:
         try:
             model_info = runner.init()
-            # model_info = runner.init(debug=True) # to get debug print out
+            # model_info = runner.init(debug=True, timeout=10) # to get debug print out and set longer timeout
             labels = model_info['model_parameters']['labels']
             print('Loaded runner for "' + model_info['project']['owner'] + ' / ' + model_info['project']['name'] + '"')
 

examples/custom/classify.py

@@ -54,7 +54,7 @@ def main(argv):
     runner = ImpulseRunner(modelfile)
     try:
         model_info = runner.init()
-        # model_info = runner.init(debug=True) # to get debug print out
+        # model_info = runner.init(debug=True, timeout=10) # to get debug print out and set longer timeout
 
         print('Loaded runner for "' + model_info['project']['owner'] + ' / ' + model_info['project']['name'] + '"')
 

examples/image/classify-full-frame.py

@@ -71,7 +71,7 @@ def main(argv):
     with ImageImpulseRunner(modelfile) as runner:
         try:
             model_info = runner.init()
-            # model_info = runner.init(debug=True) # to get debug print out
+            # model_info = runner.init(debug=True, timeout=10) # to get debug print out and set longer timeout
 
             print('Loaded runner for "' + model_info['project']['owner'] + ' / ' + model_info['project']['name'] + '"')
             labels = model_info['model_parameters']['labels']

examples/image/classify-image.py

@@ -43,7 +43,7 @@ def main(argv):
     with ImageImpulseRunner(modelfile) as runner:
         try:
             model_info = runner.init()
-            # model_info = runner.init(debug=True) # to get debug print out
+            # model_info = runner.init(debug=True, timeout=10) # to get debug print out and set longer timeout
 
             print('Loaded runner for "' + model_info['project']['owner'] + ' / ' + model_info['project']['name'] + '"')
             labels = model_info['model_parameters']['labels']

examples/image/classify-video.py

@@ -48,7 +48,7 @@ def main(argv):
     with ImageImpulseRunner(modelfile) as runner:
         try:
             model_info = runner.init()
-            # model_info = runner.init(debug=True) # to get debug print out
+            # model_info = runner.init(debug=True, timeout=10) # to get debug print out and set longer timeout
             print('Loaded runner for "' + model_info['project']['owner'] + ' / ' + model_info['project']['name'] + '"')
             labels = model_info['model_parameters']['labels']
 

examples/image/classify.py

@@ -75,7 +75,7 @@ def main(argv):
     with ImageImpulseRunner(modelfile) as runner:
         try:
             model_info = runner.init()
-            # model_info = runner.init(debug=True) # to get debug print out
+            # model_info = runner.init(debug=True, timeout=10) # to get debug print out and set longer timeout
             print('Loaded runner for "' + model_info['project']['owner'] + ' / ' + model_info['project']['name'] + '"')
             labels = model_info['model_parameters']['labels']
             if len(args)>= 2:

examples/image/set-thresholds.py

@@ -44,7 +44,7 @@ def main(argv):
     with ImageImpulseRunner(modelfile) as runner:
         try:
             model_info = runner.init()
-            # model_info = runner.init(debug=True) # to get debug print out
+            # model_info = runner.init(debug=True, timeout=10) # to get debug print out and set longer timeout
 
             print('Loaded runner for "' + model_info['project']['owner'] + ' / ' + model_info['project']['name'] + '"')
             if not 'thresholds' in model_info['model_parameters']: