Only set the pe_count for python impls

dagardner-nv · Apr 18, 2024 · 8f6209a · 8f6209a
1 parent 9cfed05
commit 8f6209a
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/morpheus/stages/inference/inference_stage.py b/morpheus/stages/inference/inference_stage.py
@@ -299,8 +299,10 @@ def set_output_fut(resp: TensorMemory, inner_batch, batch_future: mrc.Future):
         else:
             node = builder.make_node(self.unique_name, ops.build(py_inference_fn))
 
-        # Set the concurrency level to be up with the thread count
-        node.launch_options.pe_count = self._thread_count
+            # Set the concurrency level to be up with the thread count, intentionally only setting this for python
+            # implementations to avoid #1639
+            node.launch_options.pe_count = self._thread_count
+
         builder.make_edge(input_node, node)
 
         return node