refactor: update streaming config and handling

- Removed `enabled` flag from `examples/configs/abc_streaming/config.yml`
- Updated `generation.py` to check for output flows instead of the
  `enabled` flag
- Fixed typo in `llmrails.py` and updated streaming handling logic

Author: Pouyanpi

examples/configs/abc_streaming/config.yml

@@ -30,7 +30,6 @@ rails:
     flows:
       - self check output
     streaming:
-      enabled: True
       window_size: 20
 
   dialog:

nemoguardrails/actions/llm/generation.py

@@ -767,7 +767,9 @@ async def generate_bot_message(
         # as it is executed separately in llmrails.py
         # of course, it does not work when passed as context in `run_output_rails_in_streaming`
         # streaming_handler is set when stream_async method is used
-        if streaming_handler and self.config.rails.output.streaming.enabled:
+
+        if streaming_handler and len(self.config.rails.output.flows) > 0:
+            # if streaming_handler and self.config.rails.output.streaming.enabled:
             context_updates["skip_output_rails"] = True
 
         if bot_intent in self.config.bot_messages:

nemoguardrails/rails/llm/config.py

@@ -1219,15 +1219,15 @@ def parse_object(cls, obj):
 
     @property
     def streaming_supported(self):
-        """Whether the current config supports streaming or not.
-
-        Currently, we don't support streaming if there are output rails.
-        """
-        if len(self.rails.output.flows) > 0:
-            # if we have output rails streaming enabled
-            if self.rails.output.streaming.enabled:
-                return True
-            return False
+        """Whether the current config supports streaming or not."""
+
+        # if len(self.rails.output.flows) > 0:
+        #     # if we have output rails streaming enabled
+        #     # we keep it in case it was needed when we have
+        #     # support per rails
+        #     if self.rails.output.streaming.enabled:
+        #         return True
+        #     return False
 
         return True
 

nemoguardrails/rails/llm/llmrails.py

@@ -418,7 +418,7 @@ def _init_llms(self):
                     self.runtime.register_action_param(
                         model_name, getattr(self, model_name)
                     )
-                    # this is used for cotnent safety and topic control
+                    # this is used for content safety and topic control
                     llms[llm_config.type] = getattr(self, model_name)
 
             self.runtime.register_action_param("llms", llms)
@@ -953,7 +953,11 @@ def stream_async(
                 options=options,
             )
         )
-        if self.config.rails.output.streaming.enabled:
+        # TODO:
+        # when we have output rails we wrap the streaming handler
+        if len(self.config.rails.output.flows) > 0:
+            #
+            # if self.config.rails.output.streaming.enabled:
             # returns an async generator
             return self._run_output_rails_in_streaming(
                 streaming_handler=streaming_handler,