fix: handle HarmonyError bug in token processing

src/unpredictable_lord/chat/chat.py

@@ -114,11 +114,19 @@ async def _stream_and_yield(
 
     parser = oh.StreamableParser(encoding, role=oh.Role.ASSISTANT)
 
+    oh_error_count = 0
     response_text = ""
     async for token in generate_stream(input_tokens):
         if token is None:
             continue
-        parser.process(token)
+        try:
+            parser.process(token)
+        except oh.HarmonyError:
+            # This is workaround for the issue where the parser fails on certain tokens.
+            # https://github.com/openai/harmony/pull/76
+            # TODO: THIS SHOULD BE FIXED PROPERLY LATER
+            oh_error_count += 1
+            continue
 
         if parser.current_channel == "final":
             delta = parser.last_content_delta
@@ -127,6 +135,9 @@ async def _stream_and_yield(
                 partial_history[-1]["content"] = response_text
                 yield partial_history
 
+    if oh_error_count > 0:
+        logger.warning(f"Parser encountered {oh_error_count} HarmonyError exceptions.")
+
     # Store results in partial_history for caller to retrieve
     partial_history.append(
         {"_response_text": response_text, "_messages": parser.messages}