don't include modalities in OpenAI chat requests

Author: mythz

llms/extensions/providers/openai.py

@@ -18,6 +18,11 @@ def __init__(self, **kwargs):
             super().__init__(**kwargs)
             self.modalities["image"] = OpenAiGenerator(**kwargs)
 
+        async def process_chat(self, chat, provider_id=None):
+            ret = await super().process_chat(chat, provider_id)
+            chat.pop("modalities", None)  # openai chat completion doesn't support modalities
+            return ret
+
     # https://platform.openai.com/docs/api-reference/images
     class OpenAiGenerator(GeneratorBase):
         sdk = "openai/image"

llms/main.py

@@ -1305,7 +1305,7 @@ def __init__(self, **kwargs):
         super().__init__(**kwargs)
 
     async def process_chat(self, chat, provider_id=None):
-        ret = await process_chat(chat, provider_id)
+        ret = await super().process_chat(chat, provider_id)
         chat.pop("modalities", None)  # groq doesn't support modalities
         messages = chat.get("messages", []).copy()
         for message in messages: