don't send modalities or message timestamp in groq provider

Author: mythz

llms/extensions/app/db.py

@@ -1,5 +1,6 @@
 import json
 import os
+import time
 from datetime import datetime, timedelta
 from typing import Any, Dict
 
@@ -344,9 +345,12 @@ def prepare_thread(self, thread, id=None, user=None):
         else:
             thread["createdAt"] = now
         thread["updatedAt"] = now
+        initial_timestamp = int(time.time() * 1000) + 1
         if "messages" in thread:
-            for m in thread["messages"]:
+            for idx, m in enumerate(thread["messages"]):
                 self.ctx.cache_message_inline_data(m)
+                if "timestamp" not in m:
+                    m["timestamp"] = initial_timestamp + idx
         return with_user(thread, user=user)
 
     def create_thread(self, thread: Dict[str, Any], user=None):

llms/main.py

@@ -1216,8 +1216,8 @@ def to_response(self, response, chat, started_at, context=None):
     def chat_summary(self, chat):
         return chat_summary(chat)
 
-    def process_chat(self, chat, provider_id=None):
-        return process_chat(chat, provider_id)
+    async def process_chat(self, chat, provider_id=None):
+        return await process_chat(chat, provider_id)
 
     async def chat(self, chat, context=None):
         chat["model"] = self.provider_model(chat["model"]) or chat["model"]
@@ -1272,7 +1272,7 @@ async def chat(self, chat, context=None):
         if self.enable_thinking is not None:
             chat["enable_thinking"] = self.enable_thinking
 
-        chat = await process_chat(chat, provider_id=self.id)
+        chat = await self.process_chat(chat, provider_id=self.id)
         _log(f"POST {self.chat_url}")
         _log(chat_summary(chat))
         # remove metadata if any (conflicts with some providers, e.g. Z.ai)
@@ -1304,6 +1304,15 @@ def __init__(self, **kwargs):
             kwargs["api"] = "https://api.groq.com/openai/v1"
         super().__init__(**kwargs)
 
+    async def process_chat(self, chat, provider_id=None):
+        ret = await process_chat(chat, provider_id)
+        chat.pop("modalities", None)  # groq doesn't support modalities
+        messages = chat.get("messages", []).copy()
+        for message in messages:
+            message.pop("timestamp", None)  # groq doesn't support timestamp
+        ret["messages"] = messages
+        return ret
+
 
 class XaiProvider(OpenAiCompatible):
     sdk = "@ai-sdk/xai"