modifying payload for gemma

gateway.py

@@ -53,8 +53,17 @@ def request_generation(
     payload = {
         "model": "google/gemma-3-27b-it",
         "messages": [
-            {"role": "system", "content": system_prompt},
-            {"role": "user", "content": message},
+            *(
+                [
+                    {
+                        "role": "system",
+                        "content": [{"type": "text", "text": system_prompt}],
+                    }
+                ]
+                if system_prompt
+                else []
+            ),
+            {"role": "user", "content": [{"type": "text", "text": message}]},
         ],
         "max_tokens": max_new_tokens,
         "temperature": temperature,
@@ -83,6 +92,7 @@ def request_generation(
                 # Parse the chunk into a JSON object
                 try:
                     chunk_json = json.loads(chunk_str)
+
                     # Extract the "content" field from the choices
                     content = chunk_json["choices"][0]["delta"].get("content", "")