aggregate all user messages

foldl · Jun 28, 2024 · 8fed353 · 8fed353
1 parent 73ce4d7
commit 8fed353
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/scripts/openai_api.py b/scripts/openai_api.py
@@ -226,10 +226,18 @@ def do_POST(self):
             stream = obj['stream']
         if 'messages' in obj:
             counter = 0
-            for x in obj['messages']:
+            flag = True
+            # aggregate all user messages
+            for i in range(len(obj['messages']) - 1, -1, -1):
+                x = obj['messages'][i]
                 if x['role'] == 'user':
                     counter = counter + 1
-                    prompt = x['content']
+                else:
+                    flag = False
+
+                if flag:
+                    prompt = x['content'] + '\n' + prompt
+
             restart = counter < 2
 
             responder_cls = ChatCompletionStreamResponder if stream else ChatCompletionNonStreamResponder