theb: multiple messages

gpt4free/theb/README.md

@@ -5,7 +5,10 @@
 from gpt4free import theb
 
 # simple streaming completion
-for token in theb.Completion.create('hello world'):
- print(token, end='', flush=True)
-print("")
+
+while True:
+ x = input()
+ for token in theb.Completion.create(x):
+ print(token, end='', flush=True)
+ print("")
 ```

gpt4free/theb/__init__.py

@@ -17,6 +17,7 @@ class Completion:
  timer = None
  message_queue = Queue()
  stream_completed = False
+ last_msg_id = None
 
  @staticmethod
  def request(prompt: str, proxy: Optional[str]=None):
@@ -28,26 +29,33 @@ def request(prompt: str, proxy: Optional[str]=None):
  }
 
  proxies = {'http': 'http:https://' + proxy, 'https': 'http:https://' + proxy} if proxy else None
-
+
+ options = {}
+ if Completion.last_msg_id:
+ options['parentMessageId'] = Completion.last_msg_id
+
  requests.post(
  'https://chatbot.theb.ai/api/chat-process',
  headers=headers,
  proxies=proxies,
  content_callback=Completion.handle_stream_response,
- json={'prompt': prompt, 'options': {}},
+ json={'prompt': prompt, 'options': options},
  )
 
  Completion.stream_completed = True
 
  @staticmethod
  def create(prompt: str, proxy: Optional[str]=None) -> Generator[str, None, None]:
+ Completion.stream_completed = False
  Thread(target=Completion.request, args=[prompt, proxy]).start()
 
  while not Completion.stream_completed or not Completion.message_queue.empty():
  try:
  message = Completion.message_queue.get(timeout=0.01)
  for message in findall(Completion.regex, message):
- yield loads(Completion.part1 + message + Completion.part2)['delta']
+ message_json = loads(Completion.part1 + message + Completion.part2)
+ Completion.last_msg_id = message_json['id']
+ yield message_json['delta']
 
  except Empty:
  pass