-
Notifications
You must be signed in to change notification settings - Fork 1
/
app.py
66 lines (50 loc) · 1.78 KB
/
app.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
from flask import Flask, request, Response, jsonify
import g4f
import sys
import os
from dotenv import load_dotenv
load_dotenv()
API_KEY = os.environ.get('API_KEY')
from flask_cors import CORS
app = Flask(__name__)
CORS(app)
def generate_response(model, llm, content):
response_generator = g4f.ChatCompletion.create(
model=model,
provider=llm,
messages=[{"role": "user", "content": content}],
stream=llm.supports_stream
)
for message in response_generator:
yield message
@app.route('/chat_completion', methods=['POST'])
def chat_completion():
data = request.get_json()
required_params = {'content', 'provider', 'api_key'}
missing_params = required_params - set(data.keys())
if missing_params:
error_msg = f"Missing parameters: {', '.join(missing_params)}"
return jsonify({"error": error_msg}), 400
content = data['content']
pname = data['provider']
api_key = data['api_key']
if not api_key == API_KEY:
return jsonify({"error": "Invalid API key"}), 401
try:
llm = getattr(getattr(getattr(sys.modules[__name__], "g4f"), "Provider"), pname)
except AttributeError:
return jsonify({"error": f"Invalid provider: {pname}"}), 400
model = "gpt-3.5-turbo"
if not llm.supports_gpt_35_turbo:
model = "gpt-4"
return Response(generate_response(model, llm, content), content_type='text/event-stream', mimetype='text/event-stream')
@app.route('/working_providers', methods=['GET'])
def working_providers():
working_providers_list = [
provider.__name__
for provider in g4f.Provider.__providers__
if provider.working
]
return jsonify({"working_providers": working_providers_list})
if __name__ == '__main__':
app.run(threaded=True)