-
Notifications
You must be signed in to change notification settings - Fork 31
/
.env.example
43 lines (38 loc) · 1.05 KB
/
.env.example
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
AGENTS_API_KEY=myauthkey
AGENTS_API_KEY_HEADER_NAME=Authorization
AGENTS_API_URL=http:https://agents-api:8080
COZO_AUTH_TOKEN=myauthkey
COZO_HOST=http:https://memory-store:9070
COZO_PORT=9070
COZO_ROCKSDB_DIR=cozo.db
DTYPE=float16
EMBEDDING_SERVICE_URL=http:https://text-embeddings-inference/embed
GATEWAY_PORT=80
GPU_MEMORY_UTILIZATION=0.90
HF_TOKEN=""
HUGGING_FACE_HUB_TOKEN=""
JWT_SHARED_KEY=
MAX_MODEL_LEN=8192
MAX_NUM_SEQS=1
MNT_DIR=/data
MODEL_API_KEY=myauthkey
MODEL_API_KEY_HEADER_NAME=Authorization
MODEL_API_URL=http:https://model-serving:8000
MODEL_INFERENCE_URL=http:https://model-serving:8000/v1
MODEL_ID=BAAI/bge-m3
# MODEL_NAME="OpenPipe/Hermes-2-Theta-Llama-3-8B-32k"
MODEL_NAME="julep-ai/Hermes-2-Theta-Llama-3-8B"
SKIP_CHECK_DEVELOPER_HEADERS=true
SUMMARIZATION_TOKENS_THRESHOLD=2048
TEMPERATURE_SCALING_FACTOR=0.9
TEMPERATURE_SCALING_POWER=0.9
TEMPORAL_ENDPOINT=temporal:7233
TEMPORAL_NAMESPACE=default
TEMPORAL_WORKER_URL=temporal:7233
TP_SIZE=1
TRUNCATE_EMBED_TEXT=true
TRAEFIK_LOG_LEVEL=DEBUG
WORKER_URL=temporal:7233
AGENTS_API_DEBUG=false
OPENAI_API_KEY=
ANTHROPIC_API_KEY=