-
Notifications
You must be signed in to change notification settings - Fork 5
/
fly.toml
29 lines (24 loc) 路 670 Bytes
/
fly.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
# fly.toml app configuration file generated for ollama-webui-demo on 2024-02-06T11:03:35+02:00
#
# See https://fly.io/docs/reference/configuration/ for information about how to use this file.
#
app = '' # change this before deploying!
primary_region = 'ord'
[env]
OLLAMA_BASE_URL = 'http:https://localhost:11434'
OLLAMA_MODELS = '/app/backend/data/models'
[[mounts]]
source = 'data'
destination = '/app/backend/data'
initial_size = '20gb'
[http_service]
internal_port = 8080
force_https = true
auto_stop_machines = true
auto_start_machines = true
min_machines_running = 0
processes = ['app']
[[vm]]
size = "performance-8x"
memory = "16gb"
gpu_kind = "l40s"