add custom model

src/lib/ai/index.ts

@@ -1,7 +1,5 @@
 import { Ollama } from "ollama/browser";
 
-export const model = "llama3:8b";
-
 export let ai = {
  ollama: new Ollama({
  host:

src/lib/fncaller/index.ts

@@ -1,5 +1,4 @@
 import { browser } from "$app/environment";
-import { host, model } from "$lib/ai";
 import { settingsStore } from "$lib/settings";
 import type { ChatResponse, Message } from "ollama";
 import { get, writable } from "svelte/store";
@@ -66,7 +65,7 @@ export class FunctionCaller<T extends FunctionSchema> {
  const res = await fetch(`${settings.ollamaUrl}/api/chat`, {
  method: "POST",
  body: JSON.stringify({
- model,
+ model: settings.model,
  messages: [
  {
  role: "system",

src/lib/settings/index.ts

@@ -16,6 +16,11 @@ export const settingsSchema = {
  }
  },
  },
+ model: {
+ label: "Model",
+ type: "string",
+ default: "llama3:8b",
+ },
  enforceJsonOutput: {
  label: "Enforce JSON Output (slower but far more reliable)",
  type: "boolean",

src/routes/+page.svelte

@@ -1,6 +1,5 @@
 <script lang="ts">
  import { browser } from "$app/environment";
- import { host, model, ai } from "$lib/ai";
  import { FunctionCaller, messagesStore, toolsStore } from "$lib/fncaller";
  import type { ChatResponse, Message } from "ollama/browser";
  import { onMount, tick } from "svelte";
@@ -203,7 +202,7 @@
  "Content-Type": "application/json",
  },
  body: JSON.stringify({
- model,
+ model: $settingsStore.model,
  messages: [...chatHistory.slice(0, -1)],
  stream: true,
  }),