feat: use edge runtime (run-llama#83)

yxiaolu · Mar 18, 2024 · 2e50d85 · 2e50d85
1 parent 7ed47c4
commit 2e50d85
Show file tree

Hide file tree

Showing 5 changed files with 490 additions and 234 deletions.
diff --git a/app/api/fetch/embeddings.ts b/app/api/fetch/embeddings.ts
@@ -7,11 +7,8 @@ import {
  Document,
  MetadataMode,
  OpenAIEmbedding,
- SentenceSplitter,
  SimpleNodeParser,
- VectorStoreIndex,
- serviceContextFromDefaults,
-} from "llamaindex";
+} from "@llamaindex/edge";
 
 export default async function splitAndEmbed(
  document: string,

diff --git a/app/api/llm/datasource.ts b/app/api/llm/datasource.ts
@@ -1,10 +1,7 @@
 import { DATASOURCES_CACHE_DIR } from "@/scripts/constants.mjs";
-import {
- VectorStoreIndex,
- storageContextFromDefaults,
- ServiceContext,
- SimpleDocumentStore,
-} from "llamaindex";
+import { VectorStoreIndex, ServiceContext } from "@llamaindex/edge";
+import { storageContextFromDefaults } from "@llamaindex/edge/storage/StorageContext";
+import { SimpleDocumentStore } from "@llamaindex/edge/storage/docStore/SimpleDocumentStore";
 
 export async function getDataSource(
  serviceContext: ServiceContext,

diff --git a/app/api/llm/route.ts b/app/api/llm/route.ts
@@ -11,8 +11,8 @@ import {
  serviceContextFromDefaults,
  Response,
  VectorStoreIndex,
-} from "llamaindex";
-import { IndexDict } from "llamaindex/indices/json-to-index-struct";
+ IndexDict,
+} from "@llamaindex/edge";
 import { NextRequest, NextResponse } from "next/server";
 import { LLMConfig, MessageContent } from "@/app/client/platforms/llm";
 import { getDataSource } from "./datasource";
@@ -200,7 +200,5 @@ export async function POST(request: NextRequest) {
  }
 }
 
-export const runtime = "nodejs";
+export const runtime = "edge";
 export const dynamic = "force-dynamic";
-// Set max running time of function, for Vercel Hobby use 10 seconds, see https://vercel.com/docs/functions/serverless-functions/runtimes#maxduration
-export const maxDuration = 120;
diff --git a/package.json b/package.json
@@ -15,6 +15,7 @@
  "dependencies": {
  "@fortaine/fetch-event-source": "^3.0.6",
  "@google/generative-ai": "^0.1.3",
+ "@llamaindex/edge": "^0.2.1",
  "@radix-ui/react-alert-dialog": "^1.0.4",
  "@radix-ui/react-checkbox": "^1.0.4",
  "@radix-ui/react-dialog": "^1.0.4",
@@ -39,7 +40,6 @@
  "dotenv": "^16.3.1",
  "emoji-picker-react": "^4.4.12",
  "encoding": "^0.1.13",
- "llamaindex": "^0.1.18",
  "lucide-react": "^0.277.0",
  "mermaid": "^10.3.1",
  "nanoid": "^5.0.2",