Fri Apr 19 22:33:00 PDT 2024

Author: 0x77dev

bun.lockb

@@ -39,7 +39,7 @@ features:
   items:
     # TODO: add "to" links
     - title: 'Supports almost all major LLMs'
-      description: 'Support for OpenAI, Anthropic, Llama.cpp and Ollama out of the box.'
+      description: 'Support for OpenAI, Anthropic, and Ollama out of the box.'
       icon: 'i-ph-brain-duotone'
       target: '_blank'
     - title: 'Built-in Home Assistant integration'

docs/content/index.yml

@@ -23,7 +23,6 @@
     "@ava/docs",
     "@ava/oai-openapi",
     "@ava/lang",
-    "node-llama-cpp",
     "hnswlib-node"
   ]
 }

package.json

@@ -1,5 +1,4 @@
 import { EMBEDDINGS } from "./config";
-import { llamaCpp } from "./providers/llama-cpp";
 import { ollama } from "./providers/ollama";
 import { openai } from "./providers/openai";
 
@@ -9,8 +8,6 @@ export const createEmbeddings = () => {
       return ollama(EMBEDDINGS)
     case "openai":
       return openai(EMBEDDINGS)
-    case "llama-cpp":
-      return llamaCpp(EMBEDDINGS)
   }
 }
 

packages/lang/embeddings/index.ts

@@ -1,8 +1,6 @@
 import { z } from "zod"
-import { tmpdir } from "os"
-import { join } from "path"
 
-export const EmbeddingsNamespaceSchema = z.enum(["llama-cpp", "ollama", "openai"])
+export const EmbeddingsNamespaceSchema = z.enum(["ollama", "openai"])
 
 export type ModelNamespace = z.infer<typeof EmbeddingsNamespaceSchema>
 
@@ -15,14 +13,6 @@ export const EmbeddingsSchema = z.object({
   token: z.optional(z.string()),
   baseURL: z.optional(z.string().url()),
   extra: z.any(),
-}).default({
-  namespace: "llama-cpp",
-  baseURL: `file://${join(tmpdir(), "ava", "llama-cpp", "nomic-embed-text-v1-GGUF")}`,
-  name: "https://huggingface.co/nomic-ai/nomic-embed-text-v1-GGUF/resolve/main/nomic-embed-text-v1.Q4_K_M.gguf?download=true",
-  extra: {
-    contextSize: 8192,
-    batchSize: 8192,
-  }
 })
 
 export type Embeddings = z.infer<typeof EmbeddingsSchema>

packages/lang/embeddings/providers/llama-cpp.ts

@@ -17,13 +17,11 @@
     "easydl": "^1.1.1",
     "hnswlib-node": "^3",
     "langchain": "^0.1.34",
-    "node-llama-cpp": "^2.8.9",
     "xml-js": "^1.6.11",
     "znv": "^0.4.0",
     "zod": "^3.22.5"
   },
   "trustedDependencies": [
-    "node-llama-cpp",
     "hnswlib-node"
   ]
 }

packages/lang/embeddings/schema.ts

@@ -25,7 +25,6 @@
   "trustedDependencies": [
     "@ava/oai-openapi",
     "@ava/lang",
-    "node-llama-cpp",
     "hnswlib-node"
   ]
 }