Sun Apr 21 14:17:44 PDT 2024

Author: 0x77dev

.github/workflows/hass.yaml .github/workflows/docker-image.yaml.github/workflows/hass.yaml renamed to .github/workflows/docker-image.yaml

@@ -1,5 +1,5 @@
 ---
-name: Ship Home Assistant Add-on
+name: Ship Docker Image
 
 on:
   push:

README.md

@@ -0,0 +1,48 @@
+# Ava
+Self-hosted personal assistant in minutes with built-in Home Assistant integration and great extensibility and customizability.
+
+Documentation is available on project website: https://ava.0x77.dev
+
+![GitHub License](https://img.shields.io/github/license/0x77dev/ava)
+![Maintenance](https://img.shields.io/maintenance/yes/2024)
+![GitHub last commit](https://img.shields.io/github/last-commit/0x77dev/ava)
+[![Ship Docker Image](https://github.com/0x77dev/ava/actions/workflows/docker-image.yaml/badge.svg)](https://github.com/0x77dev/ava/actions/workflows/docker-image.yaml)
+
+
+## Features
+
+- **Supports almost all major LLMs**: Support for OpenAI, Anthropic, and Ollama out of the box.
+- **Home Assistant Integration**: Ava can control your Home Assistant devices and answer questions about your entities.
+- **Extensible _(work in progress)_**: Ava is built with extensibility in mind. You can easily add new skills using custom HTTP endpoints.
+- **Customizable**: Great level of customizability with almost everything being configurable using environment variables.
+- **Fully private**: Ava is self-hosted, so you have full control over your data.
+- **OpenAI compatible endpoints**: Chat with your Ava using OpenAI compatible chat completion endpoint.
+- **Home Assistant addons**: Install Ava and Ollama as a Home Assistant addons with a couple of clicks.
+- **Dockerized**: Ava is available as a Docker image for both amd64 and aarch64, so you can manually spin it up in minutes.
+
+## Home Assistant Installation
+
+### Addons Repository
+
+[![Open your Home Assistant instance and show the add add-on repository dialog with a specific repository URL pre-filled.](https://my.home-assistant.io/badges/supervisor_add_addon_repository.svg)](https://my.home-assistant.io/redirect/supervisor_add_addon_repository/?repository_url=https://github.com/0x77dev/ava)
+
+- [**Ollama**](./ollama): The easiest way to get up and running with large language models locally
+- [**Ava Server**](./server)
+
+Learn more about configuring the addons on the [project website](https://ava.0x77.dev).
+
+### Custom component
+
+#### HACS
+
+[![Open your Home Assistant instance and open a repository inside the Home Assistant Community Store.](https://my.home-assistant.io/badges/hacs_repository.svg)](https://my.home-assistant.io/redirect/hacs_repository/?owner=0x77dev&repository=ava&category=integration)
+
+#### Manual
+
+Copy the [`custom_components/ava`](./custom_components/ava) folder to your `/config/custom_components` Home Assistant folder.
+
+You can download the custom component zip directly using [GitZip](https://kinolien.github.io/gitzip/?download=https://github.com/0x77dev/ava/tree/main/custom_components/ava).
+
+Learn more about configuring the custom component on the [project website](https://ava.0x77.dev).
+
+

bun.lockb

@@ -4,10 +4,10 @@ import { LLM } from "../llm/config"
 import { kindToPrompt, namespaceToKind } from "./mappings"
 import type { ToolInterface } from "@langchain/core/tools"
 
-export const createAgent = (tools: ToolInterface[]) => {
+export const createAgent = async (tools: ToolInterface[]) => {
   const kind = namespaceToKind[LLM.namespace]
   const prompt = kindToPrompt[kind]
-  const llm = createLLM()
+  const llm = await createLLM()
 
   switch (kind) {
     case "xml":

packages/lang/agent/index.ts

@@ -1,7 +1,10 @@
 import { OllamaEmbeddings } from "langchain/embeddings/ollama";
 import type { Embeddings } from "../schema";
+import { pullModel } from "../../services/ollama";
+
+export const ollama = async (model: Embeddings) => {
+  await pullModel(model.name, model.baseURL)
 
-export const ollama = (model: Embeddings) => {
   return new OllamaEmbeddings({
     model: model.name,
     baseUrl: model.baseURL,

packages/lang/embeddings/providers/ollama.ts

@@ -1,7 +1,9 @@
 import { ChatOllama } from "langchain/chat_models/ollama";
 import type { LLM } from "../schema";
+import { pullModel } from "../../services/ollama";
 
-export const ollama = (model: LLM) => {
+export const ollama = async (model: LLM) => {
+  await pullModel(model.name, model.baseURL)
   return new ChatOllama({
     model: model.name,
     baseUrl: model.baseURL,

packages/lang/llm/providers/ollama.ts

@@ -17,6 +17,7 @@
     "easydl": "^1.1.1",
     "hnswlib-node": "^3",
     "langchain": "^0.1.34",
+    "ollama": "^0.5.0",
     "xml-js": "^1.6.11",
     "znv": "^0.4.0",
     "zod": "^3.22.5"

packages/lang/package.json

@@ -0,0 +1,19 @@
+import { Ollama } from "ollama"
+
+export const createOllama = (baseURL?: string) => {
+  return new Ollama({
+    host: baseURL,
+  })
+}
+
+export const pullModel = async (model: string, baseURL?: string) => {
+  const ollama = createOllama(baseURL)
+  const events = await ollama.pull({
+    model,
+    stream: true
+  })
+
+  for await (const event of events) {
+    console.log('[ollama] pulling', model, event)
+  }
+}

packages/lang/services/ollama.ts

@@ -32,13 +32,13 @@ const entitiesToSearchable = async (entities: HassEntities, embeddings: Awaited<
 
 const createStore = async () => {
   const embeddings = await createEmbeddings()
-  let entityToSearchable: Record<string, Searchable> = {}
   const coll = entitiesColl(hass)
-  let resolve: (...any: any) => void = () => {}
-  const promise = new Promise(r => resolve = r)
   let store = new HNSWLib(embeddings, {
     space: 'cosine'
   })
+
+  let entityToSearchable: Record<string, Searchable> = {}
+
   coll.subscribe(async (entities) => {
     const updatedSince = Object.fromEntries(
       Object.entries(entities)
@@ -73,11 +73,13 @@ const createStore = async () => {
     await store.addVectors(vectors, docs)
 
     console.log('updated entities store with', Object.keys(updatedSince).length, 'updates, index size now is:', Object.keys(entityToSearchable).length)
-    resolve()
   })
 
-  console.log('[ha] waiting for entities to load')
-  await promise
+  try {
+    await coll.refresh()
+  } catch (error) {
+    console.warn(error)
+  }
 
   return async (query: string) => {
     console.log('[ha] searching for', query)

skills/homeassistant/tools/entities.ts

@@ -24,13 +24,13 @@ const servicesToSearchable = async (services: HassServices, embeddings: Awaited<
 
 const createStore = async () => {
   const embeddings = await createEmbeddings()
-  let serviceToSearchable: Record<string, Searchable> = {}
   const coll = servicesColl(hass)
-  let resolve: (...any: any) => void = () => {}
-  const promise = new Promise(r => resolve = r)
   let store = new HNSWLib(embeddings, {
     space: 'cosine'
   })
+
+  let serviceToSearchable: Record<string, Searchable> = {}
+
   coll.subscribe(async (services) => {
     serviceToSearchable = { ...serviceToSearchable, ...await servicesToSearchable(services, embeddings) }
     store = new HNSWLib(embeddings, {
@@ -50,12 +50,13 @@ const createStore = async () => {
     await store.addVectors(vectors, docs)
 
     console.log('updated services store with', Object.keys(servicesToSearchable).length)
-    resolve()
   })
-  await coll.refresh()
 
-  console.log('waiting for services to load')
-  await promise
+  try {
+    await coll.refresh()
+  } catch (error) {
+    console.warn(error)
+  }
 
   return async (query: string) => {
     console.log('searching for', query)