"#{inspect(mod)}: #{inspect(r)}"
+ _ -> inspect(reason)
+ end
+
+ {:noreply, assign(socket, ai_error: error_message, streaming_response: nil)}
+ end
+
def handle_info({:set_background_color, color}, socket) do
Logger.info("setting background color to #{color}")
{:noreply, assign(socket, background_color: color)}
diff --git a/lib/elixir_ai_web/home/home_live.ex b/lib/elixir_ai_web/home/home_live.ex
index ae27986..02fb21b 100644
--- a/lib/elixir_ai_web/home/home_live.ex
+++ b/lib/elixir_ai_web/home/home_live.ex
@@ -8,6 +8,7 @@ defmodule ElixirAiWeb.HomeLive do
def mount(_params, _session, socket) do
if connected?(socket) do
Phoenix.PubSub.subscribe(ElixirAi.PubSub, providers_topic())
+ :pg.join(ElixirAi.LiveViewPG, {:liveview, __MODULE__}, self())
send(self(), :load_data)
end
diff --git a/lib/elixir_ai_web/router.ex b/lib/elixir_ai_web/router.ex
index d091cb3..0cfb23e 100644
--- a/lib/elixir_ai_web/router.ex
+++ b/lib/elixir_ai_web/router.ex
@@ -19,6 +19,7 @@ defmodule ElixirAiWeb.Router do
live "/", HomeLive
live "/chat/:name", ChatLive
+ live "/admin", AdminLive
end
# Other scopes may use custom stacks.
diff --git a/mix.exs b/mix.exs
index ed92bcd..248e3f8 100644
--- a/mix.exs
+++ b/mix.exs
@@ -5,7 +5,7 @@ defmodule ElixirAi.MixProject do
[
app: :elixir_ai,
version: "0.1.0",
- elixir: "~> 1.18",
+ elixir: "~> 1.19",
elixirc_paths: elixirc_paths(Mix.env()),
start_permanent: Mix.env() == :prod,
aliases: aliases(),
@@ -61,7 +61,8 @@ defmodule ElixirAi.MixProject do
{:horde, "~> 0.9"},
{:credo, "~> 1.7", only: [:dev, :test], runtime: false},
{:mimic, "~> 2.3.0"},
- {:zoi, "~> 0.17"}
+ {:zoi, "~> 0.17"},
+ {:yaml_elixir, "~> 2.12"}
]
end
diff --git a/mix.lock b/mix.lock
index 4d25f2f..a61bd01 100644
--- a/mix.lock
+++ b/mix.lock
@@ -68,5 +68,7 @@
"unicode_util_compat": {:hex, :unicode_util_compat, "0.7.1", "a48703a25c170eedadca83b11e88985af08d35f37c6f664d6dcfb106a97782fc", [:rebar3], [], "hexpm", "b3a917854ce3ae233619744ad1e0102e05673136776fb2fa76234f3e03b23642"},
"websock": {:hex, :websock, "0.5.3", "2f69a6ebe810328555b6fe5c831a851f485e303a7c8ce6c5f675abeb20ebdadc", [:mix], [], "hexpm", "6105453d7fac22c712ad66fab1d45abdf049868f253cf719b625151460b8b453"},
"websock_adapter": {:hex, :websock_adapter, "0.5.9", "43dc3ba6d89ef5dec5b1d0a39698436a1e856d000d84bf31a3149862b01a287f", [:mix], [{:bandit, ">= 0.6.0", [hex: :bandit, repo: "hexpm", optional: true]}, {:plug, "~> 1.14", [hex: :plug, repo: "hexpm", optional: false]}, {:plug_cowboy, "~> 2.6", [hex: :plug_cowboy, repo: "hexpm", optional: true]}, {:websock, "~> 0.5", [hex: :websock, repo: "hexpm", optional: false]}], "hexpm", "5534d5c9adad3c18a0f58a9371220d75a803bf0b9a3d87e6fe072faaeed76a08"},
+ "yamerl": {:hex, :yamerl, "0.10.0", "4ff81fee2f1f6a46f1700c0d880b24d193ddb74bd14ef42cb0bcf46e81ef2f8e", [:rebar3], [], "hexpm", "346adb2963f1051dc837a2364e4acf6eb7d80097c0f53cbdc3046ec8ec4b4e6e"},
+ "yaml_elixir": {:hex, :yaml_elixir, "2.12.1", "d74f2d82294651b58dac849c45a82aaea639766797359baff834b64439f6b3f4", [:mix], [{:yamerl, "~> 0.10", [hex: :yamerl, repo: "hexpm", optional: false]}], "hexpm", "d9ac16563c737d55f9bfeed7627489156b91268a3a21cd55c54eb2e335207fed"},
"zoi": {:hex, :zoi, "0.17.1", "406aa87bb4181f41dee64336b75434367b7d3e88db813b0e6db0ae2d0f81f743", [:mix], [{:decimal, "~> 2.0", [hex: :decimal, repo: "hexpm", optional: true]}, {:phoenix_html, "~> 2.14.2 or ~> 3.0 or ~> 4.1", [hex: :phoenix_html, repo: "hexpm", optional: true]}], "hexpm", "3a11bf3bc9189f988ac74e81b5d7ca0c689b2a20eed220746a7043aa528e2aab"},
}
diff --git a/test/elixir_ai_web/live/chat_live_test.exs b/test/elixir_ai_web/live/chat_live_test.exs
index 7c95c06..556edc1 100644
--- a/test/elixir_ai_web/live/chat_live_test.exs
+++ b/test/elixir_ai_web/live/chat_live_test.exs
@@ -3,10 +3,8 @@ defmodule ElixirAiWeb.ChatLiveTest do
import ElixirAi.PubsubTopics, only: [chat_topic: 1]
setup do
- stub(ElixirAi.ConversationManager, :open_conversation, fn _name -> {:ok, self()} end)
-
- stub(ElixirAi.ChatRunner, :get_conversation, fn _name ->
- %{messages: [], streaming_response: nil}
+ stub(ElixirAi.ConversationManager, :open_conversation, fn _name ->
+ {:ok, %{messages: [], streaming_response: nil, provider: nil}}
end)
:ok
diff --git a/tool-calling-outline.md b/tool-calling-outline.md
new file mode 100644
index 0000000..1f80c5a
--- /dev/null
+++ b/tool-calling-outline.md
@@ -0,0 +1,435 @@
+Below is a **structured design document** intended for another LLM (or engineer) to implement a **persistent BEAM-backed CLI execution system inside a long-lived Docker container using `docker exec`**.
+
+---
+
+# Design Document: Persistent BEAM Tool Runner in Docker
+
+## 1. Objective
+
+Build a system where:
+
+* A **single long-lived Docker container** hosts:
+
+ * a **persistent Elixir (BEAM) daemon**
+ * a standard **bash execution environment**
+* All commands are executed via:
+
+ ```bash
+ docker exec
bash -lc ""
+ ```
+* Common tools (`cat`, `grep`, etc.) are **intercepted via PATH shims**
+* Shims delegate execution to the **persistent BEAM daemon**
+* The daemon:
+
+ * executes real system commands
+ * truncates output deterministically
+ * returns `{stdout, stderr, exit_code}`
+
+---
+
+## 2. Non-Goals
+
+* No AI/model integration
+* No streaming output (batch only)
+* No advanced sandboxing (seccomp/cgroups optional later)
+* No distributed execution
+
+---
+
+## 3. System Overview
+
+```text
+Host
+ └─ docker exec
+ └─ Container (long-lived)
+ ├─ bash
+ │ └─ cat / grep / etc → shim (shell script)
+ │ └─ Unix socket request
+ │ └─ BEAM daemon
+ │ └─ System.cmd("cat", ...)
+ │ └─ truncate output
+ │ └─ return response
+```
+
+---
+
+## 4. Key Design Decisions
+
+### 4.1 Persistent Container
+
+* Container is started once and reused
+* Avoid `docker run` per command
+
+### 4.2 Persistent BEAM Process
+
+* Avoid BEAM startup per command
+* Centralize execution + truncation
+
+### 4.3 Bash as Execution Engine
+
+* Do not reimplement shell parsing
+* Support pipes, redirects, chaining
+
+### 4.4 PATH Interception
+
+* Replace selected binaries with shims
+* Keep system binaries available underneath
+
+---
+
+## 5. Container Specification
+
+### 5.1 Base Image
+
+* `debian:bookworm-slim`
+
+### 5.2 Required Packages
+
+```bash
+elixir
+erlang
+bash
+socat
+coreutils
+grep
+```
+
+---
+
+### 5.3 Filesystem Layout
+
+```text
+/app
+ daemon.exs
+ shims/
+ cat
+ grep
+```
+
+---
+
+### 5.4 PATH Configuration
+
+```bash
+PATH=/app/shims:/usr/bin:/bin
+```
+
+---
+
+### 5.5 Container Startup Command
+
+```bash
+elixir daemon.exs & exec bash
+```
+
+Requirements:
+
+* daemon must start before shell usage
+* shell must remain interactive/alive
+
+---
+
+## 6. BEAM Daemon Specification
+
+### 6.1 Transport
+
+* Unix domain socket:
+
+ ```text
+ /tmp/tool_runner.sock
+ ```
+
+* Protocol:
+
+ * request: single line
+ * response: Erlang binary (`:erlang.term_to_binary/1`)
+
+---
+
+### 6.2 Request Format (v1)
+
+```text
+\t\t\n
+```
+
+Example:
+
+```text
+cat\tfile.txt\n
+```
+
+---
+
+### 6.3 Response Format
+
+```elixir
+{stdout :: binary, stderr :: binary, exit_code :: integer}
+```
+
+Encoded via:
+
+```elixir
+:erlang.term_to_binary/1
+```
+
+---
+
+### 6.4 Execution Logic
+
+For each request:
+
+1. Parse command + args
+2. Call:
+
+```elixir
+System.cmd(cmd, args, stderr_to_stdout: false)
+```
+
+3. Apply truncation (see below)
+4. Return encoded response
+
+---
+
+### 6.5 Truncation Rules
+
+Configurable constants:
+
+```elixir
+@max_bytes 4000
+@max_lines 200
+```
+
+Apply in order:
+
+1. truncate by bytes
+2. truncate by lines
+
+Append:
+
+```text
+...[truncated]
+```
+
+---
+
+### 6.6 Concurrency Model
+
+* Accept loop via `:gen_tcp.accept`
+* Each client handled in separate lightweight process (`spawn`)
+* No shared mutable state required
+
+---
+
+### 6.7 Error Handling
+
+* Unknown command → return exit_code 127
+* Exceptions → return exit_code 1 + error message
+* Socket failure → ignore safely
+
+---
+
+## 7. Shim Specification
+
+### 7.1 Purpose
+
+* Replace system binaries (`cat`, `grep`)
+* Forward calls to daemon
+* Reproduce exact CLI behavior:
+
+ * stdout
+ * stderr
+ * exit code
+
+---
+
+### 7.2 Implementation Language
+
+* Bash (fast startup, no BEAM overhead)
+
+---
+
+### 7.3 Behavior
+
+For command:
+
+```bash
+cat file.txt
+```
+
+Shim must:
+
+1. Build request string
+2. Send to socket via `socat`
+3. Receive binary response
+4. Decode response
+5. Write:
+
+ * stdout → STDOUT
+ * stderr → STDERR
+6. Exit with correct code
+
+---
+
+### 7.4 Request Construction (in-memory)
+
+No temp files.
+
+```bash
+{
+ printf "cat"
+ for arg in "$@"; do
+ printf "\t%s" "$arg"
+ done
+ printf "\n"
+} | socat - UNIX-CONNECT:/tmp/tool_runner.sock
+```
+
+---
+
+### 7.5 Response Decoding
+
+Temporary approach:
+
+```bash
+elixir -e '
+ {out, err, code} = :erlang.binary_to_term(IO.read(:stdio, :all))
+ IO.write(out)
+ if err != "", do: IO.write(:stderr, err)
+ System.halt(code)
+'
+```
+
+---
+
+### 7.6 Known Limitation
+
+* Arguments containing tabs/newlines will break protocol
+* Acceptable for v1
+* Future: switch to JSON protocol
+
+---
+
+## 8. Execution Flow Example
+
+```bash
+docker exec container bash -lc "cat file.txt | grep foo"
+```
+
+Inside container:
+
+1. `cat` → shim
+2. shim → daemon → real `cat`
+3. truncated output returned
+4. piped to `grep`
+5. `grep` → shim → daemon → real `grep`
+
+---
+
+## 9. Performance Expectations
+
+| Component | Latency |
+| ------------- | --------- |
+| docker exec | 10–40 ms |
+| shim + socket | 1–5 ms |
+| System.cmd | 1–5 ms |
+| total | ~15–50 ms |
+
+---
+
+## 10. Security Considerations
+
+Minimal (v1):
+
+* No command filtering
+* Full shell access inside container
+
+Future:
+
+* allowlist commands
+* resource limits
+* seccomp profile
+
+---
+
+## 11. Extensibility
+
+### 11.1 Add new tools
+
+* create shim in `/app/shims`
+* no daemon change required
+
+---
+
+### 11.2 Central policies
+
+Implement in daemon:
+
+* timeouts
+* logging
+* output shaping
+* auditing
+
+---
+
+### 11.3 Protocol upgrade path
+
+Replace tab protocol with:
+
+```json
+{ "cmd": "...", "args": [...] }
+```
+
+---
+
+## 12. Failure Modes
+
+| Failure | Behavior |
+| ------------------ | ----------------------------- |
+| daemon not running | shim fails (connection error) |
+| socket missing | immediate error |
+| malformed response | decode failure |
+| command not found | exit 127 |
+
+---
+
+## 13. Implementation Checklist
+
+* [ ] Dockerfile builds successfully
+* [ ] daemon starts on container launch
+* [ ] socket created at `/tmp/tool_runner.sock`
+* [ ] shim intercepts commands via PATH
+* [ ] shim communicates with daemon
+* [ ] stdout/stderr preserved
+* [ ] exit codes preserved
+* [ ] truncation enforced
+
+---
+
+## 14. Minimal Acceptance Test
+
+```bash
+docker exec container bash -lc "echo hello"
+docker exec container bash -lc "cat /etc/passwd | grep root"
+docker exec container bash -lc "cat large_file.txt"
+```
+
+Verify:
+
+* correct output
+* truncated when large
+* no noticeable delay beyond ~50ms
+
+---
+
+## 15. Summary
+
+This system:
+
+* avoids BEAM startup overhead
+* preserves Unix execution semantics
+* centralizes control in Elixir
+* remains simple and composable
+
+It matches the intended pattern:
+
+> “Use the real environment, intercept selectively, and control outputs centrally.”