This commit is contained in:
90
lib/elixir_ai_web/features/voice/recording.ex
Normal file
90
lib/elixir_ai_web/features/voice/recording.ex
Normal file
@@ -0,0 +1,90 @@
|
||||
defmodule ElixirAiWeb.Voice.Recording do
|
||||
use Phoenix.Component
|
||||
alias Phoenix.LiveView.JS
|
||||
|
||||
attr :state, :atom, required: true
|
||||
|
||||
def recording(assigns) do
|
||||
~H"""
|
||||
<div class="p-4 flex flex-col gap-3">
|
||||
<div class="flex items-center justify-between">
|
||||
<div class="flex items-center gap-3">
|
||||
<%= if @state == :idle do %>
|
||||
<svg
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
class="h-4 w-4 text-seafoam-500 shrink-0"
|
||||
viewBox="0 0 24 24"
|
||||
fill="currentColor"
|
||||
>
|
||||
<path d="M12 1a4 4 0 0 1 4 4v7a4 4 0 0 1-8 0V5a4 4 0 0 1 4-4zm0 2a2 2 0 0 0-2 2v7a2 2 0 1 0 4 0V5a2 2 0 0 0-2-2zm-7 9a7 7 0 0 0 14 0h2a9 9 0 0 1-8 8.94V23h-2v-2.06A9 9 0 0 1 3 12H5z" />
|
||||
</svg>
|
||||
<span class="text-seafoam-400 font-semibold text-sm">Voice Input</span>
|
||||
<% end %>
|
||||
<%= if @state == :recording do %>
|
||||
<span class="relative flex h-3 w-3 shrink-0">
|
||||
<span class="animate-ping absolute inline-flex h-full w-full rounded-full bg-red-500 opacity-75">
|
||||
</span>
|
||||
<span class="relative inline-flex rounded-full h-3 w-3 bg-red-500"></span>
|
||||
</span>
|
||||
<span class="text-seafoam-50 font-semibold text-sm">Recording</span>
|
||||
<% end %>
|
||||
<%= if @state == :processing do %>
|
||||
<span class="relative flex h-3 w-3 shrink-0">
|
||||
<span class="animate-ping absolute inline-flex h-full w-full rounded-full bg-seafoam-400 opacity-75">
|
||||
</span>
|
||||
<span class="relative inline-flex rounded-full h-3 w-3 bg-seafoam-400"></span>
|
||||
</span>
|
||||
<span class="text-seafoam-50 font-semibold text-sm">Processing…</span>
|
||||
<% end %>
|
||||
</div>
|
||||
<button
|
||||
phx-click="minimize"
|
||||
title="Minimize"
|
||||
class="p-1 rounded-lg text-seafoam-600 hover:text-seafoam-300 hover:bg-seafoam-800/50 transition-colors"
|
||||
>
|
||||
<svg
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
class="h-4 w-4"
|
||||
viewBox="0 0 24 24"
|
||||
fill="none"
|
||||
stroke="currentColor"
|
||||
stroke-width="2"
|
||||
stroke-linecap="round"
|
||||
stroke-linejoin="round"
|
||||
>
|
||||
<path d="M5 12h14" />
|
||||
</svg>
|
||||
</button>
|
||||
</div>
|
||||
<%= if @state in [:recording, :processing] do %>
|
||||
<div id="voice-viz-wrapper" phx-update="ignore">
|
||||
<canvas id="voice-viz-canvas" height="72" class="w-full rounded-lg bg-seafoam-950 block">
|
||||
</canvas>
|
||||
</div>
|
||||
<% end %>
|
||||
<%= if @state == :idle do %>
|
||||
<button
|
||||
phx-click={JS.dispatch("voice:start", to: "#voice-control-hook")}
|
||||
class="w-full flex items-center justify-between px-3 py-1.5 rounded-lg bg-seafoam-700 hover:bg-seafoam-600 text-seafoam-50 text-xs font-medium transition-colors"
|
||||
>
|
||||
<span>Start Recording</span>
|
||||
<kbd class="text-seafoam-300 bg-seafoam-800 border border-seafoam-600 px-1.5 py-0.5 rounded font-mono">
|
||||
Ctrl+Space
|
||||
</kbd>
|
||||
</button>
|
||||
<% end %>
|
||||
<%= if @state == :recording do %>
|
||||
<button
|
||||
phx-click={JS.dispatch("voice:stop", to: "#voice-control-hook")}
|
||||
class="w-full flex items-center justify-between px-3 py-1.5 rounded-lg bg-seafoam-800 hover:bg-seafoam-700 text-seafoam-50 text-xs font-medium transition-colors border border-seafoam-700"
|
||||
>
|
||||
<span>Stop Recording</span>
|
||||
<kbd class="text-seafoam-300 bg-seafoam-900 border border-seafoam-700 px-1.5 py-0.5 rounded font-mono">
|
||||
Space
|
||||
</kbd>
|
||||
</button>
|
||||
<% end %>
|
||||
</div>
|
||||
"""
|
||||
end
|
||||
end
|
||||
97
lib/elixir_ai_web/features/voice/voice_conversation.ex
Normal file
97
lib/elixir_ai_web/features/voice/voice_conversation.ex
Normal file
@@ -0,0 +1,97 @@
|
||||
defmodule ElixirAiWeb.Voice.VoiceConversation do
|
||||
use Phoenix.Component
|
||||
alias Phoenix.LiveView.JS
|
||||
import ElixirAiWeb.ChatMessage
|
||||
import ElixirAiWeb.Spinner
|
||||
|
||||
attr :messages, :list, required: true
|
||||
attr :streaming_response, :any, default: nil
|
||||
attr :ai_error, :string, default: nil
|
||||
|
||||
def voice_conversation(assigns) do
|
||||
~H"""
|
||||
<div class="flex flex-col flex-1 overflow-hidden">
|
||||
<div class="flex items-center justify-between px-4 pt-4 pb-2">
|
||||
<span class="text-seafoam-300 font-semibold text-sm">Voice Chat</span>
|
||||
<button
|
||||
phx-click="minimize"
|
||||
title="Minimize"
|
||||
class="p-1 rounded-lg text-seafoam-600 hover:text-seafoam-300 hover:bg-seafoam-800/50 transition-colors"
|
||||
>
|
||||
<svg
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
class="h-4 w-4"
|
||||
viewBox="0 0 24 24"
|
||||
fill="none"
|
||||
stroke="currentColor"
|
||||
stroke-width="2"
|
||||
stroke-linecap="round"
|
||||
stroke-linejoin="round"
|
||||
>
|
||||
<path d="M5 12h14" />
|
||||
</svg>
|
||||
</button>
|
||||
</div>
|
||||
<%= if @ai_error do %>
|
||||
<div class="mx-4 mt-1 px-3 py-2 rounded text-sm text-red-400 bg-red-950/40" role="alert">
|
||||
AI error: {@ai_error}
|
||||
</div>
|
||||
<% end %>
|
||||
<div
|
||||
id="voice-chat-messages"
|
||||
phx-hook="ScrollBottom"
|
||||
class="flex-1 overflow-y-auto px-4 py-2 space-y-1"
|
||||
>
|
||||
<%= for msg <- @messages do %>
|
||||
<%= cond do %>
|
||||
<% msg.role == :user -> %>
|
||||
<.user_message content={Map.get(msg, :content) || ""} />
|
||||
<% msg.role == :tool -> %>
|
||||
<.tool_result_message
|
||||
content={Map.get(msg, :content) || ""}
|
||||
tool_call_id={Map.get(msg, :tool_call_id) || ""}
|
||||
/>
|
||||
<% true -> %>
|
||||
<.assistant_message
|
||||
content={Map.get(msg, :content) || ""}
|
||||
reasoning_content={Map.get(msg, :reasoning_content)}
|
||||
tool_calls={Map.get(msg, :tool_calls) || []}
|
||||
/>
|
||||
<% end %>
|
||||
<% end %>
|
||||
<%= if @streaming_response do %>
|
||||
<.streaming_assistant_message
|
||||
content={@streaming_response.content}
|
||||
reasoning_content={@streaming_response.reasoning_content}
|
||||
tool_calls={@streaming_response.tool_calls}
|
||||
/>
|
||||
<.spinner />
|
||||
<% end %>
|
||||
</div>
|
||||
<div class="px-4 pb-3 pt-2 flex items-center justify-between gap-2">
|
||||
<button
|
||||
phx-click="dismiss_transcription"
|
||||
class="text-xs text-seafoam-500 hover:text-seafoam-300 transition-colors"
|
||||
>
|
||||
Dismiss
|
||||
</button>
|
||||
<button
|
||||
phx-click={JS.dispatch("voice:start", to: "#voice-control-hook")}
|
||||
title="Voice input (Ctrl+Space)"
|
||||
class="flex items-center gap-1.5 px-3 py-1.5 rounded-lg bg-seafoam-700 hover:bg-seafoam-600 text-seafoam-50 text-xs font-medium transition-colors"
|
||||
>
|
||||
<svg
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
class="h-3.5 w-3.5"
|
||||
viewBox="0 0 24 24"
|
||||
fill="currentColor"
|
||||
>
|
||||
<path d="M12 1a4 4 0 0 1 4 4v7a4 4 0 0 1-8 0V5a4 4 0 0 1 4-4zm0 2a2 2 0 0 0-2 2v7a2 2 0 1 0 4 0V5a2 2 0 0 0-2-2zm-7 9a7 7 0 0 0 14 0h2a9 9 0 0 1-8 8.94V23h-2v-2.06A9 9 0 0 1 3 12H5z" />
|
||||
</svg>
|
||||
<span>Record</span>
|
||||
</button>
|
||||
</div>
|
||||
</div>
|
||||
"""
|
||||
end
|
||||
end
|
||||
402
lib/elixir_ai_web/features/voice/voice_live.ex
Normal file
402
lib/elixir_ai_web/features/voice/voice_live.ex
Normal file
@@ -0,0 +1,402 @@
|
||||
defmodule ElixirAiWeb.VoiceLive do
|
||||
use ElixirAiWeb, :live_view
|
||||
require Logger
|
||||
|
||||
alias ElixirAiWeb.Voice.Recording
|
||||
alias ElixirAiWeb.Voice.VoiceConversation
|
||||
alias ElixirAi.{AiProvider, AiTools, ChatRunner, ConversationManager}
|
||||
import ElixirAi.PubsubTopics
|
||||
|
||||
def mount(_params, session, socket) do
|
||||
voice_session_id = session["voice_session_id"]
|
||||
|
||||
{:ok,
|
||||
assign(socket,
|
||||
state: :idle,
|
||||
transcription: nil,
|
||||
expanded: false,
|
||||
conversation_name: nil,
|
||||
messages: [],
|
||||
streaming_response: nil,
|
||||
runner_pid: nil,
|
||||
ai_error: nil,
|
||||
voice_session_id: voice_session_id
|
||||
), layout: false}
|
||||
end
|
||||
|
||||
def render(assigns) do
|
||||
~H"""
|
||||
<div id="voice-control-hook" phx-hook="VoiceControl">
|
||||
<%= if not @expanded do %>
|
||||
<button
|
||||
phx-click="expand"
|
||||
title="Voice input (Ctrl+Space)"
|
||||
class="fixed top-4 right-4 z-50 p-2.5 rounded-full bg-seafoam-900/50 hover:bg-seafoam-800/80 border border-seafoam-700/50 hover:border-seafoam-600 text-seafoam-500/70 hover:text-seafoam-300 transition-all duration-200 opacity-50 hover:opacity-100"
|
||||
>
|
||||
<svg
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
class="h-5 w-5"
|
||||
viewBox="0 0 24 24"
|
||||
fill="currentColor"
|
||||
>
|
||||
<path d="M12 1a4 4 0 0 1 4 4v7a4 4 0 0 1-8 0V5a4 4 0 0 1 4-4zm0 2a2 2 0 0 0-2 2v7a2 2 0 1 0 4 0V5a2 2 0 0 0-2-2zm-7 9a7 7 0 0 0 14 0h2a9 9 0 0 1-8 8.94V23h-2v-2.06A9 9 0 0 1 3 12H5z" />
|
||||
</svg>
|
||||
</button>
|
||||
<% else %>
|
||||
<div class={[
|
||||
"fixed top-4 right-4 z-50 bg-seafoam-900 border border-seafoam-800 rounded-2xl shadow-2xl flex flex-col backdrop-blur",
|
||||
if(@state == :transcribed, do: "w-96 max-h-[80vh]", else: "w-72")
|
||||
]}>
|
||||
<%= if @state == :transcribed do %>
|
||||
<VoiceConversation.voice_conversation
|
||||
messages={@messages}
|
||||
streaming_response={@streaming_response}
|
||||
ai_error={@ai_error}
|
||||
/>
|
||||
<% else %>
|
||||
<Recording.recording state={@state} />
|
||||
<% end %>
|
||||
</div>
|
||||
<% end %>
|
||||
</div>
|
||||
"""
|
||||
end
|
||||
|
||||
def handle_event("expand", _params, socket) do
|
||||
{:noreply, assign(socket, expanded: true)}
|
||||
end
|
||||
|
||||
def handle_event("minimize", _params, socket) do
|
||||
{:noreply, assign(socket, expanded: false)}
|
||||
end
|
||||
|
||||
def handle_event("recording_started", _params, socket) do
|
||||
{:noreply, assign(socket, state: :recording, expanded: true)}
|
||||
end
|
||||
|
||||
def handle_event("audio_recorded", %{"data" => base64, "mime_type" => mime_type}, socket) do
|
||||
case Base.decode64(base64) do
|
||||
{:ok, audio_binary} ->
|
||||
Logger.info(
|
||||
"VoiceLive: received #{byte_size(audio_binary)} bytes of audio (#{mime_type})"
|
||||
)
|
||||
|
||||
ElixirAi.AudioProcessing.submit(audio_binary, mime_type, self())
|
||||
{:noreply, assign(socket, state: :processing)}
|
||||
|
||||
:error ->
|
||||
Logger.error("VoiceLive: failed to decode base64 audio data")
|
||||
{:noreply, assign(socket, state: :idle)}
|
||||
end
|
||||
end
|
||||
|
||||
def handle_event("recording_error", %{"reason" => reason}, socket) do
|
||||
Logger.warning("VoiceLive: recording error: #{reason}")
|
||||
{:noreply, assign(socket, state: :idle)}
|
||||
end
|
||||
|
||||
def handle_event("dismiss_transcription", _params, socket) do
|
||||
name = socket.assigns.conversation_name
|
||||
|
||||
if name do
|
||||
if socket.assigns.runner_pid do
|
||||
try do
|
||||
GenServer.call(
|
||||
socket.assigns.runner_pid,
|
||||
{:session, {:deregister_liveview_pid, self()}}
|
||||
)
|
||||
catch
|
||||
:exit, _ -> :ok
|
||||
end
|
||||
end
|
||||
|
||||
Phoenix.PubSub.unsubscribe(ElixirAi.PubSub, chat_topic(name))
|
||||
end
|
||||
|
||||
{:noreply,
|
||||
assign(socket,
|
||||
state: :idle,
|
||||
transcription: nil,
|
||||
expanded: false,
|
||||
conversation_name: nil,
|
||||
messages: [],
|
||||
streaming_response: nil,
|
||||
runner_pid: nil,
|
||||
ai_error: nil
|
||||
)}
|
||||
end
|
||||
|
||||
# Transcription received — open conversation and send as user message
|
||||
def handle_info({:transcription_result, {:ok, text}}, socket) do
|
||||
socket = start_voice_conversation(socket, text)
|
||||
{:noreply, socket}
|
||||
end
|
||||
|
||||
def handle_info({:transcription_result, {:error, reason}}, socket) do
|
||||
Logger.error("VoiceLive: transcription failed: #{inspect(reason)}")
|
||||
{:noreply, assign(socket, state: :idle)}
|
||||
end
|
||||
|
||||
# --- Chat PubSub handlers (same pattern as ChatLive) ---
|
||||
|
||||
def handle_info({:user_chat_message, message}, socket) do
|
||||
{:noreply,
|
||||
socket
|
||||
|> update(:messages, &(&1 ++ [message]))
|
||||
|> push_event("scroll_to_bottom", %{})}
|
||||
end
|
||||
|
||||
def handle_info(
|
||||
{:start_ai_response_stream,
|
||||
%{id: _id, reasoning_content: "", content: ""} = starting_response},
|
||||
socket
|
||||
) do
|
||||
{:noreply, assign(socket, streaming_response: starting_response)}
|
||||
end
|
||||
|
||||
def handle_info(
|
||||
{:reasoning_chunk_content, reasoning_content},
|
||||
%{assigns: %{streaming_response: nil}} = socket
|
||||
) do
|
||||
base = get_snapshot(socket) |> Map.update!(:reasoning_content, &(&1 <> reasoning_content))
|
||||
{:noreply, assign(socket, streaming_response: base)}
|
||||
end
|
||||
|
||||
def handle_info({:reasoning_chunk_content, reasoning_content}, socket) do
|
||||
updated_response = %{
|
||||
socket.assigns.streaming_response
|
||||
| reasoning_content:
|
||||
socket.assigns.streaming_response.reasoning_content <> reasoning_content
|
||||
}
|
||||
|
||||
{:noreply,
|
||||
socket
|
||||
|> assign(streaming_response: updated_response)
|
||||
|> push_event("reasoning_chunk", %{chunk: reasoning_content})}
|
||||
end
|
||||
|
||||
def handle_info(
|
||||
{:text_chunk_content, text_content},
|
||||
%{assigns: %{streaming_response: nil}} = socket
|
||||
) do
|
||||
base = get_snapshot(socket) |> Map.update!(:content, &(&1 <> text_content))
|
||||
{:noreply, assign(socket, streaming_response: base)}
|
||||
end
|
||||
|
||||
def handle_info({:text_chunk_content, text_content}, socket) do
|
||||
updated_response = %{
|
||||
socket.assigns.streaming_response
|
||||
| content: socket.assigns.streaming_response.content <> text_content
|
||||
}
|
||||
|
||||
{:noreply,
|
||||
socket
|
||||
|> assign(streaming_response: updated_response)
|
||||
|> push_event("md_chunk", %{chunk: text_content})}
|
||||
end
|
||||
|
||||
def handle_info(:tool_calls_finished, socket) do
|
||||
{:noreply, assign(socket, streaming_response: nil)}
|
||||
end
|
||||
|
||||
def handle_info({:tool_request_message, tool_request_message}, socket) do
|
||||
{:noreply, update(socket, :messages, &(&1 ++ [tool_request_message]))}
|
||||
end
|
||||
|
||||
def handle_info({:one_tool_finished, tool_response}, socket) do
|
||||
{:noreply, update(socket, :messages, &(&1 ++ [tool_response]))}
|
||||
end
|
||||
|
||||
def handle_info({:end_ai_response, final_message}, socket) do
|
||||
{:noreply,
|
||||
socket
|
||||
|> update(:messages, &(&1 ++ [final_message]))
|
||||
|> assign(streaming_response: nil)}
|
||||
end
|
||||
|
||||
def handle_info({:ai_request_error, reason}, socket) do
|
||||
error_message =
|
||||
case reason do
|
||||
"proxy error" <> _ ->
|
||||
"Could not connect to AI provider. Please check your proxy and provider settings."
|
||||
|
||||
%{__struct__: mod, reason: r} ->
|
||||
"#{inspect(mod)}: #{inspect(r)}"
|
||||
|
||||
msg when is_binary(msg) ->
|
||||
msg
|
||||
|
||||
_ ->
|
||||
inspect(reason)
|
||||
end
|
||||
|
||||
{:noreply, assign(socket, ai_error: error_message, streaming_response: nil)}
|
||||
end
|
||||
|
||||
def handle_info({:db_error, reason}, socket) do
|
||||
Logger.error("VoiceLive: db error: #{inspect(reason)}")
|
||||
{:noreply, socket}
|
||||
end
|
||||
|
||||
def handle_info({:liveview_tool_call, "navigate_to", %{"path" => path}}, socket) do
|
||||
{:noreply, push_event(socket, "navigate_to", %{path: path})}
|
||||
end
|
||||
|
||||
def handle_info({:liveview_tool_call, _tool_name, _args}, socket) do
|
||||
{:noreply, socket}
|
||||
end
|
||||
|
||||
def handle_info(:sync_streaming, %{assigns: %{runner_pid: pid}} = socket)
|
||||
when is_pid(pid) do
|
||||
case GenServer.call(pid, {:conversation, :get_streaming_response}) do
|
||||
nil ->
|
||||
{:noreply, assign(socket, streaming_response: nil)}
|
||||
|
||||
%{content: content, reasoning_content: reasoning_content} = snapshot ->
|
||||
socket =
|
||||
socket
|
||||
|> assign(streaming_response: snapshot)
|
||||
|> then(fn s ->
|
||||
if content != "", do: push_event(s, "md_chunk", %{chunk: content}), else: s
|
||||
end)
|
||||
|> then(fn s ->
|
||||
if reasoning_content != "",
|
||||
do: push_event(s, "reasoning_chunk", %{chunk: reasoning_content}),
|
||||
else: s
|
||||
end)
|
||||
|
||||
{:noreply, socket}
|
||||
end
|
||||
end
|
||||
|
||||
def handle_info(:sync_streaming, socket), do: {:noreply, socket}
|
||||
|
||||
def handle_info(:recovery_restart, socket) do
|
||||
{:noreply, assign(socket, streaming_response: nil, ai_error: nil)}
|
||||
end
|
||||
|
||||
# --- Private helpers ---
|
||||
|
||||
defp start_voice_conversation(socket, transcription) do
|
||||
name = "voice-#{System.system_time(:second)}"
|
||||
|
||||
case AiProvider.find_by_name("default") do
|
||||
{:ok, provider} ->
|
||||
case ConversationManager.create_conversation(name, provider.id, "voice") do
|
||||
{:ok, _pid} ->
|
||||
case ConversationManager.open_conversation(name) do
|
||||
{:ok, conv} ->
|
||||
connect_and_send(socket, name, conv, transcription)
|
||||
|
||||
{:error, reason} ->
|
||||
assign(socket,
|
||||
state: :transcribed,
|
||||
ai_error: "Failed to open voice conversation: #{inspect(reason)}"
|
||||
)
|
||||
end
|
||||
|
||||
{:error, reason} ->
|
||||
assign(socket,
|
||||
state: :transcribed,
|
||||
ai_error: "Failed to create voice conversation: #{inspect(reason)}"
|
||||
)
|
||||
end
|
||||
|
||||
{:error, reason} ->
|
||||
assign(socket,
|
||||
state: :transcribed,
|
||||
ai_error: "No default AI provider found: #{inspect(reason)}"
|
||||
)
|
||||
end
|
||||
end
|
||||
|
||||
defp connect_and_send(socket, name, conversation, transcription) do
|
||||
runner_pid = Map.get(conversation, :runner_pid)
|
||||
|
||||
try do
|
||||
if connected?(socket) do
|
||||
Phoenix.PubSub.subscribe(ElixirAi.PubSub, chat_topic(name))
|
||||
|
||||
if runner_pid,
|
||||
do: GenServer.call(runner_pid, {:session, {:register_liveview_pid, self()}})
|
||||
|
||||
# Discover and register page tools from AiControllable LiveViews
|
||||
if runner_pid do
|
||||
page_tools = discover_and_build_page_tools(socket, runner_pid)
|
||||
|
||||
if page_tools != [] do
|
||||
ChatRunner.register_page_tools(name, page_tools)
|
||||
end
|
||||
end
|
||||
|
||||
send(self(), :sync_streaming)
|
||||
end
|
||||
|
||||
if runner_pid do
|
||||
GenServer.cast(runner_pid, {:conversation, {:user_message, transcription, nil}})
|
||||
else
|
||||
ChatRunner.new_user_message(name, transcription)
|
||||
end
|
||||
|
||||
assign(socket,
|
||||
state: :transcribed,
|
||||
transcription: transcription,
|
||||
conversation_name: name,
|
||||
messages: conversation.messages,
|
||||
streaming_response: conversation.streaming_response,
|
||||
runner_pid: runner_pid,
|
||||
ai_error: nil
|
||||
)
|
||||
catch
|
||||
:exit, reason ->
|
||||
Logger.error("VoiceLive: failed to connect to conversation #{name}: #{inspect(reason)}")
|
||||
|
||||
assign(socket,
|
||||
state: :transcribed,
|
||||
transcription: transcription,
|
||||
conversation_name: nil,
|
||||
ai_error: "Failed to connect to conversation: process unavailable"
|
||||
)
|
||||
end
|
||||
end
|
||||
|
||||
defp get_snapshot(%{assigns: %{runner_pid: pid}}) when is_pid(pid) do
|
||||
case GenServer.call(pid, {:conversation, :get_streaming_response}) do
|
||||
nil -> %{id: nil, content: "", reasoning_content: "", tool_calls: []}
|
||||
snapshot -> snapshot
|
||||
end
|
||||
end
|
||||
|
||||
defp get_snapshot(_socket) do
|
||||
%{id: nil, content: "", reasoning_content: "", tool_calls: []}
|
||||
end
|
||||
|
||||
defp discover_and_build_page_tools(socket, runner_pid) do
|
||||
voice_session_id = socket.assigns.voice_session_id
|
||||
if voice_session_id == nil, do: throw(:no_session)
|
||||
|
||||
page_pids =
|
||||
try do
|
||||
:pg.get_members(ElixirAi.PageToolsPG, {:page, voice_session_id})
|
||||
catch
|
||||
:error, _ -> []
|
||||
end
|
||||
|
||||
# Ask each page LiveView for its tool specs
|
||||
Enum.each(page_pids, &send(&1, {:get_ai_tools, self()}))
|
||||
|
||||
pids_and_specs =
|
||||
Enum.reduce(page_pids, [], fn page_pid, acc ->
|
||||
receive do
|
||||
{:ai_tools_response, ^page_pid, tools} ->
|
||||
[{page_pid, tools} | acc]
|
||||
after
|
||||
1_000 -> acc
|
||||
end
|
||||
end)
|
||||
|
||||
AiTools.build_page_tools(runner_pid, pids_and_specs)
|
||||
catch
|
||||
:no_session -> []
|
||||
end
|
||||
end
|
||||
23
lib/elixir_ai_web/features/voice/voice_session_id_plug.ex
Normal file
23
lib/elixir_ai_web/features/voice/voice_session_id_plug.ex
Normal file
@@ -0,0 +1,23 @@
|
||||
defmodule ElixirAiWeb.Plugs.VoiceSessionId do
|
||||
@moduledoc """
|
||||
Ensures a `voice_session_id` exists in the Plug session.
|
||||
|
||||
This UUID ties VoiceLive (root layout) to page LiveViews (inner content)
|
||||
so they can discover each other via `:pg` process groups.
|
||||
"""
|
||||
|
||||
import Plug.Conn
|
||||
|
||||
def init(opts), do: opts
|
||||
|
||||
def call(conn, _opts) do
|
||||
case get_session(conn, "voice_session_id") do
|
||||
nil ->
|
||||
id = Ecto.UUID.generate()
|
||||
put_session(conn, "voice_session_id", id)
|
||||
|
||||
_existing ->
|
||||
conn
|
||||
end
|
||||
end
|
||||
end
|
||||
Reference in New Issue
Block a user