Build App / compute-version (pull_request) Successful in 3s
Build App / build-macos (pull_request) Successful in 2m15s
Build App / build-windows (pull_request) Successful in 3m49s
Build App / build-linux (pull_request) Successful in 4m48s
Build App / create-tag (pull_request) Has been skipped
Build App / sync-to-github (pull_request) Has been skipped
Follow-up to PR review on terminal-layout-statusbar: - [Major] Pin STT transcripts to the originating terminal. The single useSTT instance is bound to the live active session, which can change mid-recording. Capture the session id at recording start in a ref and inject the transcript there instead of the live sessionId, so text always lands in the terminal where recording began. - [Minor] Clear the status-bar scroll state when the active terminal unmounts, and null out termRef on dispose, so scrollActiveToBottom can't point at a disposed terminal. Tab switches don't unmount, so this only fires when the active session is actually closed. - [Nit] Fix the terminal padding comment to match the symmetric value. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
152 lines
4.8 KiB
TypeScript
152 lines
4.8 KiB
TypeScript
import { useCallback, useRef, useState } from "react";
|
|
import * as commands from "../lib/tauri-commands";
|
|
import { encodeWav } from "../lib/wav";
|
|
import { useAppState } from "../store/appState";
|
|
|
|
export type SttState = "idle" | "recording" | "transcribing" | "error";
|
|
|
|
export function useSTT(sessionId: string, sendInput: (sessionId: string, data: string) => Promise<void>) {
|
|
const [state, setState] = useState<SttState>("idle");
|
|
const [error, setError] = useState<string | null>(null);
|
|
|
|
const audioContextRef = useRef<AudioContext | null>(null);
|
|
const streamRef = useRef<MediaStream | null>(null);
|
|
const workletRef = useRef<AudioWorkletNode | null>(null);
|
|
const chunksRef = useRef<Int16Array[]>([]);
|
|
// Pin the transcript to the terminal that was active when recording STARTED.
|
|
// The hook is bound to the live active session, which can change mid-recording
|
|
// (the user switches tabs); without this the transcript would land in whatever
|
|
// tab is active at stop time.
|
|
const recordingSessionIdRef = useRef(sessionId);
|
|
|
|
const appSettings = useAppState((s) => s.appSettings);
|
|
const deviceId = appSettings?.default_microphone;
|
|
|
|
const startRecording = useCallback(async () => {
|
|
if (state === "recording" || state === "transcribing") return;
|
|
setState("recording");
|
|
setError(null);
|
|
chunksRef.current = [];
|
|
recordingSessionIdRef.current = sessionId;
|
|
|
|
try {
|
|
const audioConstraints: MediaTrackConstraints = {
|
|
channelCount: 1,
|
|
echoCancellation: true,
|
|
noiseSuppression: true,
|
|
autoGainControl: true,
|
|
};
|
|
if (deviceId) {
|
|
audioConstraints.deviceId = { exact: deviceId };
|
|
}
|
|
|
|
const stream = await navigator.mediaDevices.getUserMedia({ audio: audioConstraints });
|
|
streamRef.current = stream;
|
|
|
|
const audioContext = new AudioContext({ sampleRate: 16000 });
|
|
audioContextRef.current = audioContext;
|
|
|
|
await audioContext.audioWorklet.addModule("/audio-capture-processor.js");
|
|
|
|
const source = audioContext.createMediaStreamSource(stream);
|
|
const processor = new AudioWorkletNode(audioContext, "audio-capture-processor");
|
|
workletRef.current = processor;
|
|
|
|
processor.port.onmessage = (event: MessageEvent<ArrayBuffer>) => {
|
|
chunksRef.current.push(new Int16Array(event.data));
|
|
};
|
|
|
|
source.connect(processor);
|
|
processor.connect(audioContext.destination);
|
|
} catch (e) {
|
|
const msg = e instanceof Error ? e.message : String(e);
|
|
setError(msg);
|
|
setState("error");
|
|
}
|
|
}, [state, deviceId, sessionId]);
|
|
|
|
const stopRecording = useCallback(async () => {
|
|
if (state !== "recording") return;
|
|
|
|
// Stop audio capture
|
|
workletRef.current?.disconnect();
|
|
workletRef.current = null;
|
|
|
|
if (audioContextRef.current) {
|
|
await audioContextRef.current.close().catch(() => {});
|
|
audioContextRef.current = null;
|
|
}
|
|
|
|
if (streamRef.current) {
|
|
streamRef.current.getTracks().forEach((t) => t.stop());
|
|
streamRef.current = null;
|
|
}
|
|
|
|
// Concatenate PCM chunks
|
|
const chunks = chunksRef.current;
|
|
chunksRef.current = [];
|
|
|
|
if (chunks.length === 0) {
|
|
setState("idle");
|
|
return;
|
|
}
|
|
|
|
const totalLength = chunks.reduce((sum, c) => sum + c.length, 0);
|
|
const pcm = new Int16Array(totalLength);
|
|
let offset = 0;
|
|
for (const chunk of chunks) {
|
|
pcm.set(chunk, offset);
|
|
offset += chunk.length;
|
|
}
|
|
|
|
// Encode to WAV and transcribe
|
|
setState("transcribing");
|
|
try {
|
|
const wavBlob = encodeWav(pcm, 16000);
|
|
const wavBuffer = await wavBlob.arrayBuffer();
|
|
const audioData = Array.from(new Uint8Array(wavBuffer));
|
|
|
|
const text = await commands.transcribeAudio(audioData);
|
|
if (text) {
|
|
await sendInput(recordingSessionIdRef.current, text);
|
|
}
|
|
setState("idle");
|
|
} catch (e) {
|
|
const msg = e instanceof Error ? e.message : String(e);
|
|
setError(msg);
|
|
setState("error");
|
|
// Reset to idle after a brief delay so the UI shows the error
|
|
setTimeout(() => setState("idle"), 3000);
|
|
}
|
|
}, [state, sendInput]);
|
|
|
|
const cancelRecording = useCallback(async () => {
|
|
workletRef.current?.disconnect();
|
|
workletRef.current = null;
|
|
|
|
if (audioContextRef.current) {
|
|
await audioContextRef.current.close().catch(() => {});
|
|
audioContextRef.current = null;
|
|
}
|
|
|
|
if (streamRef.current) {
|
|
streamRef.current.getTracks().forEach((t) => t.stop());
|
|
streamRef.current = null;
|
|
}
|
|
|
|
chunksRef.current = [];
|
|
setState("idle");
|
|
setError(null);
|
|
}, []);
|
|
|
|
const toggle = useCallback(async () => {
|
|
if (state === "recording") {
|
|
await stopRecording();
|
|
} else if (state === "idle" || state === "error") {
|
|
await startRecording();
|
|
}
|
|
}, [state, startRecording, stopRecording]);
|
|
|
|
return { state, error, startRecording, stopRecording, cancelRecording, toggle };
|
|
}
|