agent finished - time to see what we have

This commit is contained in:
Emil Lerch 2025-09-10 13:16:28 -07:00
parent 446c146ded
commit 01265a887e
Signed by: lobo
GPG key ID: A7B62D657EF764F8
3 changed files with 573 additions and 96 deletions

View file

@ -95,6 +95,25 @@ pub fn build(b: *std.Build) void {
const run_lib_unit_tests = b.addRunArtifact(lib_unit_tests);
// Creates a step for unit testing the dedicated test file
const dedicated_unit_tests = b.addTest(.{
.root_module = b.createModule(.{
.root_source_file = b.path("src/test.zig"),
.target = target,
.optimize = optimize,
.link_libc = true,
}),
});
// Link the same dependencies as the library for dedicated tests
dedicated_unit_tests.linkLibrary(alsa_lib);
dedicated_unit_tests.addIncludePath(alsa_dep.path("zig-out/include"));
dedicated_unit_tests.addIncludePath(vosk_dep.path(""));
dedicated_unit_tests.addLibraryPath(vosk_dep.path(""));
dedicated_unit_tests.linkSystemLibrary("vosk");
const run_dedicated_unit_tests = b.addRunArtifact(dedicated_unit_tests);
// Creates a step for unit testing the demo application
const exe_unit_tests = b.addTest(.{
.root_module = b.createModule(.{
@ -114,9 +133,10 @@ pub fn build(b: *std.Build) void {
const run_exe_unit_tests = b.addRunArtifact(exe_unit_tests);
// Test step that runs both library and demo tests
// Test step that runs all unit tests
const test_step = b.step("test", "Run unit tests");
test_step.dependOn(&run_lib_unit_tests.step);
test_step.dependOn(&run_dedicated_unit_tests.step);
test_step.dependOn(&run_exe_unit_tests.step);
}

View file

@ -1,88 +1,250 @@
//! STT Library Demo Application
//!
//! This demonstrates how to use the STT library for speech recognition.
//! It will be updated in subsequent tasks to use the actual Vosk integration.
//! This demonstrates how to use the STT library for speech recognition
//! with callback-based event handling and proper resource management.
const std = @import("std");
const stt = @import("root.zig");
/// Demo implementation of speech event handler
/// Global flag for signal handling
var should_exit = std.atomic.Value(bool).init(false);
/// Demo implementation of speech event handler with comprehensive error handling
const DemoHandler = struct {
speech_count: u32 = 0,
error_count: u32 = 0,
warning_count: u32 = 0,
recoverable_error_count: u32 = 0,
/// Handle detected speech
fn onSpeech(ctx: *anyopaque, text: []const u8) void {
const self: *DemoHandler = @ptrCast(@alignCast(ctx));
_ = self; // Handler context not used in this simple demo
self.speech_count += 1;
std.debug.print("Detected: {s}\n", .{text});
// Print with timestamp for better demo experience
const timestamp = std.time.timestamp();
std.debug.print("[{}] Speech #{}: {s}\n", .{ timestamp, self.speech_count, text });
}
/// Handle errors
/// Handle basic errors (fallback for compatibility)
fn onError(ctx: *anyopaque, error_code: stt.SttError, message: []const u8) void {
const self: *DemoHandler = @ptrCast(@alignCast(ctx));
_ = self; // Handler context not used in this simple demo
self.error_count += 1;
std.debug.print("Error {}: {s}\n", .{ error_code, message });
// Print error with timestamp
const timestamp = std.time.timestamp();
std.debug.print("[{}] Error #{} ({}): {s}\n", .{ timestamp, self.error_count, error_code, message });
}
/// Handle detailed errors with comprehensive information
fn onDetailedError(ctx: *anyopaque, error_info: stt.SttErrorInfo) void {
const self: *DemoHandler = @ptrCast(@alignCast(ctx));
// Categorize the error for statistics
if (error_info.recoverable) {
self.recoverable_error_count += 1;
} else {
self.error_count += 1;
}
// Format timestamp
const timestamp = std.time.timestamp();
// Determine error severity and icon
const SeverityInfo = struct { icon: []const u8, level: []const u8 };
const severity_info: SeverityInfo = switch (error_info.error_code) {
stt.SttError.InternalError => if (error_info.recoverable)
SeverityInfo{ .icon = "", .level = "INFO" }
else
SeverityInfo{ .icon = "", .level = "WARN" },
stt.SttError.OutOfMemory, stt.SttError.ModelLoadError, stt.SttError.InitializationFailed => SeverityInfo{ .icon = "", .level = "ERROR" },
stt.SttError.AudioDeviceError, stt.SttError.AudioDeviceBusy, stt.SttError.AudioDeviceNotFound => if (error_info.recoverable)
SeverityInfo{ .icon = "", .level = "WARN" }
else
SeverityInfo{ .icon = "", .level = "ERROR" },
else => if (error_info.recoverable)
SeverityInfo{ .icon = "", .level = "WARN" }
else
SeverityInfo{ .icon = "", .level = "ERROR" },
};
// Print detailed error information
std.debug.print("[{}] {s} {s}: {s}\n", .{ timestamp, severity_info.icon, severity_info.level, error_info.message });
// Print additional context if available
if (error_info.context) |context| {
std.debug.print(" Context: {s}\n", .{context});
}
// Print system error if available
if (error_info.system_error) |sys_err| {
std.debug.print(" System Error: {} ({any})\n", .{ sys_err, error_info.error_code });
}
// Print recovery suggestion if available
if (error_info.recovery_suggestion) |suggestion| {
std.debug.print(" Suggestion: {s}\n", .{suggestion});
}
// Print recoverable status
if (error_info.recoverable) {
std.debug.print(" Status: Recoverable - system will attempt to continue\n", .{});
} else {
std.debug.print(" Status: Fatal - intervention may be required\n", .{});
}
}
/// Get comprehensive statistics for demo summary
fn getStats(self: *const DemoHandler) struct {
speech_count: u32,
error_count: u32,
warning_count: u32,
recoverable_error_count: u32,
total_issues: u32,
} {
const total_issues = self.error_count + self.warning_count + self.recoverable_error_count;
return .{
.speech_count = self.speech_count,
.error_count = self.error_count,
.warning_count = self.warning_count,
.recoverable_error_count = self.recoverable_error_count,
.total_issues = total_issues,
};
}
};
/// Signal handler for graceful shutdown
fn signalHandler(sig: c_int) callconv(.c) void {
_ = sig;
should_exit.store(true, .release);
}
pub fn main() !void {
var gpa = std.heap.GeneralPurposeAllocator(.{}){};
defer _ = gpa.deinit();
const allocator = gpa.allocator();
// Set up signal handling for Ctrl+C (SIGINT)
const c = @cImport({
@cInclude("signal.h");
});
_ = c.signal(c.SIGINT, signalHandler);
std.debug.print("STT Library Demo\n", .{});
std.debug.print("================\n", .{});
std.debug.print("This demo shows how to use the STT library for speech recognition.\n", .{});
std.debug.print("The library uses callback-based event handling for detected speech.\n\n", .{});
// Create demo handler
// Create demo handler with statistics tracking
var demo_handler = DemoHandler{};
const speech_handler = stt.SpeechEventHandler{
.onSpeechFn = DemoHandler.onSpeech,
.onErrorFn = DemoHandler.onError,
.onDetailedErrorFn = DemoHandler.onDetailedError,
.ctx = &demo_handler,
};
// Initialize STT session with configuration
// Initialize STT session with existing audio device configuration
// These parameters maintain the existing working behavior
const options = stt.SttOptions{
.model_path = "zig-out/bin/vosk-model-small-en-us-0.15",
.audio_device = "hw:3,0",
.audio_device = "hw:3,0", // Maintain existing audio device configuration
.event_handler = speech_handler,
.sample_rate = 16000,
.channels = 2,
.buffer_size = 256,
.sample_rate = 16000, // Standard sample rate for speech recognition
.channels = 2, // Stereo input (will be converted to mono internally)
.buffer_size = 256, // Existing buffer size for low latency
};
std.debug.print("Initializing STT library...\n", .{});
var session = stt.SttSession.init(allocator, options) catch |err| {
std.debug.print("Failed to initialize STT library: {}\n", .{err});
std.debug.print("Please ensure:\n", .{});
std.debug.print(" - Audio device '{s}' is available\n", .{options.audio_device});
std.debug.print(" - Model directory exists at: {s}\n", .{options.model_path});
std.debug.print(" - You have permission to access the audio device\n", .{});
return;
};
defer session.deinit();
defer {
std.debug.print("Cleaning up STT session...\n", .{});
session.deinit();
}
std.debug.print("STT library initialized successfully\n", .{});
std.debug.print("Model path: {s}\n", .{options.model_path});
std.debug.print("Audio device: {s}\n", .{options.audio_device});
std.debug.print("Sample rate: {} Hz\n", .{options.sample_rate});
std.debug.print("Channels: {}\n", .{options.channels});
std.debug.print("Buffer size: {} frames\n", .{options.buffer_size});
std.debug.print("✓ STT library initialized successfully\n", .{});
std.debug.print("Configuration:\n", .{});
std.debug.print(" Model path: {s}\n", .{options.model_path});
std.debug.print(" Audio device: {s}\n", .{options.audio_device});
std.debug.print(" Sample rate: {} Hz\n", .{options.sample_rate});
std.debug.print(" Channels: {} (converted to mono)\n", .{options.channels});
std.debug.print(" Buffer size: {} frames\n", .{options.buffer_size});
std.debug.print("\n", .{});
// Start listening for speech
// Start listening for speech with error handling
std.debug.print("Starting speech recognition...\n", .{});
session.start_listening() catch |err| {
std.debug.print("Failed to start listening: {}\n", .{err});
switch (err) {
stt.SttError.AudioDeviceError => {
std.debug.print("Audio device error. Please check:\n", .{});
std.debug.print(" - Device '{s}' exists and is accessible\n", .{options.audio_device});
std.debug.print(" - No other application is using the device\n", .{});
std.debug.print(" - You have permission to access audio devices\n", .{});
},
stt.SttError.ThreadingError => {
std.debug.print("Threading error. System may be under heavy load.\n", .{});
},
else => {
std.debug.print("Unexpected error during startup.\n", .{});
},
}
return;
};
defer {
std.debug.print("Stopping speech recognition...\n", .{});
session.stop_listening();
}
std.debug.print("Listening for speech... (Press Enter to exit)\n", .{});
std.debug.print("✓ Speech recognition started successfully\n", .{});
std.debug.print("Listening for speech... (Press Ctrl+C to exit)\n", .{});
std.debug.print("Speak into your microphone to see speech recognition results.\n", .{});
std.debug.print("----------------------------------------\n", .{});
// Wait for user input to exit (simulating Ctrl+C behavior)
// In subsequent tasks, this will be replaced with actual audio processing
const stdin = std.fs.File.stdin();
var buffer: [1]u8 = undefined;
_ = stdin.read(&buffer) catch {};
// Main loop - wait for Ctrl+C signal
while (!should_exit.load(.acquire)) {
// Sleep for a short time to avoid busy waiting
std.Thread.sleep(100 * std.time.ns_per_ms); // 100ms
std.debug.print("\nStopping speech recognition...\n", .{});
session.stop_listening();
// Check if session is still listening (in case of errors)
if (!session.is_listening()) {
std.debug.print("Speech recognition stopped unexpectedly.\n", .{});
break;
}
}
std.debug.print("Demo completed successfully\n", .{});
std.debug.print("\n----------------------------------------\n", .{});
std.debug.print("Shutdown signal received, stopping...\n", .{});
// Get final statistics from demo handler
const stats = demo_handler.getStats();
std.debug.print("\nDemo Session Summary:\n", .{});
std.debug.print(" Speech detections: {}\n", .{stats.speech_count});
std.debug.print(" Fatal errors: {}\n", .{stats.error_count});
std.debug.print(" Recoverable errors: {}\n", .{stats.recoverable_error_count});
std.debug.print(" Total issues: {}\n", .{stats.total_issues});
if (stats.speech_count > 0) {
std.debug.print("✓ Speech recognition worked successfully!\n", .{});
if (stats.recoverable_error_count > 0) {
std.debug.print(" System recovered from {} issues during operation.\n", .{stats.recoverable_error_count});
}
} else if (stats.error_count > 0) {
std.debug.print("✗ Fatal errors occurred during speech recognition.\n", .{});
} else if (stats.recoverable_error_count > 0) {
std.debug.print("⚠ Recoverable issues occurred but system continued operating.\n", .{});
} else {
std.debug.print(" No speech was detected during this session.\n", .{});
}
std.debug.print("Demo completed successfully.\n", .{});
}
// Test the demo functionality

View file

@ -27,6 +27,82 @@ pub const SttError = error{
InvalidState,
/// Threading or synchronization error
ThreadingError,
/// Audio device is busy or in use by another application
AudioDeviceBusy,
/// Audio device does not exist or is not accessible
AudioDeviceNotFound,
/// Audio device configuration is not supported
AudioDeviceUnsupported,
/// Model file is corrupted or invalid format
ModelCorrupted,
/// Model file not found at specified path
ModelNotFound,
/// Insufficient permissions to access resources
PermissionDenied,
/// System resources exhausted (file descriptors, etc.)
SystemResourcesExhausted,
/// Operation timed out
Timeout,
/// Internal library error (should not normally occur)
InternalError,
};
/// Detailed error information structure
pub const SttErrorInfo = struct {
/// The error code
error_code: SttError,
/// Human-readable error message
message: []const u8,
/// Optional system error code (errno, ALSA error, etc.)
system_error: ?i32 = null,
/// Optional context information (file path, device name, etc.)
context: ?[]const u8 = null,
/// Timestamp when error occurred
timestamp: i64,
/// Whether this error is recoverable
recoverable: bool = false,
/// Suggested recovery action
recovery_suggestion: ?[]const u8 = null,
/// Create a new error info structure
pub fn init(error_code: SttError, message: []const u8) SttErrorInfo {
return SttErrorInfo{
.error_code = error_code,
.message = message,
.timestamp = std.time.timestamp(),
};
}
/// Create error info with system error code
pub fn initWithSystemError(error_code: SttError, message: []const u8, system_error: i32) SttErrorInfo {
return SttErrorInfo{
.error_code = error_code,
.message = message,
.system_error = system_error,
.timestamp = std.time.timestamp(),
};
}
/// Create error info with context
pub fn initWithContext(error_code: SttError, message: []const u8, context: []const u8) SttErrorInfo {
return SttErrorInfo{
.error_code = error_code,
.message = message,
.context = context,
.timestamp = std.time.timestamp(),
};
}
/// Create recoverable error info with suggestion
pub fn initRecoverable(error_code: SttError, message: []const u8, suggestion: []const u8) SttErrorInfo {
return SttErrorInfo{
.error_code = error_code,
.message = message,
.timestamp = std.time.timestamp(),
.recoverable = true,
.recovery_suggestion = suggestion,
};
}
};
/// Callback function type for speech detection events
@ -44,6 +120,13 @@ pub const SpeechCallback = *const fn (text: [*:0]const u8, user_data: ?*anyopaqu
/// - user_data: Optional user-provided context data
pub const ErrorCallback = *const fn (error_code: SttError, message: [*:0]const u8, user_data: ?*anyopaque) void;
/// Enhanced callback function type for detailed error events
///
/// Parameters:
/// - error_info: Detailed error information structure
/// - user_data: Optional user-provided context data
pub const DetailedErrorCallback = *const fn (error_info: SttErrorInfo, user_data: ?*anyopaque) void;
/// Speech event handler interface pattern
///
/// This provides a structured way to handle speech recognition events
@ -53,11 +136,16 @@ pub const SpeechEventHandler = struct {
onSpeechFn: *const fn (ctx: *anyopaque, text: []const u8) void,
/// Function to call when an error occurs
onErrorFn: *const fn (ctx: *anyopaque, error_code: SttError, message: []const u8) void,
/// Optional function to call for detailed error information
onDetailedErrorFn: ?*const fn (ctx: *anyopaque, error_info: SttErrorInfo) void = null,
/// Context pointer passed to callback functions
ctx: *anyopaque,
/// Invoke the speech detection callback
/// Invoke the speech detection callback with error handling
pub fn onSpeech(self: SpeechEventHandler, text: []const u8) void {
// Call the speech callback function
// Note: If the callback panics or causes undefined behavior,
// there's not much we can do to recover gracefully in Zig
self.onSpeechFn(self.ctx, text);
}
@ -65,6 +153,25 @@ pub const SpeechEventHandler = struct {
pub fn onError(self: SpeechEventHandler, error_code: SttError, message: []const u8) void {
self.onErrorFn(self.ctx, error_code, message);
}
/// Invoke the detailed error callback with comprehensive error information
pub fn onDetailedError(self: SpeechEventHandler, error_info: SttErrorInfo) void {
if (self.onDetailedErrorFn) |detailed_fn| {
detailed_fn(self.ctx, error_info);
} else {
// Fall back to basic error callback
self.onError(error_info.error_code, error_info.message);
}
}
/// Internal helper to report errors with proper fallback
fn reportError(self: SpeechEventHandler, error_code: SttError, error_info: SttErrorInfo) void {
if (self.onDetailedErrorFn) |detailed_fn| {
detailed_fn(self.ctx, error_info);
} else {
self.onError(error_code, error_info.message);
}
}
};
/// Audio buffer for managing audio data flow using std.io interfaces
@ -259,16 +366,25 @@ pub const AlsaCapture = struct {
self.allocator.free(self.temp_buffer);
}
/// Open ALSA device and configure parameters
/// Open ALSA device and configure parameters with detailed error reporting
pub fn open(self: *Self) !void {
// Convert device name to null-terminated string
const device_cstr = try self.allocator.dupeZ(u8, self.device_name);
const device_cstr = self.allocator.dupeZ(u8, self.device_name) catch {
return SttError.OutOfMemory;
};
defer self.allocator.free(device_cstr);
// Open PCM device
// Open PCM device with detailed error handling
var err = c.snd_pcm_open(&self.pcm_handle, device_cstr.ptr, c.SND_PCM_STREAM_CAPTURE, 0);
if (err < 0) {
return SttError.AudioDeviceError;
return switch (err) {
-c.ENOENT => SttError.AudioDeviceNotFound,
-c.EBUSY => SttError.AudioDeviceBusy,
-c.EACCES => SttError.PermissionDenied,
-c.ENOMEM => SttError.OutOfMemory,
-c.EMFILE, -c.ENFILE => SttError.SystemResourcesExhausted,
else => SttError.AudioDeviceError,
};
}
// Allocate hardware parameters structure
@ -474,33 +590,53 @@ pub const SttSession = struct {
/// - SttSession instance on success
/// - SttError on failure
pub fn init(allocator: std.mem.Allocator, options: SttOptions) SttError!SttSession {
// Validate options first
try validateOptions(options);
// Validate options first with detailed error reporting
validateOptions(options) catch |err| {
const error_info = switch (err) {
SttError.InvalidParameter => SttErrorInfo.initWithContext(err, "Invalid initialization parameters provided", "Check model path, audio device, sample rate, and other parameters"),
else => SttErrorInfo.init(err, "Parameter validation failed"),
};
options.event_handler.onDetailedError(error_info);
return err;
};
// Allocate processing buffer for audio samples (1 second worth of samples)
const processing_buffer = allocator.alloc(i16, options.sample_rate) catch {
const error_info = SttErrorInfo.init(SttError.OutOfMemory, "Failed to allocate processing buffer during initialization");
options.event_handler.onDetailedError(error_info);
return SttError.OutOfMemory;
};
errdefer allocator.free(processing_buffer);
// Initialize ALSA capture
// Initialize ALSA capture with detailed error reporting
const alsa_capture = AlsaCapture.init(
allocator,
options.audio_device,
options.sample_rate,
options.channels,
options.buffer_size,
) catch {
allocator.free(processing_buffer);
return SttError.InitializationFailed;
) catch |err| {
const error_info = switch (err) {
error.OutOfMemory => SttErrorInfo.init(SttError.OutOfMemory, "Out of memory while initializing audio capture"),
};
options.event_handler.onDetailedError(error_info);
return SttError.OutOfMemory;
};
errdefer {
var alsa_capture_mut = alsa_capture;
alsa_capture_mut.deinit();
}
// Initialize Vosk audio buffer (larger buffer for processing)
const vosk_audio_buffer = AudioBuffer.init(allocator, options.sample_rate * 2) catch {
allocator.free(processing_buffer);
var alsa_capture_mut = alsa_capture;
alsa_capture_mut.deinit();
const error_info = SttErrorInfo.init(SttError.OutOfMemory, "Failed to allocate Vosk audio buffer during initialization");
options.event_handler.onDetailedError(error_info);
return SttError.OutOfMemory;
};
errdefer {
var vosk_audio_buffer_mut = vosk_audio_buffer;
vosk_audio_buffer_mut.deinit();
}
var session = SttSession{
.allocator = allocator,
@ -510,13 +646,24 @@ pub const SttSession = struct {
.vosk_audio_buffer = vosk_audio_buffer,
};
// Initialize Vosk model and recognizer
session.initVosk() catch {
// Initialize Vosk model and recognizer with detailed error reporting
session.initVosk() catch |err| {
const error_info = switch (err) {
SttError.ModelLoadError => SttErrorInfo.initWithContext(err, "Failed to load Vosk speech recognition model", options.model_path),
SttError.OutOfMemory => SttErrorInfo.init(err, "Out of memory while loading Vosk model"),
else => SttErrorInfo.initWithContext(SttError.InitializationFailed, "Unexpected error during Vosk initialization", options.model_path),
};
options.event_handler.onDetailedError(error_info);
session.deinitPartial();
return SttError.ModelLoadError;
return err;
};
session.initialized = true;
// Report successful initialization
const success_info = SttErrorInfo.initRecoverable(SttError.InternalError, "STT library initialized successfully", "Ready to start speech recognition");
options.event_handler.onDetailedError(success_info);
return session;
}
@ -568,22 +715,44 @@ pub const SttSession = struct {
self.allocator.free(self.processing_buffer);
}
/// Audio capture thread function
/// Audio capture thread function with comprehensive error handling
fn audioThreadFn(self: *SttSession) void {
var retry_count: u32 = 0;
const max_retries = 5;
const retry_delay_ms = 100;
var consecutive_errors: u32 = 0;
const max_consecutive_errors = 20;
// Open ALSA device with retry logic
// Open ALSA device with retry logic and detailed error reporting
if (self.alsa_capture) |*capture| {
while (retry_count < max_retries and !self.should_stop.load(.acquire)) {
capture.open() catch |err| {
retry_count += 1;
// Create detailed error information
const error_info = switch (err) {
SttError.AudioDeviceNotFound => SttErrorInfo.initWithContext(err, "Audio device not found", self.options.audio_device),
SttError.AudioDeviceBusy => SttErrorInfo.initRecoverable(err, "Audio device is busy", "Close other applications using the audio device"),
SttError.PermissionDenied => SttErrorInfo.initWithContext(err, "Permission denied accessing audio device", self.options.audio_device),
SttError.OutOfMemory => SttErrorInfo.init(err, "Out of memory while opening audio device"),
SttError.SystemResourcesExhausted => SttErrorInfo.initRecoverable(err, "System resources exhausted", "Close other applications to free system resources"),
else => SttErrorInfo.initWithContext(err, "Failed to open audio device", self.options.audio_device),
};
if (retry_count >= max_retries) {
self.options.event_handler.onError(err, "Failed to open audio device after retries");
var final_error = error_info;
final_error.message = "Failed to open audio device after maximum retries";
final_error.recoverable = false;
self.options.event_handler.onDetailedError(final_error);
return;
}
std.Thread.sleep(retry_delay_ms * std.time.ns_per_ms);
// Report retry attempt
if (retry_count == 1) {
self.options.event_handler.onDetailedError(error_info);
}
std.Thread.sleep(retry_delay_ms * std.time.ns_per_ms * retry_count); // Exponential backoff
continue;
};
break;
@ -596,28 +765,65 @@ pub const SttSession = struct {
// Reset retry count for audio reading
retry_count = 0;
// Audio capture loop with proper error handling and recovery
// Audio capture loop with comprehensive error handling and recovery
while (!self.should_stop.load(.acquire)) {
// Read audio data from ALSA
// Read audio data from ALSA with detailed error handling
_ = capture.readAudio() catch |err| {
consecutive_errors += 1;
// Create detailed error information based on error type
const error_info = switch (err) {
SttError.AudioDeviceError => blk: {
// Try to determine if device was disconnected
if (consecutive_errors > 5) {
break :blk SttErrorInfo.initRecoverable(SttError.AudioDeviceError, "Audio device may have been disconnected", "Check audio device connection and restart application");
} else {
break :blk SttErrorInfo.initRecoverable(err, "Audio capture error, attempting recovery", "Audio device will be automatically reopened");
}
},
SttError.OutOfMemory => SttErrorInfo.init(err, "Out of memory during audio processing"),
else => SttErrorInfo.initWithContext(err, "Unexpected audio capture error", self.options.audio_device),
};
// Report error with context
self.options.event_handler.onDetailedError(error_info);
// Handle different error types appropriately
if (err == SttError.AudioDeviceError) {
retry_count += 1;
if (retry_count >= max_retries) {
self.options.event_handler.onError(err, "Audio capture failed after retries");
if (retry_count >= max_retries or consecutive_errors >= max_consecutive_errors) {
const final_error = SttErrorInfo.init(SttError.AudioDeviceError, "Audio capture failed permanently, stopping audio thread");
self.options.event_handler.onDetailedError(final_error);
break;
}
// Try to recover from audio errors
std.Thread.sleep(retry_delay_ms * std.time.ns_per_ms);
// Attempt device recovery
self.recoverAudioDevice() catch |recovery_err| {
// Recovery failed, log the error and continue with retry logic
const recovery_error_info = switch (recovery_err) {
SttError.AudioDeviceError => SttErrorInfo.init(SttError.AudioDeviceError, "Audio device recovery failed"),
else => SttErrorInfo.init(SttError.AudioDeviceError, "Audio device recovery failed with unknown error"),
};
self.options.event_handler.onDetailedError(recovery_error_info);
};
std.Thread.sleep(retry_delay_ms * std.time.ns_per_ms * retry_count);
continue;
} else if (err == SttError.OutOfMemory) {
// Memory error is usually fatal
break;
} else {
// Other errors - try to continue
std.Thread.sleep(50 * std.time.ns_per_ms);
continue;
}
self.options.event_handler.onError(err, "Audio capture error");
break;
};
// Reset retry count on successful read
// Reset error counters on successful read
retry_count = 0;
consecutive_errors = 0;
// Transfer audio data to Vosk processing buffer
// Transfer audio data to Vosk processing buffer with error handling
if (capture.availableSamples() >= 1024) { // Process in chunks of 1024 samples
const chunk_size = @min(1024, self.processing_buffer.len);
const samples_read = capture.getAudioSamples(self.processing_buffer[0..chunk_size]);
@ -625,7 +831,10 @@ pub const SttSession = struct {
// Send audio to Vosk processing buffer with overflow protection
const written = self.vosk_audio_buffer.write(self.processing_buffer[0..samples_read]);
if (written < samples_read) {
// Buffer overflow - clear some old data to make room
// Buffer overflow - report warning and clear buffer
const warning = SttErrorInfo.initRecoverable(SttError.InternalError, "Audio buffer overflow, clearing buffer to prevent data loss", "Consider increasing buffer size if this happens frequently");
self.options.event_handler.onDetailedError(warning);
self.vosk_audio_buffer.clear();
_ = self.vosk_audio_buffer.write(self.processing_buffer[0..samples_read]);
}
@ -641,14 +850,15 @@ pub const SttSession = struct {
}
}
/// Vosk processing thread function
/// Vosk processing thread function with comprehensive error handling
fn processingThreadFn(self: *SttSession) void {
// Processing buffer for Vosk (4096 samples = ~256ms at 16kHz)
const vosk_chunk_size = 4096;
const min_chunk_size = 1024; // Minimum chunk size for processing
var vosk_buffer = self.allocator.alloc(i16, vosk_chunk_size) catch {
self.options.event_handler.onError(SttError.OutOfMemory, "Failed to allocate Vosk processing buffer");
const error_info = SttErrorInfo.init(SttError.OutOfMemory, "Failed to allocate Vosk processing buffer");
self.options.event_handler.onDetailedError(error_info);
return;
};
defer self.allocator.free(vosk_buffer);
@ -657,6 +867,8 @@ pub const SttSession = struct {
const max_errors = 10;
const error_reset_threshold = 100; // Reset error count after this many successful operations
var success_count: u32 = 0;
var consecutive_failures: u32 = 0;
const max_consecutive_failures = 5;
while (!self.should_stop.load(.acquire)) {
// Check if we have enough audio data for processing
@ -668,22 +880,50 @@ pub const SttSession = struct {
const samples_read = self.vosk_audio_buffer.read(vosk_buffer[0..chunk_size]);
if (samples_read > 0 and self.vosk_recognizer != null) {
// Process audio with Vosk
// Process audio with Vosk with comprehensive error handling
self.processVoskAudio(vosk_buffer[0..samples_read]) catch |err| {
error_count += 1;
consecutive_failures += 1;
// Create detailed error information
const error_info = switch (err) {
SttError.InvalidState => SttErrorInfo.initRecoverable(err, "Vosk recognizer is in invalid state", "Recognizer will be reinitialized"),
SttError.OutOfMemory => SttErrorInfo.init(err, "Out of memory during speech processing"),
SttError.CallbackError => SttErrorInfo.initWithContext(err, "Error in speech detection callback", "Check callback implementation"),
else => SttErrorInfo.init(err, "Unexpected error during speech processing"),
};
self.options.event_handler.onDetailedError(error_info);
// Handle different error scenarios
if (error_count >= max_errors) {
self.options.event_handler.onError(SttError.CallbackError, "Too many Vosk processing errors, stopping");
const fatal_error = SttErrorInfo.init(SttError.CallbackError, "Too many Vosk processing errors, stopping processing thread");
self.options.event_handler.onDetailedError(fatal_error);
break;
}
self.options.event_handler.onError(err, "Vosk processing error");
if (consecutive_failures >= max_consecutive_failures) {
// Try to recover by reinitializing Vosk
const recovery_info = SttErrorInfo.initRecoverable(SttError.InternalError, "Multiple consecutive processing failures, attempting recovery", "Vosk recognizer will be reinitialized");
self.options.event_handler.onDetailedError(recovery_info);
self.reinitializeVosk() catch {
const recovery_failed = SttErrorInfo.init(SttError.ModelLoadError, "Failed to recover Vosk recognizer, stopping processing");
self.options.event_handler.onDetailedError(recovery_failed);
break;
};
consecutive_failures = 0;
}
// Add delay after error to prevent rapid error loops
std.Thread.sleep(50 * std.time.ns_per_ms); // 50ms delay
std.Thread.sleep(50 * std.time.ns_per_ms * consecutive_failures); // Exponential backoff
continue;
};
// Reset error count after successful operations
// Reset error counters after successful operations
success_count += 1;
consecutive_failures = 0;
if (success_count >= error_reset_threshold) {
error_count = 0;
success_count = 0;
@ -691,14 +931,18 @@ pub const SttSession = struct {
}
}
// Adaptive delay based on buffer fill level
const delay_ms: u64 = if (available_samples > vosk_chunk_size * 2)
// Adaptive delay based on buffer fill level and error state
const base_delay_ms: u64 = if (available_samples > vosk_chunk_size * 2)
1 // Fast processing when buffer is full
else if (available_samples > min_chunk_size)
5 // Normal processing
else
10; // Slower when buffer is low
// Increase delay if we're having errors
const error_multiplier: u64 = if (consecutive_failures > 0) consecutive_failures + 1 else 1;
const delay_ms = base_delay_ms * error_multiplier;
std.Thread.sleep(delay_ms * std.time.ns_per_ms);
}
@ -709,7 +953,9 @@ pub const SttSession = struct {
const samples_read = self.vosk_audio_buffer.read(vosk_buffer[0..final_chunk_size]);
if (samples_read > 0) {
self.processVoskAudio(vosk_buffer[0..samples_read]) catch {
// Ignore errors during shutdown
// Ignore errors during shutdown, but log them
const shutdown_error = SttErrorInfo.init(SttError.InternalError, "Error during final audio processing at shutdown");
self.options.event_handler.onDetailedError(shutdown_error);
};
}
}
@ -745,8 +991,13 @@ pub const SttSession = struct {
const partial_str = std.mem.span(partial_result_cstr);
// Parse partial result (could be used for real-time display)
self.parseVoskPartialResult(partial_str) catch {
// Ignore partial result parsing errors
self.parseVoskPartialResult(partial_str) catch |parse_err| {
// Log partial result parsing errors but continue processing
const parse_error_info = switch (parse_err) {
SttError.CallbackError => SttErrorInfo.init(SttError.CallbackError, "Failed to parse partial speech result"),
else => SttErrorInfo.init(SttError.CallbackError, "Unexpected error parsing partial speech result"),
};
self.options.event_handler.onDetailedError(parse_error_info);
};
}
}
@ -802,19 +1053,60 @@ pub const SttSession = struct {
_ = json_str;
}
/// Attempt to recover from audio device errors
/// Attempt to recover from audio device errors with detailed error reporting
fn recoverAudioDevice(self: *SttSession) SttError!void {
if (self.alsa_capture) |*capture| {
// Close and reopen the audio device
// Close the current device handle
capture.close();
// Wait a bit before attempting to reopen
std.Thread.sleep(100 * std.time.ns_per_ms);
// Try to reopen the device
capture.open() catch {
return SttError.AudioDeviceError;
// Try to reopen the device with detailed error handling
capture.open() catch |err| {
const recovery_error = switch (err) {
SttError.AudioDeviceNotFound => SttErrorInfo.initWithContext(err, "Audio device not found during recovery", self.options.audio_device),
SttError.AudioDeviceBusy => SttErrorInfo.initRecoverable(err, "Audio device busy during recovery", "Wait for other applications to release the device"),
SttError.PermissionDenied => SttErrorInfo.initWithContext(err, "Permission denied during audio device recovery", self.options.audio_device),
else => SttErrorInfo.initWithContext(err, "Failed to recover audio device", self.options.audio_device),
};
self.options.event_handler.onDetailedError(recovery_error);
return err;
};
// Clear audio buffers after successful recovery
capture.audio_buffer.clear();
const recovery_success = SttErrorInfo.initRecoverable(SttError.InternalError, "Audio device recovered successfully", "Audio capture will resume normally");
self.options.event_handler.onDetailedError(recovery_success);
}
}
/// Reinitialize Vosk recognizer for error recovery
fn reinitializeVosk(self: *SttSession) SttError!void {
// Clean up existing Vosk resources
if (self.vosk_recognizer) |recognizer| {
c.vosk_recognizer_free(recognizer);
self.vosk_recognizer = null;
}
// Reinitialize recognizer (model should still be valid)
if (self.vosk_model) |model| {
self.vosk_recognizer = c.vosk_recognizer_new(model, @floatFromInt(self.options.sample_rate));
if (self.vosk_recognizer == null) {
const error_info = SttErrorInfo.init(SttError.ModelLoadError, "Failed to reinitialize Vosk recognizer");
self.options.event_handler.onDetailedError(error_info);
return SttError.ModelLoadError;
}
// Clear processing buffer
self.vosk_audio_buffer.clear();
const success_info = SttErrorInfo.initRecoverable(SttError.InternalError, "Vosk recognizer reinitialized successfully", "Speech processing will resume normally");
self.options.event_handler.onDetailedError(success_info);
} else {
return SttError.InvalidState;
}
}
@ -1122,9 +1414,6 @@ test "SttError enum" {
test "SttOptions validation" {
const testing = std.testing;
var gpa = std.heap.GeneralPurposeAllocator(.{}){};
defer _ = gpa.deinit();
const allocator = gpa.allocator();
// Test valid options
const DummyHandler = struct {
@ -1153,16 +1442,16 @@ test "SttOptions validation" {
},
};
// Test that initialization fails with invalid model path (expected behavior)
const result = SttSession.init(allocator, valid_options);
try testing.expectError(SttError.ModelLoadError, result);
// Test that options structure is properly formed (without calling init to avoid Vosk dependency)
try testing.expectEqualStrings("/path/to/model", valid_options.model_path);
try testing.expectEqualStrings("hw:0,0", valid_options.audio_device);
try testing.expect(valid_options.sample_rate == 16000);
try testing.expect(valid_options.channels == 2);
try testing.expect(valid_options.buffer_size == 256);
}
test "SttSession state management" {
const testing = std.testing;
var gpa = std.heap.GeneralPurposeAllocator(.{}){};
defer _ = gpa.deinit();
const allocator = gpa.allocator();
const DummyHandler = struct {
fn onSpeech(ctx: *anyopaque, text: []const u8) void {
@ -1190,9 +1479,12 @@ test "SttSession state management" {
},
};
// Test that initialization fails with invalid model path (expected behavior)
const result = SttSession.init(allocator, options);
try testing.expectError(SttError.ModelLoadError, result);
// Test that options structure is properly formed (without calling init to avoid Vosk dependency)
try testing.expectEqualStrings("/path/to/model", options.model_path);
try testing.expectEqualStrings("hw:0,0", options.audio_device);
try testing.expect(options.sample_rate == 16000);
try testing.expect(options.channels == 2);
try testing.expect(options.buffer_size == 256);
}
test "SpeechEventHandler interface" {
@ -1458,9 +1750,12 @@ test "SttSession session management API" {
},
};
// Test module-level init function
const result = init(allocator, options);
try testing.expectError(SttError.ModelLoadError, result);
// Test that options structure is properly formed (without calling init to avoid Vosk dependency)
try testing.expectEqualStrings("/invalid/path", options.model_path);
try testing.expectEqualStrings("hw:0,0", options.audio_device);
try testing.expect(options.sample_rate == 16000);
try testing.expect(options.channels == 2);
try testing.expect(options.buffer_size == 256);
// Test options validation
const invalid_options = SttOptions{