/* Audio: gong synthesis, mic capture -> gateway, gateway PCM -> speaker. */ #include #include #include "esp_heap_caps.h" #include "esp_log.h" #include "freertos/FreeRTOS.h" #include "freertos/queue.h" #include "freertos/task.h" #include "bsp/esp-bsp.h" #include "esp_codec_dev.h" #include "desklock.h" static const char *TAG = "audio"; #define RATE 16000 #define CAPTURE_CHUNK 3200 /* 100 ms */ #define REPLY_MAX (RATE * 2 * 60) /* 60 s of reply audio */ #define GONG_SECONDS 5 #define GONG_SAMPLES (RATE * GONG_SECONDS) #define GONG_VOLUME 75 #define GONG_PEAK 14000.0f static esp_codec_dev_handle_t s_spk; static esp_codec_dev_handle_t s_mic; static int16_t *s_gong; static uint8_t *s_reply; static volatile size_t s_reply_len; static volatile bool s_playing; static volatile bool s_capturing; typedef enum { JOB_GONG, JOB_REPLY } job_t; static QueueHandle_t s_jobs; /* --- gong: see docs/architecture.md "Sound signature" --- */ static const struct { float ratio, amp, tau; } PARTIALS[] = { { 1.000f, 0.30f, 2.6f }, { 1.004f, 0.22f, 2.2f }, { 1.590f, 0.22f, 1.4f }, { 2.140f, 0.16f, 0.9f }, { 2.760f, 0.10f, 0.55f }, { 3.570f, 0.05f, 0.35f }, { 4.800f, 0.03f, 0.22f }, }; static const struct { int delay_ms; float gain; } ECHOES[] = { { 95, 0.45f }, { 210, 0.30f }, { 370, 0.18f } }; static void synth_gong(void) { float *dry = heap_caps_calloc(GONG_SAMPLES, sizeof(float), MALLOC_CAP_SPIRAM); s_gong = heap_caps_malloc(GONG_SAMPLES * sizeof(int16_t), MALLOC_CAP_SPIRAM); if (dry == NULL || s_gong == NULL) { free(dry); return; } for (size_t p = 0; p < sizeof(PARTIALS) / sizeof(PARTIALS[0]); p++) { float step = 2.0f * (float)M_PI * 220.0f * PARTIALS[p].ratio / RATE; float decay = expf(-1.0f / (PARTIALS[p].tau * RATE)); float env = PARTIALS[p].amp, phase = 0.0f; for (int i = 0; i < GONG_SAMPLES; i++) { phase += step; env *= decay; dry[i] += sinf(phase) * env; if ((i & 0x3FFF) == 0) { vTaskDelay(1); /* keep IDLE0 fed; synth is not latency-critical */ } } } const int attack = RATE * 45 / 1000; for (int i = 0; i < attack; i++) { dry[i] *= (float)i / attack; } float peak = 1e-6f; for (int i = 0; i < GONG_SAMPLES; i++) { float s = dry[i]; for (size_t e = 0; e < sizeof(ECHOES) / sizeof(ECHOES[0]); e++) { int j = i - RATE * ECHOES[e].delay_ms / 1000; if (j >= 0) { s += dry[j] * ECHOES[e].gain; } } const int fade = RATE * 2 / 5; if (i > GONG_SAMPLES - fade) { s *= (float)(GONG_SAMPLES - i) / fade; } dry[i] = s; if (fabsf(s) > peak) { peak = fabsf(s); } if ((i & 0x3FFF) == 0) { vTaskDelay(1); } } for (int i = 0; i < GONG_SAMPLES; i++) { s_gong[i] = (int16_t)(dry[i] * (GONG_PEAK / peak)); } free(dry); } /* --- playback worker --- */ static void audio_task(void *arg) { (void)arg; synth_gong(); ESP_LOGI(TAG, "gong ready"); job_t job; while (xQueueReceive(s_jobs, &job, portMAX_DELAY) == pdTRUE) { if (job == JOB_GONG && s_gong != NULL) { esp_codec_dev_write(s_spk, s_gong, GONG_SAMPLES * sizeof(int16_t)); } else if (job == JOB_REPLY) { s_playing = true; esp_codec_dev_write(s_spk, s_reply, s_reply_len); s_playing = false; app_on_playback_done(); } } } static void capture_task(void *arg) { (void)arg; uint8_t *chunk = heap_caps_malloc(CAPTURE_CHUNK, MALLOC_CAP_DEFAULT); while (s_capturing) { if (esp_codec_dev_read(s_mic, chunk, CAPTURE_CHUNK) == ESP_CODEC_DEV_OK) { gw_send_bin(chunk, CAPTURE_CHUNK); } } free(chunk); vTaskDelete(NULL); } void audio_init(void) { esp_codec_dev_sample_info_t fs = { .sample_rate = RATE, .channel = 1, .bits_per_sample = 16, }; s_spk = bsp_audio_codec_speaker_init(); if (s_spk != NULL) { esp_codec_dev_set_out_vol(s_spk, GONG_VOLUME); esp_codec_dev_open(s_spk, &fs); } s_mic = bsp_audio_codec_microphone_init(); if (s_mic != NULL) { esp_codec_dev_set_in_gain(s_mic, 30.0f); esp_codec_dev_open(s_mic, &fs); } s_reply = heap_caps_malloc(REPLY_MAX, MALLOC_CAP_SPIRAM); s_jobs = xQueueCreate(4, sizeof(job_t)); xTaskCreate(audio_task, "audio", 4096, NULL, 5, NULL); ESP_LOGI(TAG, "audio up (spk=%d mic=%d)", s_spk != NULL, s_mic != NULL); } void audio_play_gong(void) { job_t job = JOB_GONG; xQueueSend(s_jobs, &job, 0); } void audio_capture_start(void) { if (s_mic == NULL || s_capturing) { return; } s_capturing = true; xTaskCreate(capture_task, "capture", 4096, NULL, 6, NULL); } void audio_capture_stop(void) { s_capturing = false; } void audio_playback_begin(void) { s_reply_len = 0; } void audio_playback_feed(const uint8_t *data, size_t len) { if (s_reply == NULL || s_reply_len + len > REPLY_MAX) { return; } memcpy(s_reply + s_reply_len, data, len); s_reply_len += len; } void audio_playback_end(void) { job_t job = JOB_REPLY; xQueueSend(s_jobs, &job, 0); } bool audio_is_playing(void) { return s_playing; }