Any ideas for turning audio for voice assistant on ESPHome?

I’ve help up and dealing nicely with my cellphone in addition to a respberrypi 2 with homeassistant-satellite. Whisper and openWakeWord are hosted on one other machine. Whisper is working the bottom mannequin.

I’ve simply arrange an esp32 with the INMP441 microphone and wake phrase works fairly nicely however whisper doing a poor job decoding the audio from it.

Does anybody have any ideas for tweaking the noise_suppression_level, auto_gain or volume_multiplier to get whisper to do a greater job? How are you aware which one to tweak and the way far up or down?

esphome:
  title: office-va
  friendly_name: Office VA

esp32:
  board: esp32dev
  framework:
    kind: esp-idf
    model: beneficial

# Enable logging
logger:

# Enable Home Assistant API
api:
  encryption:
    key: "redacted"

ota:
  password: "redacted"

wifi:
  ssid: !secret wifi_ssid
  password: !secret wifi_password

  # Enable fallback hotspot (captive portal) in case wifi connection fails
  ap:
    ssid: "Office-Va Fallback Hotspot"
    password: "redacted"

captive_portal:

i2s_audio:
  i2s_lrclk_pin: GPIO27
  i2s_bclk_pin: GPIO26

microphone:
  - platform: i2s_audio
    id: mic
    adc_type: exterior
    i2s_din_pin: GPIO13
    pdm: false

speaker:
  - platform: i2s_audio
    id: big_speaker
    dac_type: exterior
    i2s_dout_pin: GPIO25
    mode: mono

voice_assistant:
  id: va
  microphone: mic
  speaker: big_speaker
  noise_suppression_level: 2
  auto_gain: 31dBFS
  volume_multiplier: 2.0
  vad_threshold: 3
  on_listening:
    - gentle.turn_on:
        id: led
        blue: 100%
        pink: 0%
        inexperienced: 0%
        impact: "Slow Pulse"
  on_stt_vad_end:
    - gentle.turn_on:
        id: led
        blue: 100%
        pink: 0%
        inexperienced: 0%
        impact: "Fast Pulse"
  on_tts_start:
    - gentle.turn_on:
        id: led
        blue: 100%
        pink: 0%
        inexperienced: 0%
        brightness: 100%
        impact: none
  on_end:
    - delay: 100ms
    - wait_until:
        not:
          speaker.is_playing:
    - script.execute: reset_led
  on_error:
    - gentle.turn_on:
        id: led
        pink: 100%
        inexperienced: 0%
        blue: 0%
        brightness: 100%
        impact: none
    - delay: 1s
    - script.execute: reset_led
  on_client_connected:
    - if:
        situation:
          swap.is_on: use_wake_word
        then:
          - voice_assistant.start_continuous:
          - script.execute: reset_led
  on_client_disconnected:
    - if:
        situation:
          swap.is_on: use_wake_word
        then:
          - voice_assistant.cease:
          - gentle.turn_off: led

gentle:
  - platform: esp32_rmt_led_strip
    id: led
    title: None
    disabled_by_default: true
    entity_category: config
    pin: GPIO4
    default_transition_length: 0s
    chipset: SK6812
    num_leds: 1
    rgb_order: grb
    rmt_channel: 0
    results:
      - pulse:
          title: "Slow Pulse"
          transition_length: 250ms
          update_interval: 250ms
          min_brightness: 50%
          max_brightness: 100%
      - pulse:
          title: "Fast Pulse"
          transition_length: 100ms
          update_interval: 100ms
          min_brightness: 50%
          max_brightness: 100%

script:
  - id: reset_led
    then:
      - if:
          situation:
            - swap.is_on: use_wake_word
            - swap.is_on: use_listen_light
          then:
            - gentle.turn_on:
                id: led
                pink: 100%
                inexperienced: 89%
                blue: 71%
                brightness: 40%
                impact: none
          else:
            - gentle.turn_off: led

swap:
  - platform: template
    title: Use wake phrase
    id: use_wake_word
    optimistic: true
    restore_mode: RESTORE_DEFAULT_ON
    entity_category: config
    on_turn_on:
      - lambda: id(va).set_use_wake_word(true);
      - if:
          situation:
            not:
              - voice_assistant.is_running
          then:
            - voice_assistant.start_continuous
      - script.execute: reset_led
    on_turn_off:
      - voice_assistant.cease
      - lambda: id(va).set_use_wake_word(false);
      - script.execute: reset_led
  - platform: template
    title: Use Listen Light
    id: use_listen_light
    optimistic: true
    restore_mode: RESTORE_DEFAULT_ON
    entity_category: config
    on_turn_on:
      - script.execute: reset_led
    on_turn_off:
      - script.execute: reset_led

external_components:
  - supply: github://pr#5230
    parts:
      - esp_adf
    refresh: 0s

esp_adf:

1 submit – 1 participant

Read full matter

HI-FI News

by way of Home Assistant Community – Latest matters https://ift.tt/TFPHGwe

November 20, 2023 at 10:53PM