-
Notifications
You must be signed in to change notification settings - Fork 64
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
b495e00
commit 3a59c71
Showing
7 changed files
with
193 additions
and
26 deletions.
There are no files selected for viewing
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -8,15 +8,7 @@ | |
| ; Please visit documentation for the other options and examples | ||
| ; https://docs.platformio.org/page/projectconf.html | ||
|
|
||
| [env:esp32dev] | ||
| platform = [email protected] | ||
| upload_protocol = espota | ||
| board = esp32dev | ||
| framework = arduino | ||
| board_build.partitions = ../OTABuilder/partitions_two_ota.csv | ||
| ; MatrixVoice ESP32 LAN name or IP, should match HOSTNAME in build_flags | ||
| upload_port = '192.168.43.140' | ||
|
|
||
| [common] | ||
| build_flags = | ||
| '-DFIXED_POINT=1' | ||
| '-DOUTSIDE_SPEEX=1' | ||
|
|
@@ -31,6 +23,21 @@ build_flags = | |
| '-DMQTT_USER="username"' ; Change to your MQTT username | ||
| '-DMQTT_PASS="password"' ; Change to your MQTT password | ||
| '-DMQTT_MAX_PACKET_SIZE=2000' ; This is required, otherwise audiopackets will not be send | ||
| '-lnn_model_alexa_wn3' | ||
| '-Llib/esp_sr' | ||
| '-lwakenet' | ||
| '-ldl_lib' | ||
| '-lc_speech_features' | ||
|
|
||
| [env:esp32dev] | ||
| platform = [email protected] | ||
| upload_protocol = espota | ||
| board = esp32dev | ||
| framework = arduino | ||
| board_build.partitions = ../OTABuilder/partitions_two_ota.csv | ||
| ; MatrixVoice ESP32 LAN name or IP, should match HOSTNAME in build_flags | ||
| upload_port = '192.168.43.140' | ||
| build_flags = ${common.build_flags} | ||
|
|
||
| ; MatrixVoice OTA password (auth), should match hashed password (OTA_PASS_HASH) in build_flags | ||
| upload_flags = | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,122 @@ | ||
| #pragma once | ||
| #include "stdint.h" | ||
| #include "dl_lib_coefgetter_if.h" | ||
|
|
||
| //Opaque model data container | ||
| typedef struct model_iface_data_t model_iface_data_t; | ||
|
|
||
| //Set wake words recognition operating mode | ||
| //The probability of being wake words is increased with increasing mode, | ||
| //As a consequence also the false alarm rate goes up | ||
| typedef enum { | ||
| DET_MODE_90 = 0, //Normal, response accuracy rate about 90% | ||
| DET_MODE_95 //Aggressive, response accuracy rate about 95% | ||
| } det_mode_t; | ||
|
|
||
| typedef struct { | ||
| int wake_word_num; //The number of all wake words | ||
| char **wake_word_list; //The name list of wake words | ||
| } wake_word_info_t; | ||
|
|
||
| /** | ||
| * @brief Easy function type to initialze a model instance with a detection mode and specified wake word coefficient | ||
| * | ||
| * @param det_mode The wake words detection mode to trigger wake words, DET_MODE_90 or DET_MODE_95 | ||
| * @param model_coeff The specified wake word model coefficient | ||
| * @returns Handle to the model data | ||
| */ | ||
| typedef model_iface_data_t* (*esp_wn_iface_op_create_t)(const model_coeff_getter_t *model_coeff, det_mode_t det_mode); | ||
|
|
||
|
|
||
| /** | ||
| * @brief Callback function type to fetch the amount of samples that need to be passed to the detect function | ||
| * | ||
| * Every speech recognition model processes a certain number of samples at the same time. This function | ||
| * can be used to query that amount. Note that the returned amount is in 16-bit samples, not in bytes. | ||
| * | ||
| * @param model The model object to query | ||
| * @return The amount of samples to feed the detect function | ||
| */ | ||
| typedef int (*esp_wn_iface_op_get_samp_chunksize_t)(model_iface_data_t *model); | ||
|
|
||
|
|
||
| /** | ||
| * @brief Get the sample rate of the samples to feed to the detect function | ||
| * | ||
| * @param model The model object to query | ||
| * @return The sample rate, in hz | ||
| */ | ||
| typedef int (*esp_wn_iface_op_get_samp_rate_t)(model_iface_data_t *model); | ||
|
|
||
| /** | ||
| * @brief Get the number of wake words | ||
| * | ||
| * @param model The model object to query | ||
| * @returns the number of wake words | ||
| */ | ||
| typedef int (*esp_wn_iface_op_get_word_num_t)(model_iface_data_t *model); | ||
|
|
||
| /** | ||
| * @brief Get the name of wake word by index | ||
| * | ||
| * @Warning The index of wake word start with 1 | ||
| * @param model The model object to query | ||
| * @param word_index The index of wake word | ||
| * @returns the detection threshold | ||
| */ | ||
| typedef char* (*esp_wn_iface_op_get_word_name_t)(model_iface_data_t *model, int word_index); | ||
|
|
||
| /** | ||
| * @brief Set the detection threshold to manually abjust the probability | ||
| * | ||
| * @param model The model object to query | ||
| * @param det_treshold The threshold to trigger wake words, the range of det_threshold is 0.5~0.9999 | ||
| * @param word_index The index of wake word | ||
| * @return 0: setting failed, 1: setting success | ||
| */ | ||
| typedef int (*esp_wn_iface_op_set_det_threshold_t)(model_iface_data_t *model, float det_threshold, int word_index); | ||
|
|
||
| /** | ||
| * @brief Get the wake word detection threshold of different modes | ||
| * | ||
| * @param model The model object to query | ||
| * @param word_index The index of wake word | ||
| * @returns the detection threshold | ||
| */ | ||
| typedef float (*esp_wn_iface_op_get_det_threshold_t)(model_iface_data_t *model, int word_index); | ||
|
|
||
| /** | ||
| * @brief Feed samples of an audio stream to the keyword detection model and detect if there is a keyword found. | ||
| * | ||
| * @Warning The index of wake word start with 1, 0 means no wake words is detected. | ||
| * | ||
| * @param model The model object to query | ||
| * @param samples An array of 16-bit signed audio samples. The array size used can be queried by the | ||
| * get_samp_chunksize function. | ||
| * @return The index of wake words, return 0 if no wake word is detected, else the index of the wake words. | ||
| */ | ||
| typedef int (*esp_wn_iface_op_detect_t)(model_iface_data_t *model, int16_t *samples); | ||
|
|
||
| /** | ||
| * @brief Destroy a speech recognition model | ||
| * | ||
| * @param model Model object to destroy | ||
| */ | ||
| typedef void (*esp_wn_iface_op_destroy_t)(model_iface_data_t *model); | ||
|
|
||
|
|
||
| /** | ||
| * This structure contains the functions used to do operations on a wake word detection model. | ||
| */ | ||
| typedef struct { | ||
| esp_wn_iface_op_create_t create; | ||
| esp_wn_iface_op_get_samp_chunksize_t get_samp_chunksize; | ||
| esp_wn_iface_op_get_samp_rate_t get_samp_rate; | ||
| esp_wn_iface_op_get_word_num_t get_word_num; | ||
| esp_wn_iface_op_get_word_name_t get_word_name; | ||
| esp_wn_iface_op_set_det_threshold_t set_det_threshold; | ||
| esp_wn_iface_op_get_det_threshold_t get_det_threshold; | ||
| esp_wn_iface_op_detect_t detect; | ||
| esp_wn_iface_op_destroy_t destroy; | ||
| } esp_wn_iface_t; |