Zohaib Rauf
11 months ago
parent
edee74b70b
commit
ec4334098c
@ -1,243 +0,0 @@
|
||||
/*Press button to record,released button to playback*/
|
||||
|
||||
#include <driver/i2s.h>
|
||||
#include <M5Atom.h>
|
||||
|
||||
#include <Arduino.h>
|
||||
|
||||
#include <WiFi.h>
|
||||
#include <WiFiMulti.h>
|
||||
#include <WiFiClientSecure.h>
|
||||
|
||||
#include <WebSocketsClient.h>
|
||||
|
||||
//ipconfig getifaddr en0
|
||||
#define COMPUTER_IP "192.168.68.63"
|
||||
|
||||
#define CONFIG_I2S_BCK_PIN 19
|
||||
#define CONFIG_I2S_LRCK_PIN 33
|
||||
#define CONFIG_I2S_DATA_PIN 22
|
||||
#define CONFIG_I2S_DATA_IN_PIN 23
|
||||
|
||||
#define SPEAKER_I2S_NUMBER I2S_NUM_0
|
||||
|
||||
#define MODE_MIC 0
|
||||
#define MODE_SPK 1
|
||||
#define DATA_SIZE 1024
|
||||
|
||||
uint8_t microphonedata0[1024 * 10];
|
||||
uint8_t speakerdata0[1024 * 1];
|
||||
int speaker_offset = 0;
|
||||
int data_offset = 0;
|
||||
|
||||
WebSocketsClient webSocket;
|
||||
|
||||
class ButtonChecker {
|
||||
public:
|
||||
void loop() {
|
||||
lastTickState = thisTickState;
|
||||
thisTickState = M5.Btn.isPressed() != 0;
|
||||
}
|
||||
|
||||
bool justPressed() {
|
||||
return thisTickState && !lastTickState;
|
||||
}
|
||||
|
||||
bool justReleased() {
|
||||
return !thisTickState && lastTickState;
|
||||
}
|
||||
|
||||
private:
|
||||
bool lastTickState = false;
|
||||
bool thisTickState = false;
|
||||
};
|
||||
|
||||
ButtonChecker button = ButtonChecker();
|
||||
|
||||
|
||||
|
||||
void hexdump(const void *mem, uint32_t len, uint8_t cols = 16) {
|
||||
const uint8_t* src = (const uint8_t*) mem;
|
||||
Serial.printf("\n[HEXDUMP] Address: 0x%08X len: 0x%X (%d)", (ptrdiff_t)src, len, len);
|
||||
for (uint32_t i = 0; i < len; i++) {
|
||||
if (i % cols == 0) {
|
||||
Serial.printf("\n[0x%08X] 0x%08X: ", (ptrdiff_t)src, i);
|
||||
}
|
||||
Serial.printf("%02X ", *src);
|
||||
src++;
|
||||
}
|
||||
Serial.printf("\n");
|
||||
}
|
||||
|
||||
void InitI2SSpeakerOrMic(int mode) {
|
||||
Serial.printf("InitI2sSpeakerOrMic %d\n", mode);
|
||||
esp_err_t err = ESP_OK;
|
||||
|
||||
i2s_driver_uninstall(SPEAKER_I2S_NUMBER);
|
||||
i2s_config_t i2s_config = {
|
||||
.mode = (i2s_mode_t)(I2S_MODE_MASTER),
|
||||
.sample_rate = 16000,
|
||||
.bits_per_sample =
|
||||
I2S_BITS_PER_SAMPLE_16BIT, // is fixed at 12bit, stereo, MSB
|
||||
.channel_format = I2S_CHANNEL_FMT_ALL_RIGHT,
|
||||
#if ESP_IDF_VERSION > ESP_IDF_VERSION_VAL(4, 1, 0)
|
||||
.communication_format =
|
||||
I2S_COMM_FORMAT_STAND_I2S, // Set the format of the communication.
|
||||
#else // 设置通讯格式
|
||||
.communication_format = I2S_COMM_FORMAT_I2S,
|
||||
#endif
|
||||
.intr_alloc_flags = ESP_INTR_FLAG_LEVEL1,
|
||||
.dma_buf_count = 6,
|
||||
.dma_buf_len = 60,
|
||||
};
|
||||
if (mode == MODE_MIC) {
|
||||
i2s_config.mode =
|
||||
(i2s_mode_t)(I2S_MODE_MASTER | I2S_MODE_RX | I2S_MODE_PDM);
|
||||
} else {
|
||||
i2s_config.mode = (i2s_mode_t)(I2S_MODE_MASTER | I2S_MODE_TX);
|
||||
i2s_config.use_apll = false;
|
||||
i2s_config.tx_desc_auto_clear = true;
|
||||
}
|
||||
|
||||
err += i2s_driver_install(SPEAKER_I2S_NUMBER, &i2s_config, 0, NULL);
|
||||
i2s_pin_config_t tx_pin_config;
|
||||
|
||||
#if (ESP_IDF_VERSION > ESP_IDF_VERSION_VAL(4, 3, 0))
|
||||
tx_pin_config.mck_io_num = I2S_PIN_NO_CHANGE;
|
||||
#endif
|
||||
tx_pin_config.bck_io_num = CONFIG_I2S_BCK_PIN;
|
||||
tx_pin_config.ws_io_num = CONFIG_I2S_LRCK_PIN;
|
||||
tx_pin_config.data_out_num = CONFIG_I2S_DATA_PIN;
|
||||
tx_pin_config.data_in_num = CONFIG_I2S_DATA_IN_PIN;
|
||||
|
||||
// Serial.println("Init i2s_set_pin");
|
||||
err += i2s_set_pin(SPEAKER_I2S_NUMBER, &tx_pin_config);
|
||||
// Serial.println("Init i2s_set_clk");
|
||||
err += i2s_set_clk(SPEAKER_I2S_NUMBER, 16000, I2S_BITS_PER_SAMPLE_16BIT,
|
||||
I2S_CHANNEL_MONO);
|
||||
}
|
||||
|
||||
void speaker_play(uint8_t *payload, uint32_t len){
|
||||
Serial.printf("received %lu bytes", len);
|
||||
size_t bytes_written;
|
||||
InitI2SSpeakerOrMic(MODE_SPK);
|
||||
i2s_write(SPEAKER_I2S_NUMBER, payload, len,
|
||||
&bytes_written, portMAX_DELAY);
|
||||
}
|
||||
|
||||
void webSocketEvent(WStype_t type, uint8_t * payload, size_t length) {
|
||||
switch (type) {
|
||||
case WStype_DISCONNECTED:
|
||||
Serial.printf("[WSc] Disconnected!\n");
|
||||
break;
|
||||
case WStype_CONNECTED:
|
||||
Serial.printf("[WSc] Connected to url: %s\n", payload);
|
||||
|
||||
// send message to server when Connected
|
||||
break;
|
||||
case WStype_TEXT:
|
||||
Serial.printf("[WSc] get text: %s\n", payload);
|
||||
{
|
||||
std::string str(payload, payload + length);
|
||||
bool isAudio = str.find("\"audio\"") != std::string::npos;
|
||||
if (isAudio && str.find("\"start\"") != std::string::npos) {
|
||||
Serial.println("start playback");
|
||||
speaker_offset = 0;
|
||||
InitI2SSpeakerOrMic(MODE_SPK);
|
||||
} else if (isAudio && str.find("\"end\"") != std::string::npos) {
|
||||
Serial.println("end playback");
|
||||
// speaker_play(speakerdata0, speaker_offset);
|
||||
// speaker_offset = 0;
|
||||
}
|
||||
}
|
||||
// send message to server
|
||||
// webSocket.sendTXT("message here");
|
||||
break;
|
||||
case WStype_BIN:
|
||||
Serial.printf("[WSc] get binary length: %u\n", length);
|
||||
memcpy(speakerdata0 + speaker_offset, payload, length);
|
||||
speaker_offset += length;
|
||||
size_t bytes_written;
|
||||
i2s_write(SPEAKER_I2S_NUMBER, speakerdata0, speaker_offset, &bytes_written, portMAX_DELAY);
|
||||
speaker_offset = 0;
|
||||
|
||||
|
||||
// send data to server
|
||||
// webSocket.sendBIN(payload, length);
|
||||
break;
|
||||
case WStype_ERROR:
|
||||
case WStype_FRAGMENT_TEXT_START:
|
||||
case WStype_FRAGMENT_BIN_START:
|
||||
case WStype_FRAGMENT:
|
||||
case WStype_FRAGMENT_FIN:
|
||||
break;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
void websocket_setup() {
|
||||
Serial.begin(115200);
|
||||
WiFi.begin("Soundview_Guest", "");
|
||||
while (WiFi.status() != WL_CONNECTED){
|
||||
delay(500);
|
||||
Serial.println("connecting to WiFi");
|
||||
}
|
||||
Serial.println("connected to WiFi");
|
||||
webSocket.begin(COMPUTER_IP, 8000, "/");
|
||||
webSocket.onEvent(webSocketEvent);
|
||||
// webSocket.setAuthorization("user", "Password");
|
||||
webSocket.setReconnectInterval(5000);
|
||||
}
|
||||
|
||||
void setup() {
|
||||
M5.begin(true, false, true);
|
||||
M5.dis.drawpix(0, CRGB(128, 128, 0));
|
||||
websocket_setup();
|
||||
InitI2SSpeakerOrMic(MODE_SPK);
|
||||
|
||||
delay(2000);
|
||||
}
|
||||
|
||||
bool recording = false;
|
||||
|
||||
void flush_microphone() {
|
||||
Serial.printf("[microphone] flushing %d bytes of data\n", data_offset);
|
||||
if (data_offset == 0) return;
|
||||
webSocket.sendBIN(microphonedata0, data_offset);
|
||||
data_offset = 0;
|
||||
}
|
||||
|
||||
void loop() {
|
||||
button.loop();
|
||||
if (button.justPressed()) {
|
||||
Serial.println("Recording...");
|
||||
webSocket.sendTXT("{\"role\": \"user\", \"type\": \"audio\", \"format\": \"bytes.raw\", \"start\": true}");
|
||||
InitI2SSpeakerOrMic(MODE_MIC);
|
||||
recording = true;
|
||||
data_offset = 0;
|
||||
Serial.println("Recording ready.");
|
||||
} else if (button.justReleased()) {
|
||||
Serial.println("Stopped recording.");
|
||||
webSocket.sendTXT("{\"role\": \"user\", \"type\": \"audio\", \"format\": \"bytes.raw\", \"end\": true}");
|
||||
flush_microphone();
|
||||
recording = false;
|
||||
data_offset = 0;
|
||||
} else if (recording) {
|
||||
Serial.printf("Reading chunk at %d...\n", data_offset);
|
||||
size_t bytes_read;
|
||||
i2s_read(
|
||||
SPEAKER_I2S_NUMBER,
|
||||
(char *)(microphonedata0 + data_offset),
|
||||
DATA_SIZE, &bytes_read, (100 / portTICK_RATE_MS)
|
||||
);
|
||||
data_offset += bytes_read;
|
||||
Serial.printf("Read %d bytes in chunk.\n", bytes_read);
|
||||
|
||||
if (data_offset > 1024*9) {
|
||||
flush_microphone();
|
||||
}
|
||||
}
|
||||
|
||||
M5.update();
|
||||
webSocket.loop();
|
||||
}
|
||||
Loading…
Reference in new issue