audio_encode.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402
  1. #if 1
  2. #include "asm/includes.h"
  3. #include "media/includes.h"
  4. #include "system/includes.h"
  5. #include "classic/hci_lmp.h"
  6. #include "asm/audio_src.h"
  7. /* #include "audio_enc.h" */
  8. #include "app_main.h"
  9. #include "btstack/avctp_user.h"
  10. #include "audio_config.h"
  11. #include "audio_encode.h"
  12. #include "sbc_enc.h"
  13. /* #include "api/mesh_config.h" */
  14. const unsigned char sin44K[88] ALIGNED(4) = {
  15. 0x00, 0x00, 0x45, 0x0E, 0x41, 0x1C, 0xAA, 0x29, 0x3B, 0x36, 0xB2, 0x41, 0xD5, 0x4B, 0x6E, 0x54,
  16. 0x51, 0x5B, 0x5A, 0x60, 0x70, 0x63, 0x82, 0x64, 0x8A, 0x63, 0x8E, 0x60, 0x9D, 0x5B, 0xD1, 0x54,
  17. 0x4D, 0x4C, 0x3D, 0x42, 0xD5, 0x36, 0x50, 0x2A, 0xF1, 0x1C, 0xFB, 0x0E, 0xB7, 0x00, 0x70, 0xF2,
  18. 0x6E, 0xE4, 0xFD, 0xD6, 0x60, 0xCA, 0xD9, 0xBE, 0xA5, 0xB4, 0xF7, 0xAB, 0xFC, 0xA4, 0xDA, 0x9F,
  19. 0xAB, 0x9C, 0x7F, 0x9B, 0x5E, 0x9C, 0x3F, 0x9F, 0x19, 0xA4, 0xCE, 0xAA, 0x3D, 0xB3, 0x3A, 0xBD,
  20. 0x92, 0xC8, 0x0A, 0xD5, 0x60, 0xE2, 0x50, 0xF0
  21. };
  22. extern struct audio_encoder_task *encode_task;
  23. #define ENC_BUF_NUM (2)
  24. #define ENC_ADC_IRQ_POINTS (160)
  25. #define ENC_ADC_BUFS_SIZE (ENC_BUF_NUM * ENC_ADC_IRQ_POINTS)
  26. #define MIC_USE_MIC_CHANNEL (0)
  27. #define ENC_IN_SIZE (ENC_ADC_IRQ_POINTS * 2)
  28. #define ENC_OUT_SIZE (ENC_ADC_IRQ_POINTS)
  29. #define ENC_CLK 96 * 1000000L //编码时候的时钟
  30. struct demo_enc_hdl {
  31. struct audio_encoder encoder;
  32. OS_SEM pcm_frame_sem;
  33. u8 output_frame[ENC_OUT_SIZE];
  34. u8 pcm_frame[ENC_IN_SIZE];
  35. u8 frame_size;
  36. u8 in_cbuf_buf[ENC_IN_SIZE * 6];
  37. cbuffer_t pcm_in_cbuf;
  38. u32 clk_before;
  39. #if mic_enc_PACK_ENABLE
  40. u16 cp_type;
  41. u16 packet_head_sn;
  42. #endif
  43. #if MIC_USE_MIC_CHANNEL
  44. struct audio_adc_output_hdl adc_output;
  45. struct adc_mic_ch mic_ch;
  46. s16 adc_buf[ENC_ADC_BUFS_SIZE]; //align 4Bytes
  47. #endif
  48. int (*demo_output)(void *priv, void *buf, int len);
  49. };
  50. static struct demo_enc_hdl *demo_enc = NULL;
  51. static struct audio_encoder_task *encode_task = NULL;
  52. static u16 demo_frame_test_tmr = 0;
  53. static void demo_enc_output_func_register(int (*output_func)(void *priv, void *buf, int len))
  54. {
  55. if (demo_enc) {
  56. demo_enc->demo_output = output_func;
  57. }
  58. }
  59. void demo_enc_resume(void)
  60. {
  61. if (demo_enc) {
  62. os_sem_post(&demo_enc->pcm_frame_sem);
  63. }
  64. }
  65. static int demo_enc_pcm_get(struct audio_encoder *encoder, s16 **frame, u16 frame_len)
  66. {
  67. int pcm_len = 0;
  68. if (demo_enc == NULL) {
  69. r_printf("demo_enc NULL\n");
  70. return 0;
  71. }
  72. /* putchar('!'); */
  73. if ((&demo_enc->pcm_in_cbuf)->data_len < frame_len) {
  74. /* putchar('#'); */
  75. os_sem_set(&demo_enc->pcm_frame_sem, 0);
  76. os_sem_pend(&demo_enc->pcm_frame_sem, 5);
  77. if (demo_enc == NULL) {
  78. printf("demo_enc is NULL\n");
  79. return 0;
  80. }
  81. }
  82. pcm_len = cbuf_read(&demo_enc->pcm_in_cbuf, demo_enc->pcm_frame, frame_len);
  83. if (pcm_len != frame_len) {
  84. putchar('L');
  85. }
  86. /* putchar('D'); */
  87. *frame = demo_enc->pcm_frame;
  88. return pcm_len;
  89. }
  90. static void demo_enc_pcm_put(struct audio_encoder *encoder, s16 *frame)
  91. {
  92. }
  93. static const struct audio_enc_input demo_enc_input = {
  94. .fget = demo_enc_pcm_get,
  95. .fput = demo_enc_pcm_put,
  96. };
  97. static int demo_enc_probe_handler(struct audio_encoder *encoder)
  98. {
  99. return 0;
  100. }
  101. static int demo_enc_output_handler(struct audio_encoder *encoder, u8 *frame, int len)
  102. {
  103. if (encoder == NULL) {
  104. r_printf("encoder NULL");
  105. }
  106. wdt_clear();
  107. printf("demo frame len:%d \n", len);
  108. /* if (demo_enc && demo_enc->demo_output) { */
  109. /* demo_enc->demo_output(NULL, frame, len); */
  110. /* } */
  111. put_buf(frame, len);
  112. return len;
  113. }
  114. const static struct audio_enc_handler demo_enc_handler = {
  115. .enc_probe = demo_enc_probe_handler,
  116. .enc_output = demo_enc_output_handler,
  117. };
  118. static void demo_enc_event_handler(struct audio_decoder *decoder, int argc, int *argv)
  119. {
  120. printf("demo_enc_event_handler:0x%x,%d\n", argv[0], argv[0]);
  121. switch (argv[0]) {
  122. case AUDIO_ENC_EVENT_END:
  123. puts("AUDIO_ENC_EVENT_END\n");
  124. break;
  125. }
  126. }
  127. int read_44k_sine_data(void *buf, int bytes, int offset, u8 channel)
  128. {
  129. s16 *sine = (s16 *)sin44K;
  130. s16 *data = (s16 *)buf;
  131. int frame_len = (bytes >> 1) / channel;
  132. int sin44k_frame_len = sizeof(sin44K) / 2;
  133. int i, j;
  134. offset = offset % sin44k_frame_len;
  135. for (i = 0; i < frame_len; i++) {
  136. for (j = 0; j < channel; j++) {
  137. *data++ = sine[offset];
  138. }
  139. if (++offset >= sin44k_frame_len) {
  140. offset = 0;
  141. }
  142. }
  143. return i * 2 * channel;
  144. }
  145. static u16 frames_offset = 0;
  146. static s16 frame_bytes = 0;
  147. static s16 pcm_frames[640];
  148. static void adc_mic_output_handler(void *priv, s16 *data, int len)
  149. {
  150. if (demo_enc) {
  151. u16 wlen = cbuf_write(&demo_enc->pcm_in_cbuf, data, len);
  152. if (wlen != len) {
  153. putchar('@');
  154. }
  155. audio_encoder_resume(&demo_enc->encoder);
  156. demo_enc_resume();
  157. }
  158. }
  159. static void demo_frame_test_time_func(void *param)
  160. {
  161. u32 len = 320; //每次写的字节数
  162. frame_bytes = read_44k_sine_data(pcm_frames, len, frames_offset, 1);
  163. frames_offset += (frame_bytes >> 1) / 1; //固定传320
  164. if (demo_enc) {
  165. /* put_buf(pcm_frames,len); */ //是不是这里写数据写漏了
  166. u16 wlen = cbuf_write(&demo_enc->pcm_in_cbuf, pcm_frames, len);
  167. if (wlen != len) {
  168. putchar('@');
  169. }
  170. audio_encoder_resume(&demo_enc->encoder);
  171. demo_enc_resume();
  172. }
  173. }
  174. #define HIGHT_COMPLEX 0
  175. #define LOW_COMPLEX (BIT(4))
  176. extern struct audio_adc_hdl adc_hdl;
  177. extern void mem_stats(void);
  178. int audio_demo_enc_open(int (*demo_output)(void *priv, void *buf, int len), u32 code_type, u8 ai_type) //第一个参数为编码输出回调,在回调中可以对编码后的数据进行处理
  179. {
  180. /* mem_stats(); */
  181. /* sys_timer_add(NULL,mem_stats,5000); */
  182. int err;
  183. struct audio_fmt fmt = {0};
  184. switch (code_type) {
  185. #if TCFG_ENC_OPUS_ENABLE
  186. case AUDIO_CODING_OPUS:
  187. //1. quality:bitrate 0:16kbps 1:32kbps 2:64kbps
  188. // quality: MSB_2:(bit7_bit6) format_mode //0:百度_无头. 1:酷狗_eng+range.
  189. // quality:LMSB_2:(bit5_bit4) low_complexity //0:高复杂度,高质量.兼容之前库. 1:低复杂度,低质量.
  190. //2. sample_rate sample_rate=16k ignore
  191. fmt.quality = 0 | ai_type/*| LOW_COMPLEX*/; //32位的
  192. fmt.sample_rate = 16000;
  193. fmt.coding_type = AUDIO_CODING_OPUS;
  194. break;
  195. #endif
  196. #if TCFG_ENC_SPEEX_ENABLE
  197. case AUDIO_CODING_SPEEX:
  198. fmt.quality = 5;
  199. fmt.complexity = 2;
  200. fmt.sample_rate = 16000;
  201. fmt.coding_type = AUDIO_CODING_SPEEX;
  202. break;
  203. #endif
  204. #if TCFG_ENC_ADPCM_ENABLE
  205. case AUDIO_CODING_WAV: //adpcm 编码,在lib_media_config.c 里面配置 const_sel_adpcm_type 来选择 ima格式的或者ms格式的
  206. fmt.sample_rate = 16000;
  207. fmt.bit_rate = 1024; //blockSize,可配成256/512/1024/2048
  208. fmt.channel = 2;
  209. fmt.coding_type = AUDIO_CODING_WAV;
  210. break;
  211. #endif
  212. #if TCFG_ENC_LC3_ENABLE
  213. case AUDIO_CODING_LC3:
  214. fmt.bit_rate = 64000;
  215. /* fmt.bit_rate = 320000; */
  216. fmt.sample_rate = LC3_CODING_SAMPLERATE;
  217. fmt.frame_len = LC3_CODING_FRAME_LEN;
  218. fmt.channel = LC3_CODING_CHANNEL;
  219. fmt.coding_type = AUDIO_CODING_LC3;
  220. break;
  221. #endif
  222. #if TCFG_ENC_SBC_ENABLE
  223. case AUDIO_CODING_SBC:
  224. sbc_t sbc_enc_parm = {
  225. .frequency = SBC_FREQ_44100,
  226. .blocks = SBC_BLK_16,
  227. .subbands = SBC_SB_8,
  228. .mode = SBC_MODE_STEREO,
  229. .allocation = 0,
  230. .endian = SBC_LE,
  231. .bitpool = 53
  232. };
  233. fmt.priv = (void *)(&sbc_enc_parm);
  234. fmt.frame_len = 640; //sbc 编码每次读取的源数据的字节数,值要大于编成一个帧需要的长度
  235. fmt.coding_type = AUDIO_CODING_SBC;
  236. break;
  237. #endif
  238. #if TCFG_ENC_MSBC_ENABLE
  239. case AUDIO_CODING_MSBC: //msbc没有外部配置的参数
  240. fmt.coding_type = AUDIO_CODING_MSBC;
  241. break;
  242. #endif
  243. #if TCFG_ENC_USBC_ENABLE
  244. case AUDIO_CODING_USBC:
  245. fmt.coding_type = AUDIO_CODING_USBC;
  246. break;
  247. #endif
  248. default:
  249. printf("do not support this type !!!\n");
  250. return -1;
  251. break;
  252. }
  253. if (!encode_task) {
  254. encode_task = zalloc(sizeof(*encode_task));
  255. if (!encode_task) {
  256. printf("encode_task NULL !!!\n");
  257. }
  258. audio_encoder_task_create(encode_task, "audio_enc");
  259. }
  260. if (!demo_enc) {
  261. demo_enc = zalloc(sizeof(*demo_enc));
  262. if (!demo_enc) {
  263. printf("demo_enc NULL !!!\n");
  264. }
  265. memset(demo_enc, 0x00, sizeof(*demo_enc));
  266. }
  267. demo_enc_output_func_register(demo_output);
  268. cbuf_init(&demo_enc->pcm_in_cbuf, demo_enc->in_cbuf_buf, ENC_IN_SIZE * 6);
  269. os_sem_create(&demo_enc->pcm_frame_sem, 0);
  270. audio_encoder_open(&demo_enc->encoder, &demo_enc_input, encode_task);
  271. audio_encoder_set_handler(&demo_enc->encoder, &demo_enc_handler);
  272. audio_encoder_set_fmt(&demo_enc->encoder, &fmt);
  273. audio_encoder_set_event_handler(&demo_enc->encoder, demo_enc_event_handler, 0);
  274. audio_encoder_set_output_buffs(&demo_enc->encoder, demo_enc->output_frame,
  275. sizeof(demo_enc->output_frame), 1);
  276. if (!demo_enc->encoder.enc_priv) {
  277. log_e("encoder err, maybe coding(0x%x) disable \n", fmt.coding_type);
  278. err = -EINVAL;
  279. goto __err;
  280. }
  281. int start_err = audio_encoder_start(&demo_enc->encoder);
  282. // 用timer模拟填数,填入需要编码的源数据
  283. demo_frame_test_tmr = sys_hi_timer_add(NULL, demo_frame_test_time_func, 40);
  284. /* demo_frame_test_time_func(NULL); */
  285. printf("id:%d \n", demo_frame_test_tmr);
  286. //把mic采到的数据编码
  287. #if MIC_USE_MIC_CHANNEL
  288. demo_enc->clk_before = clk_get("sys");
  289. if (demo_enc->clk_before < ENC_CLK) {
  290. clk_set("sys", ENC_CLK);
  291. }
  292. u32 clk_debug = clk_get("sys");
  293. fmt.sample_rate = 16000;
  294. #if !defined(CONFIG_MEDIA_DEVELOP_ENABLE)
  295. audio_mic_pwr_ctl(MIC_PWR_ON);
  296. #endif
  297. audio_adc_mic_open(&demo_enc->mic_ch, AUDIO_ADC_MIC_CH, &adc_hdl);
  298. audio_adc_mic_set_sample_rate(&demo_enc->mic_ch, fmt.sample_rate);
  299. #if (TCFG_AUDIO_ENABLE && MESH_AUDIO_TEST)
  300. app_var.aec_mic_gain = 14;
  301. #endif
  302. printf(">>>>>>>>>mic gain:%d \n", app_var.aec_mic_gain);
  303. audio_adc_mic_set_gain(&demo_enc->mic_ch, app_var.aec_mic_gain);
  304. audio_adc_mic_set_buffs(&demo_enc->mic_ch, demo_enc->adc_buf,
  305. ENC_ADC_IRQ_POINTS * 2, ENC_BUF_NUM);
  306. demo_enc->adc_output.handler = adc_mic_output_handler;
  307. audio_adc_add_output_handler(&adc_hdl, &demo_enc->adc_output);
  308. //app_audio_output_samplerate_set(44100);
  309. //app_audio_output_start();
  310. audio_adc_mic_start(&demo_enc->mic_ch);
  311. #endif
  312. printf("demo_enc_open ok %d\n", start_err);
  313. return 0;
  314. __err:
  315. audio_encoder_close(&demo_enc->encoder);
  316. local_irq_disable();
  317. free(demo_enc);
  318. demo_enc = NULL;
  319. local_irq_enable();
  320. return err;
  321. }
  322. int audio_demo_enc_close()
  323. {
  324. if (!demo_enc) {
  325. return -1;
  326. }
  327. printf("audio_demo_enc_close\n");
  328. #if MIC_USE_MIC_CHANNEL
  329. clk_set("sys", demo_enc->clk_before);
  330. audio_adc_mic_close(&demo_enc->mic_ch);
  331. audio_adc_del_output_handler(&adc_hdl, &demo_enc->adc_output);
  332. #endif
  333. demo_enc_resume();
  334. audio_encoder_close(&demo_enc->encoder);
  335. /* if (encode_task) { */
  336. /* audio_encoder_task_del(encode_task); */
  337. /* free(encode_task); */
  338. /* encode_task = NULL; */
  339. /* } */
  340. free(demo_enc);
  341. demo_enc = NULL;
  342. printf("audio_demo_enc_close end\n");
  343. return 0;
  344. }
  345. int audio_enc_init()
  346. {
  347. printf("audio_enc_init\n");
  348. /* audio_adc_init(&adc_hdl, &adc_data); */
  349. /* init_audio_adc(); */
  350. return 0;
  351. }
  352. #endif