bowen liu / Mbed OS mbed-os-example-blinky

ex

Fork of mbed-os-example-mbed5-blinky by mbed-os-examples

dcs-sdk-java-master/app/src/main/java/com/baidu/duer/dcs/androidsystemimpl/wakeup/WakeUpDecodeThread.java@45:2aa9f933c8d2, 2017-07-18 (annotated)

Committer:
TMBOY
Date:
Tue Jul 18 16:34:48 2017 +0800
Revision:
45:2aa9f933c8d2
?

Who changed what in which revision?

UserRevisionLine numberNew contents of line
TMBOY 45:2aa9f933c8d2 1 /*
TMBOY 45:2aa9f933c8d2 2 * *
TMBOY 45:2aa9f933c8d2 3 * Copyright (c) 2017 Baidu, Inc. All Rights Reserved.
TMBOY 45:2aa9f933c8d2 4 *
TMBOY 45:2aa9f933c8d2 5 * Licensed under the Apache License, Version 2.0 (the "License");
TMBOY 45:2aa9f933c8d2 6 * you may not use this file except in compliance with the License.
TMBOY 45:2aa9f933c8d2 7 * You may obtain a copy of the License at
TMBOY 45:2aa9f933c8d2 8 *
TMBOY 45:2aa9f933c8d2 9 * http://www.apache.org/licenses/LICENSE-2.0
TMBOY 45:2aa9f933c8d2 10 *
TMBOY 45:2aa9f933c8d2 11 * Unless required by applicable law or agreed to in writing, software
TMBOY 45:2aa9f933c8d2 12 * distributed under the License is distributed on an "AS IS" BASIS,
TMBOY 45:2aa9f933c8d2 13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
TMBOY 45:2aa9f933c8d2 14 * See the License for the specific language governing permissions and
TMBOY 45:2aa9f933c8d2 15 * limitations under the License.
TMBOY 45:2aa9f933c8d2 16 */
TMBOY 45:2aa9f933c8d2 17 package com.baidu.duer.dcs.androidsystemimpl.wakeup;
TMBOY 45:2aa9f933c8d2 18
TMBOY 45:2aa9f933c8d2 19 import android.os.Handler;
TMBOY 45:2aa9f933c8d2 20
TMBOY 45:2aa9f933c8d2 21 import com.baidu.duer.dcs.util.LogUtil;
TMBOY 45:2aa9f933c8d2 22
TMBOY 45:2aa9f933c8d2 23 import java.util.concurrent.LinkedBlockingDeque;
TMBOY 45:2aa9f933c8d2 24
TMBOY 45:2aa9f933c8d2 25 /**
TMBOY 45:2aa9f933c8d2 26 * 唤醒声音处理-唤醒消费者
TMBOY 45:2aa9f933c8d2 27 * <p>
TMBOY 45:2aa9f933c8d2 28 * Created by guxiuzhong@baidu.com on 2017/6/22.
TMBOY 45:2aa9f933c8d2 29 */
TMBOY 45:2aa9f933c8d2 30 public class WakeUpDecodeThread extends Thread {
TMBOY 45:2aa9f933c8d2 31 private static final String TAG = WakeUpDecodeThread.class.getSimpleName();
TMBOY 45:2aa9f933c8d2 32 // 唤醒成功
TMBOY 45:2aa9f933c8d2 33 private static final int WAKEUP_SUCCEED = 1;
TMBOY 45:2aa9f933c8d2 34 // 唤醒词位置
TMBOY 45:2aa9f933c8d2 35 private int voiceOffset;
TMBOY 45:2aa9f933c8d2 36 private boolean isWakeUp;
TMBOY 45:2aa9f933c8d2 37 private WakeUpNative wakeUpNative;
TMBOY 45:2aa9f933c8d2 38 private Handler handler;
TMBOY 45:2aa9f933c8d2 39 private volatile boolean isStart = false;
TMBOY 45:2aa9f933c8d2 40 private LinkedBlockingDeque<byte[]> linkedBlockingDeque;
TMBOY 45:2aa9f933c8d2 41
TMBOY 45:2aa9f933c8d2 42 public WakeUpDecodeThread(LinkedBlockingDeque<byte[]> linkedBlockingDeque,
TMBOY 45:2aa9f933c8d2 43 WakeUpNative wakeUpNative,
TMBOY 45:2aa9f933c8d2 44 Handler handler) {
TMBOY 45:2aa9f933c8d2 45 this.linkedBlockingDeque = linkedBlockingDeque;
TMBOY 45:2aa9f933c8d2 46 this.wakeUpNative = wakeUpNative;
TMBOY 45:2aa9f933c8d2 47 this.handler = handler;
TMBOY 45:2aa9f933c8d2 48 }
TMBOY 45:2aa9f933c8d2 49
TMBOY 45:2aa9f933c8d2 50 /**
TMBOY 45:2aa9f933c8d2 51 * 开始唤醒
TMBOY 45:2aa9f933c8d2 52 */
TMBOY 45:2aa9f933c8d2 53 public void startWakeUp() {
TMBOY 45:2aa9f933c8d2 54 if (isStart) {
TMBOY 45:2aa9f933c8d2 55 return;
TMBOY 45:2aa9f933c8d2 56 }
TMBOY 45:2aa9f933c8d2 57 isStart = true;
TMBOY 45:2aa9f933c8d2 58 this.start();
TMBOY 45:2aa9f933c8d2 59 }
TMBOY 45:2aa9f933c8d2 60
TMBOY 45:2aa9f933c8d2 61 public boolean isStart() {
TMBOY 45:2aa9f933c8d2 62 return isStart;
TMBOY 45:2aa9f933c8d2 63 }
TMBOY 45:2aa9f933c8d2 64
TMBOY 45:2aa9f933c8d2 65 /**
TMBOY 45:2aa9f933c8d2 66 * 停止唤醒
TMBOY 45:2aa9f933c8d2 67 */
TMBOY 45:2aa9f933c8d2 68 public void stopWakeUp() {
TMBOY 45:2aa9f933c8d2 69 isStart = false;
TMBOY 45:2aa9f933c8d2 70 }
TMBOY 45:2aa9f933c8d2 71
TMBOY 45:2aa9f933c8d2 72 @Override
TMBOY 45:2aa9f933c8d2 73 public void run() {
TMBOY 45:2aa9f933c8d2 74 super.run();
TMBOY 45:2aa9f933c8d2 75 LogUtil.i(TAG, "wakeup wakeUpDecode start" );
TMBOY 45:2aa9f933c8d2 76 while (isStart) {
TMBOY 45:2aa9f933c8d2 77 try {
TMBOY 45:2aa9f933c8d2 78 byte[] data = linkedBlockingDeque.take();
TMBOY 45:2aa9f933c8d2 79
TMBOY 45:2aa9f933c8d2 80 // 暂时不检测vad
TMBOY 45:2aa9f933c8d2 81 // int volume = calculateVolume(data, 16);
TMBOY 45:2aa9f933c8d2 82 // LogUtil.i(TAG, "wakeup audioRecord Volume:" + volume);
TMBOY 45:2aa9f933c8d2 83 // if (volume <= 0) {
TMBOY 45:2aa9f933c8d2 84 // continue;
TMBOY 45:2aa9f933c8d2 85 // }
TMBOY 45:2aa9f933c8d2 86
TMBOY 45:2aa9f933c8d2 87 if (data.length > 0) {
TMBOY 45:2aa9f933c8d2 88 // 是否为最后一帧数据
TMBOY 45:2aa9f933c8d2 89 boolean isEnd = false;
TMBOY 45:2aa9f933c8d2 90 short[] arr = byteArray2ShortArray(data, data.length / 2);
TMBOY 45:2aa9f933c8d2 91 int ret = wakeUpNative.wakeUpDecode(
TMBOY 45:2aa9f933c8d2 92 arr,
TMBOY 45:2aa9f933c8d2 93 arr.length,
TMBOY 45:2aa9f933c8d2 94 "",
TMBOY 45:2aa9f933c8d2 95 1,
TMBOY 45:2aa9f933c8d2 96 -1,
TMBOY 45:2aa9f933c8d2 97 true,
TMBOY 45:2aa9f933c8d2 98 voiceOffset++,
TMBOY 45:2aa9f933c8d2 99 isEnd
TMBOY 45:2aa9f933c8d2 100 );
TMBOY 45:2aa9f933c8d2 101 // 唤醒成功
TMBOY 45:2aa9f933c8d2 102 if (ret == WAKEUP_SUCCEED) {
TMBOY 45:2aa9f933c8d2 103 LogUtil.i(TAG, "wakeup wakeUpDecode ret:" + ret);
TMBOY 45:2aa9f933c8d2 104 isWakeUp = true;
TMBOY 45:2aa9f933c8d2 105 stopWakeUp();
TMBOY 45:2aa9f933c8d2 106 LogUtil.i(TAG, "wakeup wakeUpDecode succeed !!");
TMBOY 45:2aa9f933c8d2 107 break;
TMBOY 45:2aa9f933c8d2 108 }
TMBOY 45:2aa9f933c8d2 109 }
TMBOY 45:2aa9f933c8d2 110 } catch (InterruptedException e) {
TMBOY 45:2aa9f933c8d2 111 e.printStackTrace();
TMBOY 45:2aa9f933c8d2 112 }
TMBOY 45:2aa9f933c8d2 113 }
TMBOY 45:2aa9f933c8d2 114 LogUtil.i(TAG, "wakeup after wakeUpDecode over !!");
TMBOY 45:2aa9f933c8d2 115 LogUtil.i(TAG, "wakeup after linkedBlockingDeque size:" + linkedBlockingDeque.size());
TMBOY 45:2aa9f933c8d2 116
TMBOY 45:2aa9f933c8d2 117 if (isWakeUp) {
TMBOY 45:2aa9f933c8d2 118 if (listener != null) {
TMBOY 45:2aa9f933c8d2 119 handler.post(new Runnable() {
TMBOY 45:2aa9f933c8d2 120 @Override
TMBOY 45:2aa9f933c8d2 121 public void run() {
TMBOY 45:2aa9f933c8d2 122 listener.onWakeUpSucceed();
TMBOY 45:2aa9f933c8d2 123 }
TMBOY 45:2aa9f933c8d2 124 });
TMBOY 45:2aa9f933c8d2 125 }
TMBOY 45:2aa9f933c8d2 126 }
TMBOY 45:2aa9f933c8d2 127 // 重置
TMBOY 45:2aa9f933c8d2 128 voiceOffset = 0;
TMBOY 45:2aa9f933c8d2 129 isWakeUp = false;
TMBOY 45:2aa9f933c8d2 130 }
TMBOY 45:2aa9f933c8d2 131
TMBOY 45:2aa9f933c8d2 132 /**
TMBOY 45:2aa9f933c8d2 133 * 将byte数组转为short数组
TMBOY 45:2aa9f933c8d2 134 *
TMBOY 45:2aa9f933c8d2 135 * @param data byte数组的音频数据
TMBOY 45:2aa9f933c8d2 136 * @param items short数组的大小
TMBOY 45:2aa9f933c8d2 137 * @return 转换后的short数组
TMBOY 45:2aa9f933c8d2 138 */
TMBOY 45:2aa9f933c8d2 139 private short[] byteArray2ShortArray(byte[] data, int items) {
TMBOY 45:2aa9f933c8d2 140 short[] retVal = new short[items];
TMBOY 45:2aa9f933c8d2 141 for (int i = 0; i < retVal.length; i++) {
TMBOY 45:2aa9f933c8d2 142 retVal[i] = (short) ((data[i * 2] & 0xff) | (data[i * 2 + 1] & 0xff) << 8);
TMBOY 45:2aa9f933c8d2 143 }
TMBOY 45:2aa9f933c8d2 144 return retVal;
TMBOY 45:2aa9f933c8d2 145 }
TMBOY 45:2aa9f933c8d2 146
TMBOY 45:2aa9f933c8d2 147 /**
TMBOY 45:2aa9f933c8d2 148 * 根据输入的音量大小来判断用户是否有语音输入
TMBOY 45:2aa9f933c8d2 149 *
TMBOY 45:2aa9f933c8d2 150 * @param var0 原始音频数据
TMBOY 45:2aa9f933c8d2 151 * @param var1 音频数据格式位PCM，16位每个样本，比如如果音频数据格式设为AudioFormat.ENCODING_PCM_16BIT，则参数传16
TMBOY 45:2aa9f933c8d2 152 * @return >0 代表有音频输入
TMBOY 45:2aa9f933c8d2 153 */
TMBOY 45:2aa9f933c8d2 154 private int calculateVolume(byte[] var0, int var1) {
TMBOY 45:2aa9f933c8d2 155 int[] var3 = null;
TMBOY 45:2aa9f933c8d2 156 int var4 = var0.length;
TMBOY 45:2aa9f933c8d2 157 int var2;
TMBOY 45:2aa9f933c8d2 158 if (var1 == 8) {
TMBOY 45:2aa9f933c8d2 159 var3 = new int[var4];
TMBOY 45:2aa9f933c8d2 160 for (var2 = 0; var2 < var4; ++var2) {
TMBOY 45:2aa9f933c8d2 161 var3[var2] = var0[var2];
TMBOY 45:2aa9f933c8d2 162 }
TMBOY 45:2aa9f933c8d2 163 } else if (var1 == 16) {
TMBOY 45:2aa9f933c8d2 164 var3 = new int[var4 / 2];
TMBOY 45:2aa9f933c8d2 165 for (var2 = 0; var2 < var4 / 2; ++var2) {
TMBOY 45:2aa9f933c8d2 166 byte var5 = var0[var2 * 2];
TMBOY 45:2aa9f933c8d2 167 byte var6 = var0[var2 * 2 + 1];
TMBOY 45:2aa9f933c8d2 168 int var13;
TMBOY 45:2aa9f933c8d2 169 if (var5 < 0) {
TMBOY 45:2aa9f933c8d2 170 var13 = var5 + 256;
TMBOY 45:2aa9f933c8d2 171 } else {
TMBOY 45:2aa9f933c8d2 172 var13 = var5;
TMBOY 45:2aa9f933c8d2 173 }
TMBOY 45:2aa9f933c8d2 174 short var7 = (short) (var13 + 0);
TMBOY 45:2aa9f933c8d2 175 if (var6 < 0) {
TMBOY 45:2aa9f933c8d2 176 var13 = var6 + 256;
TMBOY 45:2aa9f933c8d2 177 } else {
TMBOY 45:2aa9f933c8d2 178 var13 = var6;
TMBOY 45:2aa9f933c8d2 179 }
TMBOY 45:2aa9f933c8d2 180 var3[var2] = (short) (var7 + (var13 << 8));
TMBOY 45:2aa9f933c8d2 181 }
TMBOY 45:2aa9f933c8d2 182 }
TMBOY 45:2aa9f933c8d2 183 int[] var8 = var3;
TMBOY 45:2aa9f933c8d2 184 if (var3 != null && var3.length != 0) {
TMBOY 45:2aa9f933c8d2 185 float var10 = 0.0F;
TMBOY 45:2aa9f933c8d2 186 for (int var11 = 0; var11 < var8.length; ++var11) {
TMBOY 45:2aa9f933c8d2 187 var10 += (float) (var8[var11] * var8[var11]);
TMBOY 45:2aa9f933c8d2 188 }
TMBOY 45:2aa9f933c8d2 189 var10 /= (float) var8.length;
TMBOY 45:2aa9f933c8d2 190 float var12 = 0.0F;
TMBOY 45:2aa9f933c8d2 191 for (var4 = 0; var4 < var8.length; ++var4) {
TMBOY 45:2aa9f933c8d2 192 var12 += (float) var8[var4];
TMBOY 45:2aa9f933c8d2 193 }
TMBOY 45:2aa9f933c8d2 194 var12 /= (float) var8.length;
TMBOY 45:2aa9f933c8d2 195 var4 = (int) (Math.pow(2.0D, (double) (var1 - 1)) - 1.0D);
TMBOY 45:2aa9f933c8d2 196 double var14 = Math.sqrt((double) (var10 - var12 * var12));
TMBOY 45:2aa9f933c8d2 197 int var9;
TMBOY 45:2aa9f933c8d2 198 if ((var9 = (int) (10.0D * Math.log10(var14 * 10.0D * Math.sqrt(2.0D) / (double) var4 + 1.0D))) < 0) {
TMBOY 45:2aa9f933c8d2 199 var9 = 0;
TMBOY 45:2aa9f933c8d2 200 }
TMBOY 45:2aa9f933c8d2 201 if (var9 > 10) {
TMBOY 45:2aa9f933c8d2 202 var9 = 10;
TMBOY 45:2aa9f933c8d2 203 }
TMBOY 45:2aa9f933c8d2 204 return var9;
TMBOY 45:2aa9f933c8d2 205 } else {
TMBOY 45:2aa9f933c8d2 206 return 0;
TMBOY 45:2aa9f933c8d2 207 }
TMBOY 45:2aa9f933c8d2 208 }
TMBOY 45:2aa9f933c8d2 209
TMBOY 45:2aa9f933c8d2 210 private IWakeUpListener listener;
TMBOY 45:2aa9f933c8d2 211
TMBOY 45:2aa9f933c8d2 212 public void setWakeUpListener(IWakeUpListener listener) {
TMBOY 45:2aa9f933c8d2 213 this.listener = listener;
TMBOY 45:2aa9f933c8d2 214 }
TMBOY 45:2aa9f933c8d2 215
TMBOY 45:2aa9f933c8d2 216 /**
TMBOY 45:2aa9f933c8d2 217 * 唤醒成功回调接口
TMBOY 45:2aa9f933c8d2 218 */
TMBOY 45:2aa9f933c8d2 219 public interface IWakeUpListener {
TMBOY 45:2aa9f933c8d2 220 /**
TMBOY 45:2aa9f933c8d2 221 * 唤醒成功后回调
TMBOY 45:2aa9f933c8d2 222 */
TMBOY 45:2aa9f933c8d2 223 void onWakeUpSucceed();
TMBOY 45:2aa9f933c8d2 224 }
TMBOY 45:2aa9f933c8d2 225 }