首页 > 代码库 > 发送语音+讯飞翻译 项目案例

发送语音+讯飞翻译 项目案例

2024-10-16 18:13:39   217人阅读

数据结构

  1. public LongSparseArray<RecordBean> recordList=new LongSparseArray<>();
封装所有相关数据的Bean
  1. public class RecordBean {
  2. 	public static final String VOICE_PATH = Environment.getExternalStorageDirectory().getAbsolutePath() + File.separator + "voice";
  3. 	public static final String XF_VOICE_FILE_PATH = VOICE_PATH + File.separator + "xf_temp_file.wav";
  5. 	public String pcmPath;
  6. 	public String aacPath;
  8. 	public boolean startRecordSuccess = false;//开始录音成功，即调用JJMediaSDK.startRecord的返回值
  9. 	public boolean endRecordSuccess = false;//结束录音成功，即调用JJMediaSDK.stopRecord的返回值
  11. 	public long startTime;//开始录音时间
  12. 	public long endTime;//结束录音时间
  14. 	public boolean sendVoiceSuccess = false;//上传并发送成功
  15. 	public boolean translateSuccess = false;//翻译成功
  17. 	public String qnKey;//上传到七牛的语音地址
  18. 	public long clientid;//当上传七牛成功后发送一条socket语音消息，此消息需要客户端生成一个clientid。同时这也是集合recordList中的key
  19. 	public int msgid;//当上传七牛成功后发送一条socket语音消息，服务器响应时会返回一个msgid，以后就需根据msgid发送及获取语音对应的文本
  21. 	public String content;//讯飞翻译出的内容
  23. 	public RecordBean(long time) {
  24. 		clientid = time;
  25. 		String data = new SimpleDateFormat("yyyy_MM_dd HH_mm_ss SSS", Locale.getDefault()).format(new Date(time));
  26. 		this.aacPath = VOICE_PATH + File.separator + "aac_" + data + ".aac";
  27. 		this.pcmPath = VOICE_PATH + File.separator + "pcm_" + data + ".pcm";
  28. 		L.i("语音文件保存路径：" + pcmPath + "\n" + aacPath);
  29. 	}
  31. 	public static class VoiceBean {//发送的语音消息的内容。仅仅包含语音URL路径以及语音时长
  32. 		String path;
  33. 		int duration;
  35. 		public VoiceBean(String path, int duration) {
  36. 			this.path = path;
  37. 			this.duration = duration;
  38. 		}
  39. 	}
  40. }

长按录制语音相关逻辑

  1. //长按说话
  2. mChatInputWidget.setPressListener(new PressListener() {
  3. 	private long key;//集合recordList中的key，同时也是RecordBean中的clientid，同时也是语音消息的clientid
  5. 	@Override
  6. 	public void pressing() {
  7. 		if (micOnoff == 1) {//是否正在上麦（占用录音设备）：0，未指定；1，开；2，关
  8. 			ToastHelper.showToastInThread("亲，发送语音功能需要下麦哦...");
  9. 		} else { //注意，以下代码要在具有录音权限时访问
  10. 			AudioManager audioManager = (AudioManager) ChatActivity.this.getSystemService(Context.AUDIO_SERVICE);
  11. 			audioManager.setMicrophoneMute(false);//关闭麦克风静音
  13. 			//键为当前时间，以保证唯一性
  14. 			key = System.currentTimeMillis();
  15. 			RecordBean recordBean = new RecordBean(key);
  16. 			recordList.put(key, recordBean);
  18. 			//调用JNI代码启动录音，录音成功后会生成两个文件，这两个文件的存放位置封装在了recordBean中
  19. 			JJMediaSDK.captureStop();//停止录音
  20. 			recordBean.startRecordSuccess = JJMediaSDK.startRecord(recordBean.pcmPath, recordBean.aacPath);
  21. 			recordBean.startTime = System.currentTimeMillis();//记录开始和结束录音时间，以获取录音时长
  22. 			if (!recordBean.startRecordSuccess) Toast.makeText(ChatActivity.this, "录音失败", Toast.LENGTH_SHORT).show();
  23. 			else pressSpeeking("正在说话...");//一个自定义的UI，当按住的时候一直显示，当松开的时候消失
  24. 		}
  25. 	}
  27. 	@Override
  28. 	public void pressStop() {
  29. 		RecordBean recordBean = recordList.get(key);//获取当前key对应的RecordBean
  30. 		if (recordBean == null || !recordBean.startRecordSuccess) {//肯定是录音失败了
  31. 			Toast.makeText(ChatActivity.this, "录音失败", Toast.LENGTH_SHORT).show();
  32. 			return;
  33. 		}
  34. 		AudioManager audioManager = (AudioManager) ChatActivity.this.getSystemService(Context.AUDIO_SERVICE);
  35. 		audioManager.setMicrophoneMute(true);//开启麦克风静音
  37. 		//调用JNI代码结束录音。JNI同事说这里不会失败的。谁信啊，万一存储空间不足或手机突然爆掉了呢？
  38. 		recordBean.endRecordSuccess = JJMediaSDK.stopRecord();
  39. 		recordBean.endTime = System.currentTimeMillis();
  40. 		pressSpeekingdimiss();
  41. 		if (!recordBean.endRecordSuccess) {
  42. 			Toast.makeText(ChatActivity.this, "录音失败", Toast.LENGTH_SHORT).show();
  43. 			return;
  44. 		}
  45. 		//****************************************【第一个异步：异步上传语音】*****************************************
  46. 		//异步上传语音到七牛，当上传成功后发送一条socket消息通知语音的URL路径，此时其他用户就可以播放此语音了
  47. 		//同时，服务器收到此消息后会做出响应，主要是返回一个msgid，以后就可以根据msgid通知及获取语音对应的文本了
  48. 		VoiceUtils.uploadVoiceAndSendMsg(ChatActivity.this, recordBean);
  49. 		//****************************************【第二个异步：异步讯飞翻译】*****************************************
  50. 		if (mIat == null) mIat = VoiceUtils.getSpeechRecognizerInstance(ChatActivity.this);//讯飞SDK初始化
  51. 		if (mIat == null) return;//讯飞SDK初始化失败
  52. 		//讯飞SDK翻译过程及状态监听
  53. 		RecognizerListener recognizerListener = VoiceUtils.getRecognizerListener(content -> {//翻译成功回调
  54. 			recordBean.content = content;
  55. 			recordBean.translateSuccess = true;
  56. 			Toast.makeText(ChatActivity.this, recordBean.content, Toast.LENGTH_SHORT).show();
  57. 			//**************************【将上传到七牛的语音和讯飞翻译的内容关联起来】******************************
  58. 			//如果第一个异步已经完成，则直接发一条socket消息，将两者内容联系在一起；否则等第一个异步完成以后再做处理
  59. 			if (recordBean.sendVoiceSuccess) SendMsgUtils.sendVoiceContentMsg(ChatActivity.this, recordBean);
  60. 		});
  62. 		// 函数调用返回值
  63. 		int ret = mIat.startListening(recognizerListener);
  64. 		if (ret != ErrorCode.SUCCESS) {
  65. 			Toast.makeText(ChatActivity.this, "翻译失败", Toast.LENGTH_SHORT).show();
  66. 			L.i("讯飞SDK翻译失败，错误码：" + ret);
  67. 		} else {
  68. 			byte[] audioData = VoiceUtils.readSDFile(recordBean.pcmPath);//读取SDK返回的pcm文件流
  69. 			if (null != audioData) {
  70. 				L.i("讯飞SDK开始音频流识别");
  71. 				mIat.writeAudio(audioData, 0, audioData.length);
  72. 				mIat.stopListening();
  73. 			} else {
  74. 				mIat.cancel();
  75. 				Toast.makeText(ChatActivity.this, "讯飞SDK读取音频流失败", Toast.LENGTH_SHORT).show();
  76. 			}
  77. 		}
  78. 	}
  79. });

发送三条消息

  1. public class SendMsgUtils {
  3. 	/**
  4. 	 * 发送语音、Gif图等通用聊天消息
  5. 	 *
  6. 	 * @param activity 必须是ChatActivity或ChatActivityPrivate
  7. 	 * @param msgType  例如Common.e_MsgType.MSGTYPE_GIF_VALUE
  8. 	 * @param content  消息内容，一般都是json格式
  9. 	 */
  10. 	public static void sendNormalMsg(Activity activity, int msgType, String content, long clientid) {
  11. 		if (activity instanceof ChatActivity) {
  12. 			if (msgType == Common.e_MsgType.MSGTYPE_VOICE_VALUE || msgType == Common.e_MsgType.MSGTYPE_GIF_VALUE) {
  13. 				int roleType = ((ChatActivity) activity).getRoleType();
  14. 				if (roleType <= 0) {//游客
  15. 					Toast.makeText(activity, "您没有权限发送此类型消息", Toast.LENGTH_SHORT).show();
  16. 					return;
  17. 				}
  18. 			}
  19. 		}
  21. 		int groupId = 0;
  22. 		boolean isGroup = false;
  23. 		int dstId = 0;
  24. 		if (activity instanceof ChatActivity) {
  25. 			groupId = ((ChatActivity) activity).getGroupId();
  26. 			isGroup = ((ChatActivity) activity).isGroup();
  27. 			dstId = ((ChatActivity) activity).getDstId();
  28. 		} else if (activity instanceof ChatActivityPrivate) {
  29. 			groupId = ((ChatActivityPrivate) activity).getGroupId();
  30. 			isGroup = ((ChatActivityPrivate) activity).isGroup();
  31. 			dstId = ((ChatActivityPrivate) activity).getDstId();
  32. 		}
  34. 		ChatReqHelper.sendNormalMsg(content, groupId, isGroup, dstId, clientid);
  36. 		ChatModel model = new ChatModel(content, ChatModel.RIGHT, msgType);
  37. 		model.clientid = clientid;
  38. 		model.setMsgTime((int) (System.currentTimeMillis() / 1000));
  39. 		model.setGroupId(groupId);
  40. 		model.setSrcUser(ChatReqHelper.getUserInfo());
  42. 		if (activity instanceof ChatActivity) {
  43. 			((ChatActivity) activity).getmGroupChats().add(0, model);
  44. 			((ChatActivity) activity).getmRvSquareChat().getAdapter().notifyItemInserted(0);
  45. 			((ChatActivity) activity).getmRvSquareChat().scrollToPosition(0);
  46. 		} else if (activity instanceof ChatActivityPrivate) {
  47. 			Common.UserInfo_t dstUserInfo = Common.UserInfo_t.getDefaultInstance().newBuilderForType().setUserId(dstId).build();
  48. 			model.setDstUser(dstUserInfo);
  49. 			((ChatActivityPrivate) activity).getmGroupChats().add(0, model);
  50. 			((ChatActivityPrivate) activity).getmRvSquareChat().getAdapter().notifyItemInserted(0);
  51. 			((ChatActivityPrivate) activity).getmRvSquareChat().scrollToPosition(0);
  52. 		}
  53. 	}
  55. 	/**
  56. 	 * 发送语音消息（里面只有语音的URL路径及时长），里面用的完全就是sendNormalMsg的逻辑
  57. 	 *
  58. 	 * @param activity   必须是ChatActivity或ChatActivityPrivate
  59. 	 * @param recordBean 封装所有信息的bean
  60. 	 */
  61. 	public static void sendNormalVoiceMsg(Activity activity, RecordBean recordBean) {
  62. 		//当上传七牛成功后发送一条socket消息，当收到响应时（会返回一个msgid）说明此socket消息发送成功了
  63. 		int duration = (int) ((recordBean.endTime - recordBean.startTime) / 1000);
  64. 		RecordBean.VoiceBean voiceBean = new RecordBean.VoiceBean(recordBean.qnKey, duration);
  65. 		String content = new Gson().toJson(voiceBean);//{"path:":"", duration:100}
  67. 		sendNormalMsg(activity, Common.e_MsgType.MSGTYPE_VOICE_VALUE, content, recordBean.clientid);
  68. 		L.i("发送语音消息。content=" + content + "。clientid=" + recordBean.clientid);
  69. 	}
  71. 	/**
  72. 	 * 发送语音所对应的文本消息，目的是将上传到七牛的【语音】和讯飞翻译的【内容】关联起来
  73. 	 */
  74. 	public static void sendVoiceContentMsg(Activity activity, RecordBean recordBean) {
  75. 		if (recordBean == null) return;
  76. 		if (recordBean.sendVoiceSuccess && recordBean.translateSuccess && recordBean.msgid != 0) {
  77. 			int groupId = 0, dstId = 0;
  78. 			if (activity instanceof ChatActivity) {
  79. 				groupId = ((ChatActivity) activity).getGroupId();
  80. 				dstId = ((ChatActivity) activity).getDstId();
  81. 			} else if (activity instanceof ChatActivityPrivate) {
  82. 				groupId = ((ChatActivityPrivate) activity).getGroupId();
  83. 				dstId = ((ChatActivityPrivate) activity).getDstId();
  84. 			}
  86. 			ChatSvr.CMDVoiceContentSubmit message = ChatSvr.CMDVoiceContentSubmit.newBuilder()
  87. 					.setGroupid(groupId)//群id
  88. 					.setSrcuid(AccountManager.getInstance().getServiceUserId())//消息发起者id
  89. 					.setDstuid(dstId)//消息接收者id（群聊传0）
  90. 					.setMsgid(recordBean.msgid)//msgid，此msgid是由服务器返回的
  91. 					.setContent(recordBean.content)//语音消息翻译成文本的内容
  92. 					.build();
  93. 			LoginConnection.voiceContentSubmit(message.toByteArray(), null);
  94. 			L.i("发送语音文本消息。content=" + recordBean.content + "。msgid=" + recordBean.msgid);
  96. 			if (recordBean.pcmPath != null && new File(recordBean.pcmPath).delete()) L.i("成功删除pcm临时文件");
  97. 			if (recordBean.aacPath != null && new File(recordBean.aacPath).delete()) L.i("成功删除aac临时文件");
  99. 			//移除集合中的此RecordBean
  100. 			LongSparseArray<RecordBean> recordList = null;
  101. 			if (activity instanceof ChatActivity) recordList = ((ChatActivity) activity).recordList;
  102. 			else if (activity instanceof ChatActivityPrivate) recordList = ((ChatActivityPrivate) activity).recordList;
  103. 			if (recordList != null) {
  104. 				recordList.remove(recordBean.clientid);
  105. 				L.i("成功移除recordBean：" + recordBean.clientid);
  106. 			}
  107. 		} else L.i("RecordBean状态错误" + recordBean.toString());
  108. 	}
  110. 	/**
  111. 	 * 查询语音文本消息。这时已经与RecordBeanme没有任何关系了，这里的msgid是后台返回的
  112. 	 */
  113. 	public static void qryVoiceContentMsg(Activity activity, int msgid) {
  114. 		int groupId = 0, dstId = 0;
  115. 		if (activity instanceof ChatActivity) {
  116. 			groupId = ((ChatActivity) activity).getGroupId();
  117. 			dstId = ((ChatActivity) activity).getDstId();
  118. 		} else if (activity instanceof ChatActivityPrivate) {
  119. 			groupId = ((ChatActivityPrivate) activity).getGroupId();
  120. 			dstId = ((ChatActivityPrivate) activity).getDstId();
  121. 		}
  122. 		ChatSvr.CMDQryChatMsgReq req = ChatSvr.CMDQryChatMsgReq.newBuilder()
  123. 				.setGroupid(groupId)//群id
  124. 				.setSrcuid(AccountManager.getInstance().getServiceUserId())//消息发起者id
  125. 				.setDstuid(dstId)//消息接收者id（群聊传0）
  126. 				.setMsgid(msgid)//msgid
  127. 				.build();
  128. 		LoginConnection.qryChatMsgReq(req.toByteArray(), null);
  129. 		L.i("查询语音文本消息。msgid=" + msgid + "。groupId=" + groupId);
  130. 	}
  131. }

服务器的两个响应

  1. public void onEventMainThread(BaseEvent event) {
  2. 	if (event.getEvent() == EventHelper.EVENT_GROUPMSGRECV) {
  3. 		if (event.getData() instanceof ChatSvr.CMDGroupMsgRecv) {
  4. 			//异步上传语音到七牛成功后，客户端发送一条socket消息通知语音的URL路径
  5. 			//这是当服务器收到此消息后做出的响应，我们主要是拿到回一个msgid，以后就可以根据msgid通知语音对应的文本了
  6. 			ChatSvr.CMDGroupMsgRecv msgRecv = (ChatSvr.CMDGroupMsgRecv) event.getData();
  7. 			for (int i = 0; i < recordList.size(); i++) {
  8. 				Long key = recordList.keyAt(i);
  9. 				if (msgRecv.getClientMSgId() == key) {//RecordBean的clientid和recordList的key时同一个数
  10. 					RecordBean recordBean = recordList.get(key);
  11. 					recordBean.sendVoiceSuccess = true;
  12. 					recordBean.msgid = msgRecv.getMsgId();
  13. 					L.i("发送语音响应：msgid=" + recordBean.msgid + "   clientid=" + recordBean.clientid);
  14. 					//**************************【将上传到七牛的语音和讯飞翻译的内容关联起来】******************************
  15. 					//如果第二个异步已经完成，则直接发一条socket消息，将两者内容联系在一起；否则等第二个异步完成以后再做处理
  16. 					if (recordBean.translateSuccess) SendMsgUtils.sendVoiceContentMsg(this, recordBean);
  17. 					break;
  18. 				}
  19. 			}
  20. 		}
  21. 		return;
  22. 	}
  23. 	if (event.getEvent() == EventHelper.EVENT_QRY_CHAT_MSG) {
  24. 		//**********************************************【响应查询语音消息】************************************************
  25. 		if (event.getData() instanceof ChatSvr.CMDQryChatMsgResp) {
  26. 			ChatSvr.CMDQryChatMsgResp resp = (ChatSvr.CMDQryChatMsgResp) event.getData();
  27. 			if (resp.getMsg() != null) {
  28. 				int msgID = resp.getMsg().getMsgId();
  29. 				String voiceContent;
  30. 				if (resp.getMsg().getVoiceContent() != null) voiceContent = resp.getMsg().getVoiceContent().getData();
  31. 				else voiceContent = "翻译失败";
  32. 				Toast.makeText(this, "msgID：" + msgID + "   内容：" + voiceContent, Toast.LENGTH_SHORT).show();
  33. 				L.i("查询语音文本响应。" +  "msgID：" + msgID + "   内容：" + voiceContent);
  34. 			}
  35. 		}
  36. 		return;
  37. 	}
  38. }

讯飞监听、上传语音等

  1. public class VoiceUtils {
  2. 	
  3. 	public interface OnRecognizerResultListener {
  4. 		void onResult(String content);
  5. 	}
  7. 	public static RecognizerListener getRecognizerListener(OnRecognizerResultListener listener) {
  8. 		return new RecognizerListener() {
  9. 			StringBuilder sb = new StringBuilder();
  11. 			@Override
  12. 			public void onBeginOfSpeech() {// 此回调表示：sdk内部录音机已经准备好了，用户可以开始语音输入
  13. 				L.i("onBeginOfSpeech");
  14. 			}
  15. 			
  16. 			@Override
  17. 			public void one rror(SpeechError error) {
  18. 				L.i("onError：" + error.getErrorCode() + "  " + error.getErrorDescription());
  19. 				//http://bbs.xfyun.cn/forum.php?mod=viewthread&tid=13056&fromuid=44990
  20. 				// 错误码：10118(您没有说话)，可能是录音机权限被禁，需要提示用户打开应用的录音权限。
  21. 				// 如果使用本地功能（语记）需要提示用户开启语记的录音权限。
  22. 				//没有数据，vad_bos设置问题
  23. 			}
  24. 			
  25. 			@Override
  26. 			public void onEndOfSpeech() {// 此回调表示：检测到了语音的尾端点，已经进入识别过程，不再接受语音输入
  27. 				L.i("onEndOfSpeech");
  28. 			}
  29. 			
  30. 			@Override
  31. 			public void onResult(RecognizerResult results, boolean isLast) {
  32. 				L.i("onResult：" + results.getResultString() + "。格式化内容：" + getFormatResult(results) + "。isLast：" + isLast);
  33. 				sb.append(getFormatResult(results));
  34. 				if (isLast) {
  35. 					L.i("完整结果为：" + sb.toString());
  36. 					listener.onResult(sb.toString());
  37. 				}
  38. 			}
  39. 			
  40. 			@Override
  41. 			public void onVolumeChanged(int volume, byte[] data) {
  42. 				L.i("onVolumeChanged。当前正在说话，音量大小：" + volume + "。返回音频数据长度：" + data.length);
  43. 			}
  44. 			
  45. 			@Override
  46. 			public void onEvent(int eventType, int arg1, int arg2, Bundle obj) {
  47. 				// 以下代码用于获取与云端的会话id，当业务出错时将会话id提供给技术支持人员，可用于查询会话日志，定位出错原因
  48. 				// 若使用本地能力，会话id为null
  49. 				if (SpeechEvent.EVENT_SESSION_ID == eventType) {
  50. 					String sid = obj.getString(SpeechEvent.KEY_EVENT_SESSION_ID);
  51. 					L.i("onEvent:" + eventType + "  session_id =" + sid);
  52. 				}
  53. 			}
  54. 		};
  55. 	}
  56. 	
  57. 	public static SpeechRecognizer getSpeechRecognizerInstance(Context context) {
  58. 		//*****************************************************初始化监听器************************************************
  59. 		InitListener mInitListener = code -> {
  60. 			if (code != ErrorCode.SUCCESS) L.i("初始化失败，错误码：" + code);
  61. 		};
  62. 		
  63. 		SpeechRecognizer mIat = SpeechRecognizer.createRecognizer(context, mInitListener);
  64. 		
  65. 		if (null == mIat) {
  66. 			// 创建单例失败，与 21001 错误为同样原因，参考 http://bbs.xfyun.cn/forum.php?mod=viewthread&tid=9688
  67. 			L.i("创建对象失败，请确认 libmsc.so 放置正确，且有调用 createUtility 进行初始化");
  68. 			Toast.makeText(context, "语音引擎初始化失败", Toast.LENGTH_SHORT).show();
  69. 			return null;
  70. 		}
  71. 		
  72. 		//******************************************************参数设置**************************************************
  73. 		// 清空参数
  74. 		mIat.setParameter(SpeechConstant.PARAMS, null);
  75. 		
  76. 		mIat.setParameter(SpeechConstant.ENGINE_TYPE, SpeechConstant.TYPE_CLOUD);// 设置听写引擎
  77. 		mIat.setParameter(SpeechConstant.RESULT_TYPE, "json");// 设置返回结果格式
  78. 		
  79. 		mIat.setParameter(SpeechConstant.LANGUAGE, "zh_cn");// 设置语言
  80. 		mIat.setParameter(SpeechConstant.ACCENT, "mandarin");// 设置语言区域，mandarin为普通话;
  81. 		
  82. 		// 设置语音前端点:静音超时时间，即用户多长时间不说话则当做超时处理
  83. 		mIat.setParameter(SpeechConstant.VAD_BOS, "4000");//4000
  84. 		// 设置语音后端点:后端点静音检测时间，即用户停止说话多长时间内即认为不再输入， 自动停止录音
  85. 		mIat.setParameter(SpeechConstant.VAD_EOS, "4000");//1000
  86. 		// 设置标点符号,设置为"0"返回结果无标点,设置为"1"返回结果有标点
  87. 		mIat.setParameter(SpeechConstant.ASR_PTT, "1");
  88. 		
  89. 		// 设置音频【保存】路径，保存音频格式支持pcm、wav，设置路径为sd卡请注意WRITE_EXTERNAL_STORAGE权限
  90. 		mIat.setParameter(SpeechConstant.AUDIO_FORMAT, "wav");// 注：AUDIO_FORMAT参数语记需要更新版本才能生效
  91. 		mIat.setParameter(SpeechConstant.ASR_AUDIO_PATH, RecordBean.XF_VOICE_FILE_PATH);
  92. 		
  93. 		// 设置音频来源为外部文件
  94. 		mIat.setParameter(SpeechConstant.AUDIO_SOURCE, "-1");
  95. 		// 也可以像以下这样直接设置音频文件路径识别（要求设置文件在sdcard上的全路径）：
  96. 		//mIat.setParameter(SpeechConstant.AUDIO_SOURCE, "-2");
  97. 		//mIat.setParameter(SpeechConstant.ASR_SOURCE_PATH, "sdcard/XXX/XXX.pcm");
  98. 		return mIat;
  99. 	}
  100. 	
  101. 	/**
  102. 	 * 获取解析出的字符串内容
  103. 	 */
  104. 	private static String getFormatResult(RecognizerResult results) {
  105. 		String text = parseIatResult(results.getResultString());
  106. 		
  107. 		String sn = null;
  108. 		// 读取json结果中的sn字段
  109. 		try {
  110. 			JSONObject resultJson = new JSONObject(results.getResultString());
  111. 			sn = resultJson.optString("sn");
  112. 		} catch (JSONException e) {
  113. 			e.printStackTrace();
  114. 		}
  115. 		
  116. 		// 用HashMap存储听写结果
  117. 		HashMap<String, String> mIatResults = new LinkedHashMap<>();
  118. 		mIatResults.put(sn, text);
  119. 		
  120. 		StringBuilder resultBuffer = new StringBuilder();
  121. 		for (String key : mIatResults.keySet()) {
  122. 			resultBuffer.append(mIatResults.get(key));
  123. 		}
  124. 		return resultBuffer.toString();
  125. 	}
  126. 	
  127. 	private static String parseIatResult(String json) {
  128. 		StringBuilder ret = new StringBuilder();
  129. 		try {
  130. 			JSONArray words = new JSONObject(new JSONTokener(json)).getJSONArray("ws");
  131. 			for (int i = 0; i < words.length(); i++) {
  132. 				// 转写结果词，默认使用第一个结果
  133. 				JSONArray items = words.getJSONObject(i).getJSONArray("cw");
  134. 				JSONObject obj = items.getJSONObject(0);
  135. 				ret.append(obj.getString("w"));
  136. 			}
  137. 		} catch (Exception e) {
  138. 			e.printStackTrace();
  139. 		}
  140. 		return ret.toString();
  141. 	}
  142. 	
  143. 	/**
  144. 	 * 上传语音消息，然后发送语音消息
  145. 	 */
  146. 	public static void uploadVoiceAndSendMsg(BaseActivity activity, RecordBean recordBean) {
  147. 		if (recordBean == null || recordBean.aacPath == null) return;
  148. 		final File file = new File(recordBean.aacPath);
  149. 		if (!file.exists()) {
  150. 			ToastHelper.showErrorToast("录音文件不存在");
  151. 			return;
  152. 		}
  153. 		if (AccountManager.getInstance().getServiceInfo() == null) {
  154. 			ToastHelper.showToastInThread("您尚未登录");
  155. 			return;
  156. 		}
  157. 		activity.showLoadingDialog();
  159. 		//**************************************************上传语音消息****************************************
  160. 		String keyQN = LoginConnection.getUploadKey(recordBean.aacPath);
  162. 		HBApplication.getInstance().getUploadManager()
  163. 				.put(recordBean.aacPath,
  164. 						keyQN,
  165. 						LoginConnection.getUploadToken(),
  166. 						(key, info, res) -> {
  167. 							L.i("上传语音骑牛key：" + key);
  168. 							//*************************************发送语音消息*****************************************
  169. 							//当上传七牛成功后发送一条socket消息，当收到响应时（会返回一个msgid）说明此socket消息发送成功了
  170. 							recordBean.qnKey = key;
  171. 							SendMsgUtils.sendNormalVoiceMsg(activity, recordBean);
  172. 						},
  173. 						new UploadOptions(null, null, false, (key, percent) -> {
  174. 							//if (activity.dialog != null) activity.dialog.update((int) percent * 100);
  175. 						}, null));
  176. 	}
  178. 	/**
  179. 	 * 【读】SD卡也即/mnt/sdcard/目录下的文件
  180. 	 */
  181. 	public static byte[] readSDFile(String fileName) {
  182. 		if (TextUtils.isEmpty(fileName)) return null;
  183. 		File file = new File(fileName);
  184. 		if (!file.exists()) return null;
  185. 		try {
  186. 			InputStream ins = new FileInputStream(file);
  187. 			byte[] data = new byte[ins.available()];
  188. 			ins.read(data);
  189. 			ins.close();
  190. 			return data;
  191. 		} catch (Exception e) {
  192. 			e.printStackTrace();
  193. 		}
  194. 		return null;
  195. 	}
  197. }

日志

发送语音
  1. I/RecordBean: 包青天bqt(RecordBean.java:39)#<init>【语音文件保存路径：/storage/emulated/0/voice/pcm_2017_07_04 17_05_23 100.pcm
  2.                                                           /storage/emulated/0/voice/aac_2017_07_04 17_05_23 100.aac】
  3. I/ChatActivity$5: 包青天bqt(ChatActivity.java:908)#pressStop【讯飞SDK开始音频流识别】
  4. I/VoiceUtils$1: 包青天bqt(VoiceUtils.java:97)#onVolumeChanged【onVolumeChanged。当前正在说话，音量大小：0。返回音频数据长度：33280】
  5. I/VoiceUtils$1: 包青天bqt(VoiceUtils.java:81)#onEndOfSpeech【onEndOfSpeech】
  6. I/VoiceUtils$1: 包青天bqt(VoiceUtils.java:106)#onEvent【onEvent:20001  session_id =iatad118bff@gz02600cb6a6553cf300】
  7. I/VoiceUtils$1: 包青天bqt(VoiceUtils.java:86)#onResult【onResult：{"sn":1,"ls":false,"bg":0,"ed":0,"ws":[{"bg":0,"cw":[{"sc":0.00,"w":"你好"}]}]}。格式化内容：你好。isLast：false】
  8. I/VoiceUtils$1: 包青天bqt(VoiceUtils.java:106)#onEvent【onEvent:20001  session_id =iatad118bff@gz02600cb6a6553cf300】
  9. I/VoiceUtils: 包青天bqt(VoiceUtils.java:222)#lambda$uploadVoiceAndSendMsg$1【上传语音骑牛key：_F-UBAN-YeQIB.aac】
  10. I/SendMsgUtils: 包青天bqt(SendMsgUtils.java:87)#sendNormalVoiceMsg【发送语音消息。content={"duration":1,"path":"_F-UBAN-YeQIB.aac"}。clientid=1499159123100】
  11. I/VoiceUtils$1: 包青天bqt(VoiceUtils.java:86)#onResult【onResult：{"sn":2,"ls":true,"bg":0,"ed":0,"ws":[{"bg":0,"cw":[{"sc":0.00,"w":"。"}]}]}。格式化内容：。。isLast：true】
  12. I/VoiceUtils$1: 包青天bqt(VoiceUtils.java:89)#onResult【完整结果为：你好。】
  13. I/ChatActivity: 包青天bqt(ChatActivity.java:1703)#onEventMainThread【发送语音响应：msgid=13878   clientid=1499159123100】
  14. I/SendMsgUtils: 包青天bqt(SendMsgUtils.java:113)#sendVoiceContentMsg【发送语音文本消息。content=你好。。msgid=13878】
  15. I/SendMsgUtils: 包青天bqt(SendMsgUtils.java:115)#sendVoiceContentMsg【成功删除pcm临时文件】
  16. I/SendMsgUtils: 包青天bqt(SendMsgUtils.java:116)#sendVoiceContentMsg【成功删除aac临时文件】
  17. I/SendMsgUtils: 包青天bqt(SendMsgUtils.java:124)#sendVoiceContentMsg【成功移除recordBean：1499159123100】

查询语音对应文字
  1. I/SendMsgUtils: 包青天bqt(SendMsgUtils.java:148)#qryVoiceContentMsg【查询语音文本消息。msgid=13879。groupId=36】
  2. I/ChatActivity: 包青天bqt(ChatActivity.java:1723)#onEventMainThread【查询语音文本响应。msgID：13879   内容：需要。】
2017-7-4

发送语音+讯飞翻译 项目案例


联系
我们