使用微软的语音识别引擎Microsoft Speech API进行语音控制
以下代码来自：http://mmcheng.net/zh/imagespirit/ 本人仅作提取：SREngine语音识别引擎封装类：#pragma once/************************************************************************//* Notice: this project is use
·
以下代码来自：http://mmcheng.net/zh/imagespirit/
本人仅作提取：
SREngine语音识别引擎封装类：
#pragma once
/************************************************************************/
/* Notice: this project is used to support speech recognition of my */
/* ImageSpirit project. Please see the corresponding paper for more */
/* details. The CORE part of ImageSpirit system will be made public */
/* available soon. More resource: http://mmcheng.net/imagespirit/ */
/* ImageSpirit: Verbal Guided Image Parsing. M.-M. Cheng, S. Zheng, */
/* W.-Y. Lin, V. Vineet, P. Sturgess, N. Crook, N. Mitra, P. Torr, */
/* ACM TOG, 2014. */
/************************************************************************/
#include <sphelper.h> // Microsoft Speech API
#pragma comment(lib,"SAPI.lib")
class SREngine
{
public:
//speech variable
CComPtr <ISpRecognizer> m_cpRecognizer;
CComPtr <ISpRecoContext> m_cpRecoContext;
CComPtr <ISpRecoGrammar> m_cpCmdGrammar;
//audio variable
CComPtr <ISpAudio> m_cpAudio;
// Const values
static const UINT WM_RECOEVENT = WM_USER+100;
static const UINT MYGRAMMARID = 101;
public:
HRESULT SetRuleState(const WCHAR * pszRuleName = NULL, BOOL fActivate = SPRS_ACTIVE);
HRESULT LoadCmdFromFile(const WCHAR * xmlFileName);
HRESULT InitializeSapi(HWND hWnd, UINT Msg = WM_RECOEVENT, const WCHAR *xmlFileName = NULL);
};
#include "stdafx.h"
#include "SREngine.h"
HRESULT SREngine::InitializeSapi(HWND hWnd, UINT Msg, const WCHAR *xmlFileName)
{
HRESULT hr = S_OK;
const ULONGLONG ullInterest = SPFEI(SPEI_SOUND_START) | SPFEI(SPEI_SOUND_END) | SPFEI(SPEI_PHRASE_START) |
SPFEI(SPEI_RECOGNITION) | SPFEI(SPEI_FALSE_RECOGNITION) | SPFEI(SPEI_HYPOTHESIS) |
SPFEI(SPEI_INTERFERENCE) | SPFEI(SPEI_RECO_OTHER_CONTEXT) | SPFEI(SPEI_REQUEST_UI) |
SPFEI(SPEI_RECO_STATE_CHANGE) | SPFEI(SPEI_PROPERTY_NUM_CHANGE) | SPFEI(SPEI_PROPERTY_STRING_CHANGE);
V_RETURN(m_cpRecognizer.CoCreateInstance( CLSID_SpInprocRecognizer));
V_RETURN(SpCreateDefaultObjectFromCategoryId(SPCAT_AUDIOIN, &m_cpAudio));
V_RETURN(m_cpRecognizer ->SetInput(m_cpAudio, TRUE));
V_RETURN(m_cpRecognizer->CreateRecoContext(&m_cpRecoContext));
V_RETURN(m_cpRecoContext->SetNotifyWindowMessage(hWnd, Msg, 0, 0));
V_RETURN(m_cpRecoContext->SetInterest(ullInterest, ullInterest));
if (xmlFileName != NULL)
return LoadCmdFromFile(xmlFileName);
return hr;
}
HRESULT SREngine::LoadCmdFromFile(const WCHAR *xmlFileName)
{
HRESULT hr = S_OK;
if (m_cpCmdGrammar != NULL)
return hr;
V_RETURN(m_cpRecoContext ->CreateGrammar(MYGRAMMARID, &m_cpCmdGrammar)); //Command and control---C&C
V_RETURN(m_cpCmdGrammar->LoadCmdFromFile(xmlFileName, SPLO_DYNAMIC));
return hr;
}
HRESULT SREngine::SetRuleState(const WCHAR *pszRuleName, BOOL fActivate)
{
return m_cpCmdGrammar ->SetRuleState(pszRuleName, NULL, fActivate ? SPRS_ACTIVE : SPRS_INACTIVE);
}
界面操作展示类：
#ifndef SPRECOUI_H
#define SPRECOUI_H
//#include "ui_SpRecoUI.h"
#include "ui_ImageSpirit.h"
class SpRecoUI : public QMainWindow
{
Q_OBJECT
public:
SpRecoUI(QWidget *parent = 0, Qt::WindowFlags flags = 0);
~SpRecoUI();
LRESULT OnRecoEvent();
bool nativeEvent(const QByteArray &eventType, void *message, long *result);
private slots:
void onVoiceStart();
void onVoiceStop();
private:
Ui::SpRecoUIClass ui;
// For speech recognition
bool m_bSoundEnd, m_bSoundStart;
SREngine m_SREngine;
void Recognized(CSpEvent &spEvent);
};
#endif // SPRECOUI_H
#include "stdafx.h"
#include "SpRecoUI.h"
#include <QtWidgets/QMessageBox>
SpRecoUI::SpRecoUI(QWidget *parent, Qt::WindowFlags flags)
: QMainWindow(parent, flags)
{
ui.setupUi(this);
connect(ui.pbVoiceInput, SIGNAL(pressed()), this, SLOT(onVoiceStart()));
connect(ui.pbVoiceInput, SIGNAL(released()), this, SLOT(onVoiceStop()));
//SAPI init
m_bSoundStart = false;
m_bSoundEnd = false;
if(FAILED(m_SREngine.InitializeSapi((HWND)this->winId(), SREngine::WM_RECOEVENT, L"./SpeechGrammar.xml")))
QMessageBox::information(NULL, "Error", "Initialize speech engine failed!", MB_OK);
}
SpRecoUI::~SpRecoUI()
{
}
void SpRecoUI::onVoiceStart()
{
VERIFY_RES(m_SREngine.SetRuleState(NULL, TRUE));
setWindowTitle("Sound started");
}
void SpRecoUI::onVoiceStop()
{
VERIFY_RES(m_SREngine.SetRuleState(NULL, FALSE));
setWindowTitle("Sound stopped");
}
bool SpRecoUI::nativeEvent(const QByteArray &eventType, void *message, long *result)
{
MSG* pMsg = (MSG*) message;
setWindowTitle("Control - Debug: winEvent");
if(pMsg->message == SREngine::WM_RECOEVENT)
*result = this->OnRecoEvent();
return false;
}
// Speech Recognition Event Process
LRESULT SpRecoUI::OnRecoEvent()
{
if (m_SREngine.m_cpRecoContext == NULL)
return FALSE;
CSpEvent spEvent;
HRESULT hr = S_OK;
while(spEvent.GetFrom(m_SREngine.m_cpRecoContext) == S_OK) {
setWindowTitle("Control - Debug");
switch(spEvent.eEventId){
case SPEI_SOUND_START: m_bSoundStart = true; break;
case SPEI_SOUND_END: m_bSoundEnd = true; break;
case SPEI_RECOGNITION: if (m_bSoundStart && m_bSoundEnd) Recognized(spEvent); break;
}
}
return TRUE;
}
void SpRecoUI::Recognized(CSpEvent &spEvent)
{
USES_CONVERSION;
CComPtr<ISpRecoResult> cpResult = spEvent.RecoResult();
CSpDynamicString dstrText;
cpResult->GetText(SP_GETWHOLEPHRASE, SP_GETWHOLEPHRASE, TRUE, &dstrText, NULL);
QString strResult = dstrText.CopyToChar(); // W2T(dstrText);
SPPHRASE* pPhrase = NULL;
if (SUCCEEDED(cpResult->GetPhrase(&pPhrase))){
strResult += tr(" RuleName:") + QString::fromStdWString(pPhrase->Rule.pszName);
strResult += tr(" PropName:") + QString::fromStdWString(pPhrase->pProperties->pszName);
if (pPhrase->pProperties->pNextSibling)
strResult += tr(" Sibling:") + QString::fromStdWString(pPhrase->pProperties->pNextSibling->pszName);
if (pPhrase->pProperties->pFirstChild)
strResult += tr(" Child:") + QString::fromStdWString(pPhrase->pProperties->pFirstChild->pszName);
}
if (pPhrase)
::CoTaskMemFree(pPhrase);
ui.textEdit->insertPlainText(strResult+"\n");
}SpeechGrammar XML语音命令字配置：
<?xml version="1.0"?>
<!-- Refer to `Grammar XML Schema' for details about how to generate this file. -->
<GRAMMAR LANGID="409">
<DEFINE>
<ID NAME="Activate" VAL="1010"/>
<ID NAME="MkDeform" VAL="1011"/>
<ID NAME="ChangeMatCmd" VAL="1012"/>
<ID NAME="ChangeClrCmd" VAL="1013"/>
<ID NAME="MoveCmd" VAL="1014"/>
</DEFINE>
<RULE NAME="Activate" ID="Activate" TOPLEVEL="ACTIVE">
<P>+Activate -the</P>
<RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/>
</RULE>
<RULE NAME="MkDeform" ID="MkDeform" TOPLEVEL="ACTIVE">
<P>+Make -the</P>
<RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/>
<RULEREF NAME="DeformType" PROPNAME="DType"/>
</RULE>
<RULE NAME="ChangeClrCmd" ID="ChangeClrCmd" TOPLEVEL="ACTIVE">
<P>+Change -the</P>
<RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/>
<OPT>-from</OPT>
<RULEREF NAME="ColorAtri" PROPNAME="Color1"/>
<P>-to</P>
<RULEREF NAME="ColorAtri" PROPNAME="Color2"/>
</RULE>
<RULE NAME="ChangeMatCmd" ID="ChangeMatCmd" TOPLEVEL="ACTIVE">
<P>+Change -the</P>
<RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/>
<OPT>-from</OPT>
<RULEREF NAME="MaterialAtri" PROPNAME="Material1"/>
<P>-to</P>
<RULEREF NAME="MaterialAtri" PROPNAME="Material2"/>
</RULE>
<RULE NAME="MoveCmd" ID="MoveCmd" TOPLEVEL="ACTIVE">
<L>
<P>Move</P>
<P>Repeat</P>
</L>
<P>-the</P>
<RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes"/>
<RULEREF NAME="MoveDirection" PROPNAME="MvDir"/>
<OPT>
<P>along -the</P>
<RULEREF NAME="ObjectAndDescription" PROPNAME="ObjDes2"/>
</OPT>
</RULE>
<RULE NAME="ObjectAndDescription">
<RULEREF NAME="ColorAtri" PROPNAME="ClrAtri"/>
<RULEREF NAME="MaterialAtri" PROPNAME="MaterAtri"/>
<RULEREF NAME="ObjectName" PROPNAME="ObjName"/>
<RULEREF NAME="PositionAtri" PROPNAME="PosAtri"/>
</RULE>
<RULE NAME="ObjectName" DYNAMIC="TRUE">
<L>
<P PROPNAME="NUMBER" VAL="0">wall</P>
<P PROPNAME="NUMBER" VAL="1">floor</P>
<P PROPNAME="NUMBER" VAL="2">picture</P>
<P PROPNAME="NUMBER" VAL="3">cabinet</P>
<P PROPNAME="NUMBER" VAL="4">chair</P>
<P PROPNAME="NUMBER" VAL="5">table</P>
<P PROPNAME="NUMBER" VAL="6">window</P>
<P PROPNAME="NUMBER" VAL="7">door</P>
<P PROPNAME="NUMBER" VAL="8">ceiling</P>
<P PROPNAME="NUMBER" VAL="9">lamp</P>
<P PROPNAME="NUMBER" VAL="10">bed</P>
<P PROPNAME="NUMBER" VAL="11">desk</P>
<P PROPNAME="NUMBER" VAL="12">monitor</P>
<P PROPNAME="NUMBER" VAL="13">car</P>
<P PROPNAME="NUMBER" VAL="14">blinds</P>
<P PROPNAME="NUMBER" VAL="15">television</P>
<P PROPNAME="NUMBER" VAL="16">sofa</P>
<P PROPNAME="NUMBER" VAL="17">counter</P>
</L>
</RULE>
<RULE NAME="ColorAtri">
<OPT>
<L>
<P PROPNAME="NUMBER" VAL="0">black</P>
<P PROPNAME="NUMBER" VAL="1">blue</P>
<P PROPNAME="NUMBER" VAL="2">brown</P>
<P PROPNAME="NUMBER" VAL="3">gray</P>
<P PROPNAME="NUMBER" VAL="4">green</P>
<P PROPNAME="NUMBER" VAL="5">orange</P>
<P PROPNAME="NUMBER" VAL="6">pink</P>
<P PROPNAME="NUMBER" VAL="7">purple</P>
<P PROPNAME="NUMBER" VAL="8">red</P>
<P PROPNAME="NUMBER" VAL="9">white</P>
<P PROPNAME="NUMBER" VAL="10">yellow</P>
</L>
</OPT>
</RULE>
<RULE NAME="PositionAtri">
<OPT>
<P>-in</P>
<L>
<P PROPNAME="NUMBER" VAL="0">top-left</P>
<P PROPNAME="NUMBER" VAL="1">top-middle</P>
<P PROPNAME="NUMBER" VAL="2">top-right</P>
<P PROPNAME="NUMBER" VAL="3">center-left</P>
<P PROPNAME="NUMBER" VAL="4">center-middle</P>
<P PROPNAME="NUMBER" VAL="5">center-right</P>
<P PROPNAME="NUMBER" VAL="6">bottom-left</P>
<P PROPNAME="NUMBER" VAL="7">bottom-middle</P>
<P PROPNAME="NUMBER" VAL="8">bottom-right</P>
</L>
</OPT>
</RULE>
<RULE NAME="MaterialAtri">
<OPT>
<L>
<P PROPNAME="NUMBER" VAL="0">wood</P>
<P PROPNAME="NUMBER" VAL="1">painted</P>
<P PROPNAME="NUMBER" VAL="2">cotton</P>
<P PROPNAME="NUMBER" VAL="3">paper</P>
<P PROPNAME="NUMBER" VAL="4">glass</P>
<P PROPNAME="NUMBER" VAL="5">brick</P>
<P PROPNAME="NUMBER" VAL="6">metal</P>
<P PROPNAME="NUMBER" VAL="7">leather</P>
<P PROPNAME="NUMBER" VAL="8">plastic</P>
</L>
</OPT>
</RULE>
<RULE NAME="MoveDirection">
<L>
<P>up</P>
<P>down</P>
<P>left</P>
<P>right</P>
</L>
</RULE>
<RULE NAME="DeformType">
<L>
<P>lowwer</P>
<P>taller</P>
<P>smaller</P>
<P>larger</P>
</L>
</RULE>
</GRAMMAR>
CSDN联合极客时间，共同打造面向开发者的精品内容学习社区，助力成长！
更多推荐
1
0- 0
已为社区贡献4条内容
所有评论(0)