如何利用Kinect控制51单片机

控制/MCU

1822人已加入

描述

WPF部分:

(1) 新建 Visual C# --》 WPF工程,记得右键点击“引用”,添加相应驱动版本的Microsoft.Kinect.dll 和Microsoft.Speech动态库。App.xaml 文件及 App.xaml.cs文件无需改动。

(2)下面是MainWindow.xaml.cs文件的内容。

using System;

using System.Collections.Generic;

using System.Linq;

using System.Text;

using System.Windows;

using System.Windows.Controls;

using System.Windows.Data;

using System.Windows.Documents;

using System.Windows.Input;

using System.Windows.Media;

using System.Windows.Media.Imaging;

using System.Windows.Navigation;

using System.Windows.Shapes;

using Microsoft.Kinect;

using Microsoft.Speech.AudioFormat;

using Microsoft.Speech.Recognition;

using System.IO;

using System.IO.Ports; //跟串口相关,不能只是引用system.IO

using System.Threading; //跟串口相关,线程的引入

namespace VoiceControlLED

{

///

/// Interaction logic for MainWindow.xaml

///

public partial class MainWindow : Window

{

KinectSensor myKinect;

///

/// 音控相关

///

RecognizerInfo kinectRecognizerInfo;

SpeechRecognitionEngine recognizer;

KinectAudioSource kinectSource;

Stream audioStream;

///

/// 串口相关

///

///

delegate void HandleInterfaceUpdateDelagate(string text);//委托;此为重点

///

/// 实例化串口

///

SerialPort serialPort1 = new SerialPort();

///

/// 串口初始化函数

///

private void SerialPort1_Init()

{

serialPort1.PortName = “COM1”; //串口号(参考串口调试助手)

serialPort1.BaudRate = 9600; //波特率

serialPort1.Parity = Parity.None; //校验位

serialPort1.DataBits = 8; //数据位

serialPort1.StopBits = StopBits.One; //停止位

if (!serialPort1.IsOpen)

{

serialPort1.Open();

}

else

MessageBox.Show(“Port is open!”);

}

///

/// 发送字节数据函数

///

///

///

private int send_command(string Command)

{

try

{

serialPort1.Write(Command);

return (1);

}

catch (Exception)

{

// comm error

return (0);

}

}

private RecognizerInfo findKinectRecognizerInfo()

{

var recognizers = SpeechRecognitionEngine.InstalledRecognizers();

foreach (RecognizerInfo recInfo in recognizers)

{

// look at each recognizer info value to find the one that works for Kinect

if (recInfo.AdditionalInfo.ContainsKey(“Kinect”))

{

string details = recInfo.AdditionalInfo[“Kinect”];

if (details == “True” && recInfo.Culture.Name == “en-US”)

{

// If we get here we have found the info we want to use

return recInfo;

}

}

}

return null;

}

private void createSpeechEngine()

{

kinectRecognizerInfo = findKinectRecognizerInfo();

if (kinectRecognizerInfo == null)

{

MessageBox.Show(“Kinect recognizer not found”, “Kinect Speech Demo”);

Application.Current.Shutdown();

return;

}

try

{

recognizer = new SpeechRecognitionEngine(kinectRecognizerInfo);

}

catch

{

MessageBox.Show(“Speech recognition engine could not be loaded”, “Kinect Speech Demo”);

Application.Current.Shutdown();

}

}

private void buildCommands()

{

Choices commands = new Choices();

commands.Add(“One”);

commands.Add(“Two”);

commands.Add(“Three”);

commands.Add(“Four”);

commands.Add(“Five”);

commands.Add(“Six”);

commands.Add(“Seven”);

commands.Add(“Eight”);

GrammarBuilder grammarBuilder = new GrammarBuilder();

grammarBuilder.Culture = kinectRecognizerInfo.Culture;

grammarBuilder.Append(commands);

Grammar grammar = new Grammar(grammarBuilder);

recognizer.LoadGrammar(grammar);

}

private void setupAudio()

{

try

{

myKinect = KinectSensor.KinectSensors[0];

myKinect.Start();

kinectSource = myKinect.AudioSource;

kinectSource.BeamAngleMode = BeamAngleMode.Automatic;

audioStream = kinectSource.Start();

recognizer.SetInputToAudioStream(audioStream, new SpeechAudioFormatInfo(

EncodingFormat.Pcm, 16000, 16, 1,

32000, 2, null));

recognizer.RecognizeAsync(RecognizeMode.Multiple);

}

catch

{

MessageBox.Show(“Audio stream could not be connected”, “Kinect Speech Demo”);

Application.Current.Shutdown();

}

}

private void SetupSpeechRecognition()

{

打开APP阅读更多精彩内容
声明:本文内容及配图由入驻作者撰写或者入驻合作网站授权转载。文章观点仅代表作者本人,不代表电子发烧友网立场。文章及其配图仅供工程师学习之用,如有内容侵权或者其他违规问题,请联系本站处理。 举报投诉

全部0条评论

快来发表一下你的评论吧 !

×
20
完善资料,
赚取积分