HTML5 APPS ON WP8.1

8/12/2019 HTML5 APPS ON WP8.1

1/64


2/64


3/64


4/64


5/64


6/64


7/64


8/64


9/64


10/64


11/64

MSDN How do I add Voice Commands to my application

Find Install Voice Command Sets Search Search for {dictatedSearchTerms} Find Find {dictatedSearchTerms} Search on MSDN

How do I add Voice Commands to my application

{dictatedVoiceCommandText} Starting MSDN...

MSDN

MSDN


12/64





MSDN

MSDN

MSDN
http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1


13/64





MSDN

MSDN

How do I add Voice Commands to my applicat


14/64





MSDN

MSDN


http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1http://schemas.microsoft.com/voicecommands/1.1


15/64





MSDN

MSDN

Find Install Voice Command Sets


16/64



How do I add Voice Commands to my application {dictatedVoiceCommandText} Starting MSDN...

MSDN

MSDN

SearchSearch for {dictatedSearchTerms}


17/64




MSDN

MSDN

Search on MSDN


18/64




MSDN

MSDN


19/64




MSDN

MSDN


20/64

MSDN

Find Voice Commands

Find Windows Phone Search Search {*} Search for {listSearchTerms} Find Find {*} Find {listSearchTerms} Search on MSDN

Voice Commands Windows Phone


21/64

MSDNFind Voice Commands

Find Windows PhoneSearchSearch {*}Search for {listSearchTerms}FindFind {*}Find {listSearchTerms}Search on MSDN

Voice CommandsWindows Phone


22/64

MSDN




MSDN

MSDN
http://schemas.microsoft.com/voicecommands/1.0http://schemas.microsoft.com/voicecommands/1.0http://schemas.microsoft.com/voicecommands/1.0http://schemas.microsoft.com/voicecommands/1.0


23/64

private async void

// SHOULD BE PERFORMED UNDER TRY/CATCH

Uri new ms-appx:///vcd.xml UriKind.Absolute

await

Windows Phone Silverlight Apps on Windows Phone 8.1

Windows Runtime Apps on Windows Phone 8.1private async void

// SHOULD BE PERFORMED UNDER TRY/CATCH

Uri uriVoiceCommands =newUri("ms-appx:///vcd.xml", UriKind.Absolute);

StorageFile file =awaitStorageFile.GetFileFromApplicationUriAsync(uriVo

awaitVoiceCommandManager.InstallCommandSetsFromStorageFileAsync(file);


24/64


25/64

// Windows Phone Silverlight App, in MainPage.xaml.cs

protectedoverridevoidOnNavigatedTo(System.Windows.Navigation.NavigationEventArgs e)

{

base.OnNavigatedTo(e);

if(e.NavigationMode ==System.Windows.Navigation.NavigationMode.New)

{

stringrecoText =null; // What did the user say? e.g. MSDN, "Find Windows Phone Voice Commands"

NavigationContext.QueryString.TryGetValue("reco", outrecoText);

stringvoiceCommandName =null; // Which command was recognized in the VCD.XML file? e.g. "FindText"

NavigationContext.QueryString.TryGetValue("voiceCommandName", outvoiceCommandName);

stringsearchTerms =null;// What did the user say, for named phrase topic or list "slots"? e.g. "Wind

NavigationContext.QueryString.TryGetValue("dictatedSearchTerms", outsearchTerms);

switch(voiceCommandName) // What command launched the app?

{

case"FindText":

HandleFindText(searchTerms);

break;

case"nlpCommand":

HandleNlpCommand(recoText);

break;

}

}

}


26/64



{



{








{

case"FindText":


break;

case"nlpCommand":


break;

}

}

}


protectedoverridevoidOnNavigatedTo(System.Windows.Navigation.Navig


27/64



{



{








{

case"FindText":


break;

case"nlpCommand":


break;

}

}

}

// What did the user say? e.g. MSDN, "Find Windows Phone Voice ComstringrecoText =null;NavigationContext.QueryString.TryGetValue("reco", outrecoText);

// Which command was recognized in the VCD.XML file? e.g. "FindTex

stringvoiceCommandName =null;NavigationContext.QueryString.TryGetValue("voiceCommandName", out

// What did the user say, for named phrase topic or list "slots"? Phone Voice Commands"stringsearchTerms =null;NavigationContext.QueryString.TryGetValue("dictatedSearchTerms", o


28/64



{



{








{

case"FindText":


break;

case"nlpCommand":


break;

}

}

}

switch(voiceCommandName) // What command launched the app{

case"FindText":

HandleFindText(searchTerms);break;

case"nlpCommand":HandleNlpCommand(recoText);break;

}


29/64


30/64

// Windows Runtime App on Windows Phone 8.1, inside OnActivated override in App

if(args.Kind == ActivationKind.VoiceCommand)

{VoiceCommandActivatedEventArgsvcArgs = (VoiceCommandActivatedEventArgs)arg

stringvoiceCommandName = vcArgs.Result.RulePath.First(); // What command l

switch(voiceCommandName) // Navigate to right page for the voice command

{

case"FindText": // User said "find" or "search"

rootFrame.Navigate(typeof(MSDN.FindText), vcArgs.Result);

break;

case"nlpCommand": // User said something else

rootFrame.Navigate(typeof(MSDN.NlpCommand), vcArgs.Result);

break;

}

}


31/64






{



break;



break;

}

}

// Windows Runtime App on Windows Phone 8.1, inside OnAct// in App class



32/64






{



break;



break;

}

}

VoiceCommandActivatedEventArgsvcArgs = (VoiceCommandActivatedEven

// What command launched the app?

stringvoiceCommandName = vcArgs.Result.RulePath.First();

// Navigate to right page for the voice commandswitch(voiceCommandName)


33/64



{ VoiceCommandActivatedEventArgsvcArgs = (VoiceCommandActivatedEventArgs)arg



{



break;



break;

}

}

// Navigate to right page for the voice commandswitch(voiceCommandName){


rootFrame.Navigate(typeof(MSDN.FindText), vcArgs.break;

case"nlpCommand": // User said something elserootFrame.Navigate(typeof(MSDN.NlpCommand), vcArgbreak;

}


34/64

// Windows Runtime App on Windows Phone 8.1, inside OnNavigatedTo in FindText.xaml.cs

protectedoverridevoidOnNavigatedTo(NavigationEventArgse)

{

// Get recognition result from parameter passed in frame.Navigate call

SpeechRecognitionResultvcResult = e.Parameter asSpeechRecognitionResult;

if(vcResult!=null)

{

// What did the user say? e.g. MSDN, "Find Windows Phone Voice Commands"

stringrecoText = vcResult.Text;

// Store the semantics dictionary for later use

IReadOnlyDictionary semantics = vcResult.SemanticInterpretation

stringvoiceCommandName = vcResult.RulePath.First();

if(voiceCommandName == "FindText")

{// What did the user say, for named phrase topic or list "slots"? e.g. "Windows Phone Voi

if(semantics.ContainsKey("dictatedSearchTerms"))

{

HandleFindTextWithSearchTerms(semantics["dictatedSearchTerms"][0]);

}

else

{

HandleNoSearchTerms();

}

}

// Else handle other voice commands

} navigationHelper.OnNavigatedTo(e)

// Windows Runtime App on Windows Phone 8 1 inside


35/64

// Windows Runtime App on Windows Phone 8.1, inside OnNavigatedTo In FindText.xaml.cs


{



if(vcResult!=null)

{







{// What did the user say, for named phrase topic or list "slots"? e.g. "Windows Phone Voi

if(semantics.ContainsKey("dictatedSearchTerms"))

{


}

else

{


}

}



// Windows Runtime App on Windows Phone 8.1, inside// OnNavigatedTo in FindText.xaml.csprotectedoverridevoidOnNavigatedTo(NavigationEventArgse){

// Get recognition result from parameter passed in frame.NaviSpeechRecognitionResultvcResult = e.Parameter asSpeechRecog

if(vcResult!=null){

// What did the user say? e.g. MSDN, "Find Windows Phone stringrecoText = vcResult.Text;

// Store the semantics dictionary for later useIReadOnlyDictionary semanti

vcResult.SemanticInterpretation.Properties;



36/64

// Windows Runtime App on Windows Phone 8.1, inside OnNavigatedTo In FindText.xaml.cs


{



if(vcResult!=null)

{







{

// What did the user say, for named phrase topic or list "slots"? e.g. "Windows Phone Voiif(semantics.ContainsKey("dictatedSearchTerms"))

{


}

else

{


}

}



}

if(voiceCommandName == "FindText"){

// What did the user say, for named phrase topic or list "slo// e.g. "Windows Phone Voice Commands"if(semantics.ContainsKey("dictatedSearchTerms")){

HandleFindTextWithSearchTerms(semantics["dictatedSearchTe}else{

HandleNoSearchTerms();}

}


37/64

// Windows Runtime App on Windows Phone 8.1, inside OnNavigatedTo in NlpComman


{




// Check for null!

stringcommandMode = vcResult.SemanticInterpretation.Properties["commandMo

if(commandMode == "voice") // Did the user speak or type the command?

{

SpeakText(audioPlayer, String.Format("MSDN app heard you say {0}", vcRe

HandleNlpCommand(vcResult);

}

elseif(commandMode=="text")

{

messageTextBox.Text = string.Format("Working on your request \"{0}\"",


}

}


38/64

// Windows Runtime App on Windows Phone 8.1, inside OnNavigatedTo In NlpComman


{




// Check for null!



{



}


{



}

}

// Windows Runtime App on Windows Phone 8.1, in OnNavigatedTo in NlpCo


{

// Get recognition result from parameter passed in frame.Navigate

SpeechRecognitionResultvcResult = e.Parameter asSpeechRecognitio

stringcommandMode = vcResult.SemanticInterpretation.Properties["c

stringcommandMode

= vcResult.SemanticInterpretation.Properties["comman


39/64

// Windows Runtime App on Windows Phone 8.1, inside OnNavigatedTo In NlpComman


{




// Check for null!


if(commandMode == "voice")// Did the user speak or type the command?

{



}


{



}

}

g p p [


{

SpeakText(audioPlayer, String.Format("MSDN voice heard you say {0}"


}

elseif(commandMode=="text"){

msgTextBox.Text= string.Format("Working on your request \"{0}\"", v


}


40/64


41/64

privatevoidHandleNlpCommand(stringrecoText, boolactSilently)

{

stringaction = null;

stringnavigateTo = null;

stringsearchFor = null;

recoText = recoText.ToLower();

if(recoText.Contains("go to ") || recoText.Contains("goto ") ||

recoText.Contains("find ") || recoText.Contains("search ") ||

recoText.Contains("show me "))

{

action = "navigate";

if(recoText.Contains("windows phone dev center"))

{

navigateTo = "http://dev.windowsphone.com" ;

}

}

elseif(recoText.Contains("learn how to "))

{action = "find";

searchFor = recoText.Substring(recoText.IndexOf("learn how to ") + 13);

}

else

{

action = "find";

searchFor = recoText;

}

switch(action)

{

case"find":

// ...


42/64


{








{



{


}

}


{action = "find";


}

else

{

action = "find";


}

switch(action)

{

case"find":

// ...

if(recoText.Contains("go to ") || recoText.Contains(recoText.Contains("find ") || recoText.Contains("recoText.Contains("show me "))

{action = "navigate";if(recoText.Contains("windows phone dev center"){

navigateTo = "http://dev.windowsphone.com";}

}


43/64


{








{



{


}

}


{action = "find";


}

else

{

action = "find";


}

switch(action)

{

case"find":

// ...

elseif(recoText.Contains("learn how to ")){

action = "find";searchFor = recoText.Substring(recoText.IndexOf("learn h

}


44/64


{








{



{


}

}


{action = "find";


}

else

{

action = "find";


}

switch(action)

{

case"find":

// ...

else{

action = "find";searchFor = recoText;

}


45/64


46/64

// Windows Phone Silverlight App

// Synthesis

privateasyncvoidSpeakText(stringtextToSpeak)

{

SpeechSynthesizersynthesizer = newSpeechSynthesizer();

awaitsynthesizer.SpeakTextAsync(textToSpeak);}

// Recognition

privateasyncTask RecognizeSpeech()

{

SpeechRecognizerUIrecognizer = newSpeechRecognizerUI();

// One of three Grammar types available

recognizer.Recognizer.Grammars.AddGrammarFromPredefinedType(

"key1", SpeechPredefinedGrammar.WebSearch);

awaitrecognizer.Recognizer.PreloadGrammarsAsync(); // Optional but recommended

// Put up UI and recognize user's utterance

SpeechRecognitionUIResultresult = awaitrecognizer.RecognizeWithUIAsync();

returnresult;

}

// Calling code uses result.RecognitionResult.Text or result.RecognitionResult.Semantics


47/64

// Windows Phone Silverlight App

// Synthesis

privateasyncvoidSpeakText(stringtextToSpeak)

{



// Recognition


{


// One of three Grammar types available

recognizer.Recognizer.Grammars.AddGrammarFromPredefinedType(


awaitrecognizer.Recognizer.PreloadGrammarsAsync(); // Optional but recommended


SpeechRecognitionUIResultresult = awaitrecognizer.RecognizeWithUIAsync();

returnresult;

}

// Calling code uses result.RecognitionResult.Text or result.RecognitionResult.Semantics

// SynthesisprivateasyncvoidSpeakText(stringtextToSpeak){

SpeechSynthesizersynthesizer = newSpeechSynthawait synthesizer.SpeakTextAsync(textToSpeak);

}


48/64

// Windows Phone Silverlight App// SynthesisprivateasyncvoidSpeakText(stringtextToSpeak){



// RecognitionprivateasyncTask RecognizeSpeech(){


// One of three Grammar types availablerecognizer.Recognizer.Grammars.AddGrammarFromPredefinedType(


awaitrecognizer.Recognizer.PreloadGrammarsAsync(); // Optional but recomme

// Put up UI and recognize user's utteranceSpeechRecognitionUIResultresult = awaitrecognizer.RecognizeWithUIAsync()

returnresult;}// Calling code uses result.RecognitionResult.Text or result.RecognitionResult

// RecognitionprivateasyncTask RecognizeSp{

SpeechRecognizerUIrecognizer = newSpeechRecognizerUI

// One of three Grammar types availablerecognizer.Recognizer.Grammars.AddGrammarFromPredefine


// Optional but recommendedawait recognizer.Recognizer.PreloadGrammarsAsync();


49/64


50/64

// Windows Phone Store App

// Synthesis

// C# code behind

// Function to speak a text string

privateasyncvoidSpeakText(MediaElementaudioPlayer, stringtextToSpeak)

{


SpeechSynthesisStreamttsStream = awaitsynthesizer.SynthesizeTextToStreamA

audioPlayer.SetSource(ttsStream, ""); // This starts the player because Aut}


51/64


// Synthesis

// C# code behind



{




// Synthesis


52/64


// Synthesis

// C# code behind



{




// p gprivateasyncvoidSpeakText(MediaElementaudioPlayer, string{


SpeechSynthesisStreamttsStream

= await synthesizer.SynthesizeTextToStreamAsync(textTo

audioPlayer.SetSource(ttsStream, "");// This starts the player because AutoPlay="True"

}


53/64


// Recognition


{

SpeechRecognizerrecognizer = newSpeechRecognizer();

// One of three Constraint types available

SpeechRecognitionTopicConstrainttopicConstraint

= newSpeechRecognitionTopicConstraint(SpeechRecognitionScenario.WebS

recognizer.Constraints.Add(topicConstraint);

awaitrecognizer.CompileConstraintsAsync(); // Required


SpeechRecognitionResult result = awaitrecognizer.RecognizeWithUIAsync();

returnresult;

}

// Calling code uses result.RecognitionResult.Text or// result.RecognitionResult.SemanticInterpretation


54/64


// Recognition


{









returnresult;

}


SpeechRecognizerrecognizer = newSpeechRecognizer(

// One of three Constraint types availableSpeechRecognitionTopicConstraint topicConstraint

= new SpeechRecognitionTopicConstraint (SpeechRecognitionScenario.WebSearch, "MSDN");


await recognizer.CompileConstraintsAsync(); // Requ


55/64


// Recognition


{









returnresult;

}


// Put up UI and recognize user's utteranceSpeechRecognitionResult result

= await recognizer.RecognizeWithUIAsync();

returnresult;}// Calling code uses result.RecognitionResult.Text // result.RecognitionResult.SemanticInterpretation


56/64


57/64


58/64


59/64


60/64


61/64

http://aka.ms/CortanaDev

http://go.microsoft.com/fwlink/?LinkId=394067

http://msdn.microsoft.com/en-us/magazine/jj721592.aspx

http://blogs.msdn.com/b/robch
http://aka.ms/CortanaDevhttp://go.microsoft.com/fwlink/?LinkId=394067http://msdn.microsoft.com/en-us/magazine/jj721592.aspxhttp://blogs.msdn.com/b/robchhttp://blogs.msdn.com/b/robchhttp://msdn.microsoft.com/en-us/magazine/jj721592.aspxhttp://msdn.microsoft.com/en-us/magazine/jj721592.aspxhttp://msdn.microsoft.com/en-us/magazine/jj721592.aspxhttp://go.microsoft.com/fwlink/?LinkId=394067http://aka.ms/CortanaDevhttp://aka.ms/CortanaDev


62/64


63/64


64/64

HTML5 APPS ON WP8.1

Documents

Transcript of HTML5 APPS ON WP8.1