Voice speechsynthesizer & speechrecognizer

Question

1.00/5 (3 votes)

See more:

C#

 Am enhancing en existing web application which makes the visually impaired people, to be used based on the Text to Speech & Speech Recognition



Here is the code, please do the needful.

C#

using System.Speech;
using System.Speech.Synthesis;
using System.Threading;
using System.Speech.Recognition;



 SpeechSynthesizer ss = new SpeechSynthesizer();
    PromptBuilder pb = new PromptBuilder();
    SpeechRecognitionEngine sre = new SpeechRecognitionEngine(); 
    SpeechRecognizer sr = new SpeechRecognizer();

   protected void btn_Spk_Click(object sender, EventArgs e)    
    {
        string optiona, optionb, optionc;
        Choices clist = new Choices();
        foreach (GridViewRow row in gvtemperament.Rows)
        {
            RadioButton rblist1 = ((RadioButton)row.FindControl("rdTemp_Opt1"));
            RadioButton rblist2 = ((RadioButton)row.FindControl("rdTemp_Opt2"));
            RadioButton rblist3 = ((RadioButton)row.FindControl("rdTemp_Opt3"));
            Label lbl1 = (Label)row.FindControl("lbl_desc");
            if (row.Cells[0].Text == "1")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;
                pb.ClearContent();
                pb.AppendText("Please answer all the Questions and you starts here!");
                ss.Speak(pb);
                Thread.Sleep(1500);

                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

                
                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);

                Thread.Sleep(150);

                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                     this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "2")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;

                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

 
                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);
 
                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);

                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                     this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "3")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;

                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";
                                                           
                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                      this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "4")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;

                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";
                                     
                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                    this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "5")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;
                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                     this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "6")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;
                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                     this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "7")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;
                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                     this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "8")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;
                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                      this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "9")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;
                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                     this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
            else if (row.Cells[0].Text == "10")
            {
                ss.SelectVoiceByHints(VoiceGender.Female);
                ss.Volume = 100;
                ss.Rate = -3;
                pb.ClearContent();
                pb.AppendText(lbl1.Text);
                ss.Speak(pb);
                Thread.Sleep(1500);

                ss.SelectVoiceByHints(VoiceGender.Male);
                pb.ClearContent();
                pb.AppendText("Options are ");
                ss.Speak(pb);

                optiona = rblist1.Text;
                optionb = rblist2.Text;
                optionc = "Not Sure";

                pb.ClearContent();
                pb.AppendText(optiona);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionb);
                ss.Speak(pb);
                Thread.Sleep(700);

                pb.ClearContent();
                pb.AppendText(optionc);
                ss.Speak(pb);
                Thread.Sleep(150);
                clist.Add(new string[] { "Yes", "No", "Not Sure" });
                Grammar gr = new Grammar(new GrammarBuilder(clist));
                try
                {
                    sre.RequestRecognizerUpdate();
                    sre.LoadGrammar(gr);
                    sre.SpeechRecognized += sre_SpeechRecognized;
                    sre.SetInputToDefaultAudioDevice();
                    sre.RecognizeAsync(RecognizeMode.Multiple);
                }
                catch (Exception ex)
                {
                    this.ClientScript.RegisterStartupScript(this.GetType(), "alert", "<script language=\"javascript\">" + "alert('Error');</script>");
                }
            }
        }
    }

  void sre_SpeechRecognized(object sender, SpeechRecognizedEventArgs e)
  {
        foreach (GridViewRow row in gvtemperament.Rows)
        {
            RadioButton rblist1 = ((RadioButton)row.FindControl("rdTemp_Opt1"));
            RadioButton rblist2 = ((RadioButton)row.FindControl("rdTemp_Opt2"));
            RadioButton rblist3 = ((RadioButton)row.FindControl("rdTemp_Opt3"));
            Label lbl1 = (Label)row.FindControl("lbl_desc");

            if (row.Cells[0].Text == "1")
            {
                if (e.Result.Text == "Yes")
                {                     
                    rblist1.Checked = true;
                    rblist1.Text = "Narendran";
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                        rblist1.Text = "Naren";
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                    rblist1.Text = "Chk";
                }
            }
            else if (row.Cells[0].Text == "2")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                    rblist1.Text = "Round2";
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                    rblist2.Text = "Round2";
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true; 
                    rblist3.Text = "Round2";
                }
            }

            else if (row.Cells[0].Text == "3")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }

            else if (row.Cells[0].Text == "4")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }

            else if (row.Cells[0].Text == "5")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }

            else if (row.Cells[0].Text == "6")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }
            else if (row.Cells[0].Text == "7")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }

            else if (row.Cells[0].Text == "8")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }

            else if (row.Cells[0].Text == "9")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }

            else if (row.Cells[0].Text == "10")
            {
                if (e.Result.Text == "Yes")
                {
                    rblist1.Checked = true;
                }
                else if (e.Result.Text == "No")
                {
                    rblist2.Checked = true;
                }
                else //if (e.Result.Text == "Not Sure")
                {
                    rblist3.Checked = true;
                }
            }
            else
            {

            }
        }
    }

Please do the needful.
Narendran Namachivayam.

What I have tried:

The same code is working fine in windows application, but not in web application.
If I put break point, it's coming to the point but the code is not getting execute.

Posted 25-Jul-16 1:24am

N4Narendran

Updated 2-Aug-16 0:50am

Add a Solution

3 solutions

Add a Solution

Add your solution here

Treat my content as plain text, not as HTML

Preview 0

…

Existing Members

Sign in to your account

...or Join us

Download, Vote, Comment, Publish.

Your Email
Password
Forgot your password?

Your Email
This email is in use. Do you need your password?
Optional Password

I have read and agree to the Terms of Service and Privacy Policy
Please subscribe me to the CodeProject newsletters

When answering a question please:

Read the question carefully.
Understand that English isn't everyone's first language so be lenient of bad spelling and grammar.
If a question is poorly phrased then either ask for clarification, ignore it, or edit the question and fix the problem. Insults are not welcome.
Don't tell someone to read the manual. Chances are they have and don't get it. Provide an answer or move on to the next question.

Let's work to help developers, not make them feel stupid.

This content, along with any associated source code and files, is licensed under The Code Project Open License (CPOL)

Richard Deeming · Answer 1 · 2016-07-25T01:52:00

Your code is running ON THE SERVER.

If your server has speakers, the text will be read out on the server, to surprise and annoy your IT administrators.

If your server has a microphone, the only text it's going to recognise will be the IT administrators swearing at you for writing code that reads things out on the server. :)

There is a Javascript speech API[^] which is currently being developed.

For speech synthesis, Chrome, Safari, Opera and the next version of Edge[^] support it; Firefox requires an about:config flag to be set; nothing else supports it.
For speech recognition, Chrome and Opera[^] have partial support; Firefox requires an about:config flag to be set; and nothing else supports it.

N4Narendran · Answer 2 · 2016-07-28T20:09:00

Solution 2

Please chk my updation on the same & do the needful

Speech Recognition is not working in Web application | The ASP.NET Forums[^]

Posted 28-Jul-16 20:09pm

N4Narendran

N4Narendran · Answer 3 · 2016-08-02T00:50:00

Solution 3

Thank U.

My code is working fine, now the thing is I need the same to be implemented for Tamil & Hindi Languages, am already having the texts in DB and bound in Gridview too, but couldn't read through SpeechSynthesizer.

Do I need to have the voice for those languages?

Posted 2-Aug-16 0:50am

N4Narendran

Voice speechsynthesizer & speechrecognizer

3 solutions

Solution 1

Solution 2

Solution 3

Add your solution here

Preview 0

Existing Members

...or Join us