summary refs log tree commit diff
path: root/Recognizer.py
blob: e962ea35d5940e42767f45813f10928e4406072e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
# This is part of Blather
# -- this code is licensed GPLv3
# Copyright 2013 Jezra

import gi
gi.require_version('Gst', '1.0')
from gi.repository import GObject, Gst
GObject.threads_init()
Gst.init(None)
import os.path
import sys

# Define some global variables
this_dir = os.path.dirname( os.path.abspath(__file__) )


class Recognizer(GObject.GObject):
    __gsignals__ = {
        'finished' : (GObject.SIGNAL_RUN_LAST, GObject.TYPE_NONE, (GObject.TYPE_STRING,))
    }

    def __init__(self, language_file, dictionary_file, src = None):
        GObject.GObject.__init__(self)
        self.commands = {}
        if src:
            audio_src = 'alsasrc device="hw:%d,0"' % (src)
        else:
            audio_src = 'autoaudiosrc'

        # Build the pipeline
        cmd = audio_src+' ! audioconvert ! audioresample ! pocketsphinx name=asr ! appsink sync=false'
        try:
            self.pipeline=Gst.parse_launch( cmd )
        except Exception, e:
            print e.message
            print "You may need to install gstreamer1.0-pocketsphinx"
            raise e

        bus = self.pipeline.get_bus()
        bus.add_signal_watch()

        # Get the Auto Speech Recognition piece
        asr=self.pipeline.get_by_name('asr')
        bus.connect('message::element', self.result)
        asr.set_property('lm', language_file)
        asr.set_property('dict', dictionary_file)
        asr.set_property('configured', True)

    def listen(self):
        self.pipeline.set_state(Gst.State.PLAYING)

    def pause(self):
        self.pipeline.set_state(Gst.State.PAUSED)

    def result(self, bus, msg):
        msg_struct = msg.get_structure()
        # Ignore messages that aren't from pocketsphinx
        msgtype = msg_struct.get_name()
        if msgtype != 'pocketsphinx':
            return

        # If we have a final command, send it for processing
        command = msg_struct.get_string('hypothesis')
        if command != '' and msg_struct.get_boolean('final')[1]:
	    self.emit("finished", command)