Skip to content

Wake word: listen through medialink.wakeword and tflite, not the retired wakeword module #41

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
bdbarnett merged 1 commit into from
Nov 8, 2026
Merged

Wake word: listen through medialink.wakeword and tflite, not the retired wakeword module #41

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 15 additions & 14 deletions apps/wake/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,11 +9,12 @@
taken at 48, 32 or 24 kHz and filtered down (``feed.py``). The host starts
at high speed, which reaches a webcam's mic behind the board's hub, and
if no mic turns up it starts again at full speed, which is how a
full-speed mic behind the hub is reached. It needs pydevices' ``usb-core``
and ``usb-host-audio``.
full-speed mic behind the hub is reached. It needs pydevices' ``usb-core``,
``usb-host-audio`` and ``medialink``, and firmware built with ``tflite`` and
audiodsp's ``audiofeatures``.
The model, ``hey_jarvis.json``, loads from the app's data folder
(``/data/wake``), ``/models``, or the SD card's ``/models`` (read-only,
unmounted again at once: the model keeps its own copy).
unmounted again at once: the model is read in before that).
"""

import os
Expand All @@ -37,14 +38,14 @@


def _load_model(folder):
import wakeword
from medialink.wakeword import MicroWakeWord

for where in (folder, "/models"):
try:
os.stat(where + "/" + MODEL)
except OSError:
continue
return wakeword.load(where + "/" + MODEL)
return MicroWakeWord(where + "/" + MODEL)
import board_peripherals as bp

try:
Expand All @@ -55,7 +56,7 @@ def _load_model(folder):
os.mount(card, "/sd", readonly=True)
mounted = True
try:
return wakeword.load("/sd/models/" + MODEL)
return MicroWakeWord("/sd/models/" + MODEL)
finally:
if mounted:
os.umount("/sd")
Expand All @@ -65,17 +66,19 @@ def _load_model(folder):
def main(scope):
global state
try:
import audiofeatures # noqa: F401
import tflite # noqa: F401
import usb.core
import wakeword # noqa: F401
from medialink.wakeword import MicroWakeWord # noqa: F401
from usb.host.audio import Microphone # noqa: F401

usb.core.start # PyUSB on a desktop has no host to start
except (ImportError, AttributeError) as e:
ui.missing(
scope,
"missing: wakeword or usb host",
"Wake word needs the board's wakeword module and its USB host with usb-host-audio, "
"for a USB microphone: %s." % (e,),
"missing: tflite, audiofeatures, medialink or usb host",
"Wake word needs firmware with tflite and audiofeatures, the medialink package, and the "
"board's USB host with usb-host-audio, for a USB microphone: %s." % (e,),
)
return
scr = scope.root
Expand Down Expand Up @@ -119,9 +122,7 @@ def close():

usb.core.stop()
st["host"] = None
if st["ww"] is not None:
st["ww"].close()
st["ww"] = None
st["ww"] = None

scope.on_close(close)

Expand Down Expand Up @@ -193,7 +194,7 @@ def listen(t):
if not n:
return
for pcm in fd.push(memoryview(buf)[:n]):
if ww.process(pcm):
if ww.feed(pcm, feed.MODEL_RATE, 1):
hit()
if ww.probability > st["best"]:
st["best"] = ww.probability
Expand Down
Loading