chris/frigate
1
0
Fork 0
forked from Github/frigate
Code Pull Requests Packages Activity

Only run audio detection when audio is above noise threshold (#7078)

Browse Source 
* Only run audio detection when audio is above noise threshold

* Formatting

* Fix event parsing

* Update frigate/events/audio.py

Co-authored-by: Blake Blackshear <blakeb@blakeshome.com>

---------

Co-authored-by: Blake Blackshear <blakeb@blakeshome.com>
This commit is contained in:
Nicolas Mowen
2023-07-08 06:16:24 -06:00
committed by GitHub
parent 88fc0fac8f
commit f37f034b6a
3 changed files with 20 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
frigate/config.py
View File

@@ -413,6 +413,9 @@ class AudioConfig(FrigateBaseModel):
max_not_heard: int = Field(
default=30, title="Seconds of not hearing the type of audio to end the event."
)
min_volume: int = Field(
default=500, title="Min volume required to run audio detection."
)
listen: List[str] = Field(
default=DEFAULT_LISTEN_AUDIO, title="Audio to listen for."
)

18
frigate/events/audio.py
View File

@@ -169,14 +169,18 @@ class AudioEventMaintainer(threading.Thread):
if not self.feature_metrics[self.config.name]["audio_enabled"].value:
return
waveform = (audio / AUDIO_MAX_BIT_RANGE).astype(np.float32)
model_detections = self.detector.detect(waveform)
rms = np.sqrt(np.mean(np.absolute(np.square(audio.astype(np.float32)))))
for label, score, _ in model_detections:
if label not in self.config.audio.listen:
continue
# only run audio detection when volume is above min_volume
if rms >= self.config.audio.min_volume:
waveform = (audio / AUDIO_MAX_BIT_RANGE).astype(np.float32)
model_detections = self.detector.detect(waveform)
self.handle_detection(label, score)
for label, score, _ in model_detections:
if label not in self.config.audio.listen:
continue
self.handle_detection(label, score)
self.expire_detections()
@@ -192,7 +196,7 @@ class AudioEventMaintainer(threading.Thread):
)
if resp.status_code == 200:
event_id = resp.json()[0]["event_id"]
event_id = resp.json()["event_id"]
self.detections[label] = {
"id": event_id,
"label": label,