every_holiday/VRCT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'get_energys' into develop

Browse Source
This commit is contained in:
misyaguziya
2024-02-12 23:07:41 +09:00
parent ed4c0e8942 c2715adab7
commit 0072f2741b
2 changed files with 45 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

76
model.py
View File

@@ -18,7 +18,7 @@ from models.translation.translation_translator import Translator
from models.transcription.transcription_utils import getInputDevices, getDefaultOutputDevice from models.transcription.transcription_utils import getInputDevices, getDefaultOutputDevice
from models.osc.osc_tools import sendTyping, sendMessage, sendTestAction, receiveOscParameters from models.osc.osc_tools import sendTyping, sendMessage, sendTestAction, receiveOscParameters
from models.transcription.transcription_recorder import SelectedMicEnergyAndAudioRecorder, SelectedSpeakerEnergyAndAudioRecorder from models.transcription.transcription_recorder import SelectedMicEnergyAndAudioRecorder, SelectedSpeakerEnergyAndAudioRecorder
from models.transcription.transcription_recorder import SelectedMicEnergyRecorder, SelectedSpeakeEnergyRecorder from models.transcription.transcription_recorder import SelectedMicEnergyRecorder, SelectedSpeakerEnergyRecorder
from models.transcription.transcription_transcriber import AudioTranscriber from models.transcription.transcription_transcriber import AudioTranscriber
from models.xsoverlay.notification import xsoverlayForVRCT from models.xsoverlay.notification import xsoverlayForVRCT
from models.translation.translation_languages import translation_lang from models.translation.translation_languages import translation_lang
@@ -321,7 +321,7 @@ class Model:
return return
mic_audio_queue = Queue() mic_audio_queue = Queue()
mic_energy_queue = Queue() # mic_energy_queue = Queue()
device = [device for device in getInputDevices()[config.CHOICE_MIC_HOST] if device["name"] == config.CHOICE_MIC_DEVICE][0] device = [device for device in getInputDevices()[config.CHOICE_MIC_HOST] if device["name"] == config.CHOICE_MIC_DEVICE][0]
record_timeout = config.INPUT_MIC_RECORD_TIMEOUT record_timeout = config.INPUT_MIC_RECORD_TIMEOUT
phase_timeout = config.INPUT_MIC_PHRASE_TIMEOUT phase_timeout = config.INPUT_MIC_PHRASE_TIMEOUT
@@ -334,7 +334,8 @@ class Model:
dynamic_energy_threshold=config.INPUT_MIC_DYNAMIC_ENERGY_THRESHOLD, dynamic_energy_threshold=config.INPUT_MIC_DYNAMIC_ENERGY_THRESHOLD,
record_timeout=record_timeout, record_timeout=record_timeout,
) )
self.mic_audio_recorder.recordIntoQueue(mic_audio_queue, mic_energy_queue) # self.mic_audio_recorder.recordIntoQueue(mic_audio_queue, mic_energy_queue)
self.mic_audio_recorder.recordIntoQueue(mic_audio_queue, None)
mic_transcriber = AudioTranscriber( mic_transcriber = AudioTranscriber(
speaker=False, speaker=False,
source=self.mic_audio_recorder.source, source=self.mic_audio_recorder.source,
@@ -351,23 +352,23 @@ class Model:
except Exception: except Exception:
pass pass
def sendMicEnergy(): # def sendMicEnergy():
if mic_energy_queue.empty() is False: # if mic_energy_queue.empty() is False:
energy = mic_energy_queue.get() # energy = mic_energy_queue.get()
# print("mic energy:", energy) # # print("mic energy:", energy)
try: # try:
fnc(energy) # fnc(energy)
except Exception: # except Exception:
pass # pass
sleep(0.01) # sleep(0.01)
self.mic_print_transcript = threadFnc(sendMicTranscript) self.mic_print_transcript = threadFnc(sendMicTranscript)
self.mic_print_transcript.daemon = True self.mic_print_transcript.daemon = True
self.mic_print_transcript.start() self.mic_print_transcript.start()
self.mic_get_energy = threadFnc(sendMicEnergy) # self.mic_get_energy = threadFnc(sendMicEnergy)
self.mic_get_energy.daemon = True # self.mic_get_energy.daemon = True
self.mic_get_energy.start() # self.mic_get_energy.start()
def stopMicTranscript(self): def stopMicTranscript(self):
if isinstance(self.mic_print_transcript, threadFnc): if isinstance(self.mic_print_transcript, threadFnc):
@@ -376,9 +377,9 @@ class Model:
if isinstance(self.mic_audio_recorder, SelectedMicEnergyAndAudioRecorder): if isinstance(self.mic_audio_recorder, SelectedMicEnergyAndAudioRecorder):
self.mic_audio_recorder.stop() self.mic_audio_recorder.stop()
self.mic_audio_recorder = None self.mic_audio_recorder = None
if isinstance(self.mic_get_energy, threadFnc): # if isinstance(self.mic_get_energy, threadFnc):
self.mic_get_energy.stop() # self.mic_get_energy.stop()
self.mic_get_energy = None # self.mic_get_energy = None
def startCheckMicEnergy(self, fnc, end_fnc, error_fnc=None): def startCheckMicEnergy(self, fnc, end_fnc, error_fnc=None):
if config.CHOICE_MIC_HOST == "NoHost" or config.CHOICE_MIC_DEVICE == "NoDevice": if config.CHOICE_MIC_HOST == "NoHost" or config.CHOICE_MIC_DEVICE == "NoDevice":
@@ -423,7 +424,7 @@ class Model:
return return
speaker_audio_queue = Queue() speaker_audio_queue = Queue()
speaker_energy_queue = Queue() # speaker_energy_queue = Queue()
record_timeout = config.INPUT_SPEAKER_RECORD_TIMEOUT record_timeout = config.INPUT_SPEAKER_RECORD_TIMEOUT
phase_timeout = config.INPUT_SPEAKER_PHRASE_TIMEOUT phase_timeout = config.INPUT_SPEAKER_PHRASE_TIMEOUT
if record_timeout > phase_timeout: if record_timeout > phase_timeout:
@@ -435,7 +436,8 @@ class Model:
dynamic_energy_threshold=config.INPUT_SPEAKER_DYNAMIC_ENERGY_THRESHOLD, dynamic_energy_threshold=config.INPUT_SPEAKER_DYNAMIC_ENERGY_THRESHOLD,
record_timeout=record_timeout, record_timeout=record_timeout,
) )
self.speaker_audio_recorder.recordIntoQueue(speaker_audio_queue, speaker_energy_queue) # self.speaker_audio_recorder.recordIntoQueue(speaker_audio_queue, speaker_energy_queue)
self.speaker_audio_recorder.recordIntoQueue(speaker_audio_queue ,None)
speaker_transcriber = AudioTranscriber( speaker_transcriber = AudioTranscriber(
speaker=True, speaker=True,
source=self.speaker_audio_recorder.source, source=self.speaker_audio_recorder.source,
@@ -452,23 +454,23 @@ class Model:
except Exception: except Exception:
pass pass
def sendSpeakerEnergy(): # def sendSpeakerEnergy():
if speaker_energy_queue.empty() is False: # if speaker_energy_queue.empty() is False:
energy = speaker_energy_queue.get() # energy = speaker_energy_queue.get()
# print("speaker energy:", energy) # # print("speaker energy:", energy)
try: # try:
fnc(energy) # fnc(energy)
except Exception: # except Exception:
pass # pass
sleep(0.01) # sleep(0.01)
self.speaker_print_transcript = threadFnc(sendSpeakerTranscript) self.speaker_print_transcript = threadFnc(sendSpeakerTranscript)
self.speaker_print_transcript.daemon = True self.speaker_print_transcript.daemon = True
self.speaker_print_transcript.start() self.speaker_print_transcript.start()
self.speaker_get_energy = threadFnc(sendSpeakerEnergy) # self.speaker_get_energy = threadFnc(sendSpeakerEnergy)
self.speaker_get_energy.daemon = True # self.speaker_get_energy.daemon = True
self.speaker_get_energy.start() # self.speaker_get_energy.start()
def stopSpeakerTranscript(self): def stopSpeakerTranscript(self):
if isinstance(self.speaker_print_transcript, threadFnc): if isinstance(self.speaker_print_transcript, threadFnc):
@@ -477,9 +479,9 @@ class Model:
if isinstance(self.speaker_audio_recorder, SelectedSpeakerEnergyAndAudioRecorder): if isinstance(self.speaker_audio_recorder, SelectedSpeakerEnergyAndAudioRecorder):
self.speaker_audio_recorder.stop() self.speaker_audio_recorder.stop()
self.speaker_audio_recorder = None self.speaker_audio_recorder = None
if isinstance(self.speaker_get_energy, threadFnc): # if isinstance(self.speaker_get_energy, threadFnc):
self.speaker_get_energy.stop() # self.speaker_get_energy.stop()
self.speaker_get_energy = None # self.speaker_get_energy = None
def startCheckSpeakerEnergy(self, fnc, end_fnc, error_fnc=None): def startCheckSpeakerEnergy(self, fnc, end_fnc, error_fnc=None):
speaker_device = getDefaultOutputDevice() speaker_device = getDefaultOutputDevice()
@@ -500,7 +502,7 @@ class Model:
sleep(0.01) sleep(0.01)
speaker_energy_queue = Queue() speaker_energy_queue = Queue()
self.speaker_energy_recorder = SelectedSpeakeEnergyRecorder(speaker_device) self.speaker_energy_recorder = SelectedSpeakerEnergyRecorder(speaker_device)
self.speaker_energy_recorder.recordIntoQueue(speaker_energy_queue) self.speaker_energy_recorder.recordIntoQueue(speaker_energy_queue)
self.speaker_energy_plot_progressbar = threadFnc(sendSpeakerEnergy, end_fnc=end_fnc) self.speaker_energy_plot_progressbar = threadFnc(sendSpeakerEnergy, end_fnc=end_fnc)
self.speaker_energy_plot_progressbar.daemon = True self.speaker_energy_plot_progressbar.daemon = True
@@ -510,7 +512,7 @@ class Model:
if isinstance(self.speaker_energy_plot_progressbar, threadFnc): if isinstance(self.speaker_energy_plot_progressbar, threadFnc):
self.speaker_energy_plot_progressbar.stop() self.speaker_energy_plot_progressbar.stop()
self.speaker_energy_plot_progressbar = None self.speaker_energy_plot_progressbar = None
if isinstance(self.speaker_energy_recorder, SelectedSpeakeEnergyRecorder): if isinstance(self.speaker_energy_recorder, SelectedSpeakerEnergyRecorder):
self.speaker_energy_recorder.stop() self.speaker_energy_recorder.stop()
self.speaker_energy_recorder = None self.speaker_energy_recorder = None

8
models/transcription/transcription_recorder.py
View File

@@ -1,6 +1,7 @@
from speech_recognition import Recognizer, Microphone from speech_recognition import Recognizer, Microphone
from pyaudiowpatch import get_sample_size, paInt16 from pyaudiowpatch import get_sample_size, paInt16
from datetime import datetime from datetime import datetime
from queue import Queue
class BaseRecorder: class BaseRecorder:
def __init__(self, source, energy_threshold, dynamic_energy_threshold, record_timeout): def __init__(self, source, energy_threshold, dynamic_energy_threshold, record_timeout):
@@ -78,7 +79,7 @@ class SelectedMicEnergyRecorder(BaseEnergyRecorder):
super().__init__(source=source) super().__init__(source=source)
# self.adjustForNoise() # self.adjustForNoise()
class SelectedSpeakeEnergyRecorder(BaseEnergyRecorder): class SelectedSpeakerEnergyRecorder(BaseEnergyRecorder):
def __init__(self, device): def __init__(self, device):
source = Microphone(speaker=True, source = Microphone(speaker=True,
@@ -113,7 +114,10 @@ class BaseEnergyAndAudioRecorder:
def energyRecordCallback(energy): def energyRecordCallback(energy):
energy_queue.put(energy) energy_queue.put(energy)
self.stop = self.recorder.listen_energy_and_audio_in_background(self.source, audioRecordCallback, phrase_time_limit=self.record_timeout, callback_energy=energyRecordCallback) if isinstance(energy_queue, Queue):
self.stop = self.recorder.listen_energy_and_audio_in_background(self.source, audioRecordCallback, phrase_time_limit=self.record_timeout, callback_energy=energyRecordCallback)
else:
self.stop = self.recorder.listen_energy_and_audio_in_background(self.source, audioRecordCallback, phrase_time_limit=self.record_timeout)
class SelectedMicEnergyAndAudioRecorder(BaseEnergyAndAudioRecorder): class SelectedMicEnergyAndAudioRecorder(BaseEnergyAndAudioRecorder):
def __init__(self, device, energy_threshold, dynamic_energy_threshold, record_timeout): def __init__(self, device, energy_threshold, dynamic_energy_threshold, record_timeout):