import psutil import ctypes import time import asyncio import openvr from PIL import Image def checkSteamvrRunning(): for proc in psutil.process_iter(): if "vrserver" in proc.name().lower() or "vrcompositor" in proc.name().lower(): return True return False # This code is based on the following source: # [GOpy](https://github.com/MeroFune/GOpy) def mat34Id(): arr = openvr.HmdMatrix34_t() arr[0][0] = 1 arr[1][1] = 1 arr[2][2] = 1 return arr class UIElement: def __init__(self, overlayRoot, key: str, name: str, settings: dict = None) -> None: """ pos is a 2-tuple representing (x, y) normalized position of the overlay on the screen """ self.overlay = overlayRoot self.overlayKey = key self.overlayName = name self.settings = settings self.handle = self.overlay.createOverlay(self.overlayKey, self.overlayName) self.setImage(Image.new("RGBA", (1, 1), (0, 0, 0, 0))) # blank image for default self.setColor(self.settings['Color']) self.setTransparency(self.settings['Transparency']) self.overlay.setOverlayWidthInMeters( self.handle, self.settings['Ui_scaling'] ) self.updatePosition() self.overlay.showOverlay(self.handle) def setImage(self, img): # configure overlay appearance width, height = img.size img = img.tobytes() img = (ctypes.c_char * len(img)).from_buffer_copy(img) self.overlay.setOverlayRaw(self.handle, img, width, height, 4) def setColor(self, col): """ col is a 3-tuple representing (r, g, b) """ self.overlay.setOverlayColor(self.handle, col[0], col[1], col[2]) def setTransparency(self, a): self.overlay.setOverlayAlpha(self.handle, a) def updatePosition(self): self.transform = mat34Id() # no rotation required for HMD attachment # assign position self.transform[0][3] = self.settings["Normalized_icon_X_position"] * self.settings['Icon_plane_depth'] self.transform[1][3] = self.settings["Normalized_icon_Y_position"] * self.settings['Icon_plane_depth'] self.transform[2][3] = - self.settings['Icon_plane_depth'] self.overlay.setOverlayTransformTrackedDeviceRelative( self.handle, openvr.k_unTrackedDeviceIndex_Hmd, self.transform ) def setPosition(self, pos): """ pos is a 2-tuple representing normalized (x, y) """ self.settings["Normalized_icon_X_position"] = pos[0] self.settings["Normalized_icon_Y_position"] = pos[1] def setDepth(self, depth): self.settings["Icon_plane_depth"] = depth def setUiScaling(self, ui_scaling): self.overlay.setOverlayWidthInMeters( self.handle, ui_scaling, ) class UIManager: def __init__(self, overlay_key, overlay_name, settings): self.overlay = openvr.IVROverlay() self.settings = settings self.overlayUI = UIElement( self.overlay, overlay_key, overlay_name, self.settings, ) self.fadeRatio = 1 self.lastUpdate = time.monotonic() def update(self): currTime = time.monotonic() if self.settings['Fade_interval'] != 0: self.evaluateTransparencyFade(self.lastUpdate, currTime) def uiUpdate(self, img): self.overlayUI.setImage(img) self.overlayUI.setTransparency(self.settings['Transparency']) self.lastUpdate = time.monotonic() def evaluateTransparencyFade(self, lastUpdate, currentTime): if (currentTime - lastUpdate) > self.settings['Fade_time']: timeThroughInterval = currentTime - lastUpdate - self.settings['Fade_time'] self.fadeRatio = 1 - timeThroughInterval / self.settings['Fade_interval'] if self.fadeRatio < 0: self.fadeRatio = 0 self.overlayUI.setTransparency(self.fadeRatio * self.settings['Transparency']) def posUpdate(self): self.overlayUI.updatePosition() def setPosition(self, pos): self.overlayUI.setPosition(pos) def setDepth(self, depth): self.overlayUI.setDepth(depth) def setFadeTime(self, fade_time): self.settings["Fade_time"] = fade_time def setFadeInterval(self, fade_interval): self.settings["Fade_interval"] = fade_interval def setUiScaling(self, ui_scaling): self.overlayUI.setUiScaling(ui_scaling) def setTransparency(self, transparency): self.settings["Transparency"] = transparency self.overlayUI.setTransparency(self.fadeRatio * self.settings['Transparency']) class Overlay: def __init__(self, x, y , depth, fade_time, fade_interval, transparency, ui_scaling): self.initialized = False settings = { "Color": [1, 1, 1], "Transparency": transparency, "Normalized_icon_X_position": x, "Normalized_icon_Y_position": y, "Icon_plane_depth": depth, "Fade_time": fade_time, "Fade_interval": fade_interval, "Ui_scaling": ui_scaling, } self.settings = settings def init(self): try: if checkSteamvrRunning() is True: openvr.init(openvr.VRApplication_Overlay) self.initialized = True except Exception as e: print("Could not initialise OpenVR") async def mainLoop(self): while True: startTime = time.monotonic() self.uiManager.update() sleepTime = (1 / 60) - (time.monotonic() - startTime) if sleepTime > 0: await asyncio.sleep(sleepTime) async def initMain(self): self.uiManager = UIManager("Overlay_Speaker2log", "SOverlay_Speaker2log_UI", self.settings) await self.mainLoop() def startOverlay(self): asyncio.run(self.initMain()) if __name__ == '__main__': from overlay_image import OverlayImage from threading import Thread, Event class threadFnc(Thread): def __init__(self, fnc, end_fnc=None, daemon=True, *args, **kwargs): super(threadFnc, self).__init__(daemon=daemon, *args, **kwargs) self.fnc = fnc self.end_fnc = end_fnc self._stop = Event() def stop(self): self._stop.set() def stopped(self): return self._stop.is_set() def run(self): while True: if self.stopped(): if callable(self.end_fnc): self.end_fnc() return self.fnc(*self._args, **self._kwargs) overlay = Overlay() overlay_image = OverlayImage() if overlay.initialized is False: overlay.init() if overlay.initialized is True: t = threadFnc(overlay.startOverlay) t.start() time.sleep(1) img = overlay_image.createOverlayImageShort("こんにちは、世界！さようなら", "Japanese", "Hello,World!Goodbye", "Japanese", ui_type="sakura") # img = overlay_image.createOverlayImageShort("こんにちは、世界！さようなら", "Japanese", ui_type="sakura") if overlay.initialized is True: overlay.uiManager.uiUpdate(img) time.sleep(10) img = overlay_image.createOverlayImageShort("こんにちは、世界！さようなら", "Japanese", "안녕하세요, 세계!안녕", "Korean") if overlay.initialized is True: overlay.uiManager.uiUpdate(img) time.sleep(10) img = overlay_image.createOverlayImageShort("こんにちは、世界！さようなら", "Japanese", "你好世界！再见", "Chinese Simplified") if overlay.initialized is True: overlay.uiManager.uiUpdate(img) time.sleep(10)