🚧 [WIP/TEST] Model : Overlayの処理を逐次処理から定期処理に変更

This commit is contained in:
misyaguziya
2024-05-02 14:57:45 +09:00
parent 3aa39bd1ee
commit ee8c25dea9
4 changed files with 259 additions and 41 deletions

View File

@@ -229,7 +229,7 @@ if __name__ == '__main__':
return
self.fnc(*self._args, **self._kwargs)
overlay = Overlay()
overlay = Overlay(0, 0, 1, 1, 1, 1, 1)
overlay_image = OverlayImage()
if overlay.initialized is False:

232
models/overlay/overlay_2.py Normal file
View File

@@ -0,0 +1,232 @@
import ctypes
import psutil
import asyncio
import ctypes
import time
import openvr
from PIL import Image
from queue import Queue
from threading import Thread
def checkSteamvrRunning() -> bool:
for proc in psutil.process_iter():
if "vrserver.exe" == proc.name().lower():
return True
return False
def mat34Id():
arr = openvr.HmdMatrix34_t()
arr[0][0] = 1
arr[1][1] = 1
arr[2][2] = 1
return arr
class Overlay:
def __init__(self, x, y , depth, fade_time, fade_interval, transparency, ui_scaling):
self.initialized = False
settings = {
"Color": [1, 1, 1],
"Transparency": transparency,
"Normalized_icon_X_position": x,
"Normalized_icon_Y_position": y,
"Icon_plane_depth": depth,
"Fade_time": fade_time,
"Fade_interval": fade_interval,
"Ui_scaling": ui_scaling,
}
self.settings = settings
self.system = None
self.overlay = None
self.handle = None
self.image_queue = Queue()
self.lastUpdate = time.monotonic()
self.thread_overlay = None
def init(self):
try:
if checkSteamvrRunning() is True:
self.system = openvr.init(openvr.VRApplication_Background)
self.overlay = openvr.IVROverlay()
self.handle = self.overlay.createOverlay("Overlay_Speaker2log", "SOverlay_Speaker2log_UI")
self.setImage(Image.new("RGBA", (1, 1), (0, 0, 0, 0)))
self.updateImage()
self.setColor(self.settings['Color'])
self.updateColor()
self.setTransparency(self.settings['Transparency'])
self.updateTransparency()
self.setUiScaling(self.settings['Ui_scaling'])
self.updateUiScaling()
self.setPosition((self.settings["Normalized_icon_X_position"], self.settings["Normalized_icon_Y_position"]))
self.updatePosition()
self.overlay.showOverlay(self.handle)
self.initialized = True
except Exception as e:
print("Could not initialise OpenVR", e)
def setImage(self, img):
self.image_queue.put(img)
def updateImage(self):
img = self.image_queue.get()
width, height = img.size
img = img.tobytes()
img = (ctypes.c_char * len(img)).from_buffer_copy(img)
self.overlay.setOverlayRaw(self.handle, img, width, height, 4)
def clearImage(self):
while self.image_queue.empty() is False:
self.image_queue.get()
self.setImage(Image.new("RGBA", (1, 1), (0, 0, 0, 0)))
def setColor(self, col):
"""
col is a 3-tuple representing (r, g, b)
"""
self.settings["Color"] = col
def updateColor(self):
r, g, b = self.settings["Color"]
self.overlay.setOverlayColor(self.handle, r, g, b)
def setTransparency(self, transparency):
self.settings['Transparency'] = transparency
def updateTransparency(self):
self.overlay.setOverlayAlpha(self.handle, self.settings['Transparency'])
def setUiScaling(self, ui_scaling):
self.settings['Ui_scaling'] = ui_scaling
def updateUiScaling(self):
self.overlay.setOverlayWidthInMeters(self.handle, self.settings['Ui_scaling'])
def setPosition(self, pos):
"""
pos is a 2-tuple representing normalized (x, y)
"""
self.settings["Normalized_icon_X_position"] = pos[0]
self.settings["Normalized_icon_Y_position"] = pos[1]
def setDepth(self, depth):
self.settings["Icon_plane_depth"] = depth
def updatePosition(self):
self.transform = mat34Id() # no rotation required for HMD attachment
# assign position
self.transform[0][3] = self.settings["Normalized_icon_X_position"] * self.settings['Icon_plane_depth']
self.transform[1][3] = self.settings["Normalized_icon_Y_position"] * self.settings['Icon_plane_depth']
self.transform[2][3] = - self.settings['Icon_plane_depth']
self.overlay.setOverlayTransformTrackedDeviceRelative(
self.handle,
openvr.k_unTrackedDeviceIndex_Hmd,
self.transform
)
def setFadeTime(self, fade_time):
self.settings['Fade_time'] = fade_time
def setFadeInterval(self, fade_interval):
self.settings['Fade_interval'] = fade_interval
def checkActive(self):
try:
if self.system is not None and self.initialized is True:
new_event = openvr.VREvent_t()
while self.system.pollNextEvent(new_event):
if new_event.eventType == openvr.VREvent_Quit:
return False
return True
except Exception as e:
print("Could not check SteamVR running")
print(e)
return False
def evaluateTransparencyFade(self, lastUpdate, currentTime):
if (currentTime - lastUpdate) > self.settings['Fade_time']:
timeThroughInterval = currentTime - lastUpdate - self.settings['Fade_time']
self.fadeRatio = 1 - timeThroughInterval / self.settings['Fade_interval']
if self.fadeRatio < 0:
self.fadeRatio = 0
self.overlay.setOverlayAlpha(self.handle, self.fadeRatio * self.settings['Transparency'])
def update(self):
if self.image_queue.empty() is False:
self.updateImage()
self.updateTransparency()
self.lastUpdate = time.monotonic()
self.updateUiScaling()
self.updatePosition()
currTime = time.monotonic()
if self.settings['Fade_interval'] != 0:
self.evaluateTransparencyFade(self.lastUpdate, currTime)
else:
self.updateTransparency()
async def mainloop(self):
while self.checkActive() is True:
startTime = time.monotonic()
self.update()
sleepTime = (1 / 60) - (time.monotonic() - startTime)
if sleepTime > 0:
await asyncio.sleep(sleepTime)
async def initMain(self):
await self.mainloop()
def main(self):
self.init()
if self.initialized is True:
asyncio.run(self.initMain())
def startOverlay(self):
self.thread_overlay = Thread(target=self.main)
self.thread_overlay.daemon = True
self.thread_overlay.start()
def shutdown(self):
if self.thread_overlay is not None:
ctypes.pythonapi.PyThreadState_SetAsyncExc(ctypes.c_long(self.thread_overlay.ident), ctypes.py_object(SystemExit))
if self.overlay is not None:
self.overlay.destroyOverlay(self.handle)
if self.system is not None:
openvr.shutdown()
self.initialized = False
if __name__ == '__main__':
import threading
from overlay_image import OverlayImage
overlay_image = OverlayImage()
overlay = Overlay(0, 0, 1, 1, 1, 1, 1)
thread = threading.Thread(target=overlay.startOverlay)
thread.start()
for i in range(10):
print(f"time sleep {i}s")
time.sleep(1)
# Example usage
img = overlay_image.createOverlayImageShort("こんにちは、世界!さようなら", "Japanese", "Hello,World!Goodbye", "Japanese", ui_type="sakura")
overlay.setImage(img)
for i in range(10):
overlay.setPosition((i/10, i/10))
time.sleep(0.1)
img = overlay_image.createOverlayImageShort("こんにちは、世界!さようなら", "Japanese", "Hello,World!Goodbye", "Japanese")
overlay.setImage(img)
for i in range(10):
overlay.setPosition((i/10, i/10))
time.sleep(0.1)
time.sleep(10)
overlay.shutdown()
for i in range(10):
print(f"time sleep {i}s")
time.sleep(1)