Files
VRCT/models/overlay/overlay.py

239 lines
8.1 KiB
Python

import ctypes
import time
import asyncio
import openvr
from PIL import Image, ImageDraw, ImageFont
from os import path as os_path
def create_overlay_image(message, your_language, translation=None, target_language=None):
width, height = (1920, 46)
background_color = (54, 63, 77)
text_color = (223, 223, 224)
font_size = 46
languages = {
"Japanese" : "NotoSansJP-Regular",
"Korean" : "NotoSansKR-Regular",
"Chinese Simplified" : "NotoSansSC-Regular",
"Chinese Traditional" : "NotoSansTC-Regular",
}
def get_concat_v(im1, im2):
dst = Image.new('RGBA', (im1.width, im1.height + im2.height))
dst.paste(im1, (0, 0))
dst.paste(im2, (0, im1.height))
return dst
def create_textbox(text, language):
font_family = languages.get(language, "NotoSansJP-Regular")
img = Image.new("RGBA", (width, height), (0, 0, 0, 0))
draw = ImageDraw.Draw(img)
font = ImageFont.truetype(os_path.join(os_path.dirname(__file__), "fonts", f"{font_family}.ttf"), font_size)
text_width = draw.textlength(text, font)
character_width = text_width // len(text)
character_line_num = int((width - 40) // character_width)
if len(text) > character_line_num:
text = "\n".join([text[i:i+character_line_num] for i in range(0, len(text), character_line_num)])
text_height = font_size * (len(text.split("\n")) + 1) + 20
img = Image.new("RGBA", (width, text_height), (0, 0, 0, 0))
draw = ImageDraw.Draw(img)
# draw.rounded_rectangle([(0, 0), (width, text_height)], radius=30, fill=background_color, outline=background_color, width=5)
text_x = width // 2
text_y = text_height // 2
draw.text((text_x, text_y), text, text_color, anchor="mm", stroke_width=0, font=font, align="center")
return img
img = create_textbox(message, your_language)
if translation is not None and target_language is not None:
translation_img = create_textbox(translation, target_language)
img = get_concat_v(img, translation_img)
width, height = img.size
background = Image.new("RGBA", (width, height), (0, 0, 0, 0))
draw = ImageDraw.Draw(background)
draw.rounded_rectangle([(0, 0), (width, height)], radius=30, fill=background_color, outline=background_color, width=5)
img = Image.alpha_composite(background, img)
return img
settings = {
"Colour": [1, 1, 1],
"Transparency": 1,
"Normalised icon X position": 0.0,
"Normalised icon Y position": -0.41,
"Icon plane depth": 1,
"Normalised icon width": 1,
"Fade time": 5,
"Fade interval": 2,
}
def mat34Id():
arr = openvr.HmdMatrix34_t()
arr[0][0] = 1
arr[1][1] = 1
arr[2][2] = 1
return arr
class UIElement:
def __init__(self, overlayRoot, key, name, pos, flip = False) -> None:
"""
pos is a 2-tuple representing (x, y) normalised position of the overlay on the screen
"""
self.overlay = overlayRoot
self.overlayKey = key
self.overlayName = name
self.flip = flip
self.handle = self.overlay.createOverlay(self.overlayKey, self.overlayName)
self.setImage(Image.new("RGBA", (1, 1), (0, 0, 0, 0))) # blank image for default
self.setColour(settings['Colour'])
self.setTransparency(settings['Transparency'])
self.overlay.setOverlayWidthInMeters(
self.handle,
settings['Normalised icon width'] * settings['Icon plane depth']
)
self.setPosition(pos)
self.overlay.showOverlay(self.handle)
def setImage(self, img):
# configure overlay appearance
width, height = img.size
img = img.tobytes()
img = (ctypes.c_char * len(img)).from_buffer_copy(img)
self.overlay.setOverlayRaw(self.handle, img, width, height, 4)
def setColour(self, col):
"""
col is a 3-tuple representing (r, g, b)
"""
self.overlay.setOverlayColor(self.handle, col[0], col[1], col[2])
def setTransparency(self, a):
self.overlay.setOverlayAlpha(self.handle, a)
def setPosition(self, pos):
"""
pos is a 2-tuple representing normalised (x, y)
"""
self.transform = mat34Id() # no rotation required for HMD attachment
# assign position
self.transform[0][3] = pos[0] * settings['Icon plane depth']
self.transform[1][3] = pos[1] * settings['Icon plane depth']
self.transform[2][3] = -settings['Icon plane depth']
self.overlay.setOverlayTransformTrackedDeviceRelative(
self.handle,
openvr.k_unTrackedDeviceIndex_Hmd,
self.transform
)
class UIManager:
def __init__(self):
self.overlay = openvr.IVROverlay()
self.overlayUI = UIElement(
self.overlay,
"VRCT",
"Receive UI Element",
(settings['Normalised icon X position'], settings['Normalised icon Y position']),
)
self.lastUpdate = time.monotonic()
def update(self):
currTime = time.monotonic()
if settings['Fade interval'] != 0:
self.evaluateTransparencyFade(self.overlayUI, self.lastUpdate, currTime)
def uiUpdate(self, img):
self.overlayUI.setImage(img)
self.overlayUI.setTransparency(settings['Transparency'])
self.lastUpdate = time.monotonic()
def evaluateTransparencyFade(self, ui, lastUpdate, currentTime):
if (currentTime - lastUpdate) > settings['Fade time']:
timeThroughInterval = currentTime - lastUpdate - settings['Fade time']
fadeRatio = 1 - timeThroughInterval / settings['Fade interval']
if fadeRatio < 0:
fadeRatio = 0
ui.setTransparency(fadeRatio * settings['Transparency'])
class Overlay:
def __init__(self):
self.initFlag = False
def checkHMD(self):
return openvr.isHmdPresent()
def checkRuntime(self):
return openvr.isRuntimeInstalled()
def init(self):
try:
openvr.init(openvr.VRApplication_Overlay)
self.initFlag = True
except Exception as e:
print("Could not initialise OpenVR")
async def mainLoop(self):
while True:
startTime = time.monotonic()
self.uiMan.update()
sleepTime = (1 / 60) - (time.monotonic() - startTime)
if sleepTime > 0:
await asyncio.sleep(sleepTime)
async def init_main(self):
self.uiMan = UIManager()
await self.mainLoop()
def startOverlay(self):
asyncio.run(self.init_main())
if __name__ == '__main__':
from threading import Thread, Event
class threadFnc(Thread):
def __init__(self, fnc, end_fnc=None, daemon=True, *args, **kwargs):
super(threadFnc, self).__init__(daemon=daemon, *args, **kwargs)
self.fnc = fnc
self.end_fnc = end_fnc
self._stop = Event()
def stop(self):
self._stop.set()
def stopped(self):
return self._stop.is_set()
def run(self):
while True:
if self.stopped():
if callable(self.end_fnc):
self.end_fnc()
return
self.fnc(*self._args, **self._kwargs)
overlay = Overlay()
if overlay.initFlag is False:
overlay.init()
if overlay.initFlag is True:
t = threadFnc(overlay.startOverlay)
t.start()
img = create_overlay_image("こんにちは、世界!さようなら", "Japanese", "Hello,World!Goodbye", "Japanese")
if overlay.initFlag is True:
overlay.uiMan.uiUpdate(img)
time.sleep(10)
img = create_overlay_image("こんにちは、世界!さようなら", "Japanese", "안녕하세요, 세계!안녕", "Korean")
if overlay.initFlag is True:
overlay.uiMan.uiUpdate(img)
time.sleep(10)
img = create_overlay_image("こんにちは、世界!さようなら", "Japanese", "你好世界!再见", "Chinese Simplified")
if overlay.initFlag is True:
overlay.uiMan.uiUpdate(img)
time.sleep(10)