diff --git a/fonts/NotoSansJP-Regular.ttf b/fonts/NotoSansJP-Regular.ttf new file mode 100644 index 00000000..1583096a Binary files /dev/null and b/fonts/NotoSansJP-Regular.ttf differ diff --git a/fonts/NotoSansKR-Regular.ttf b/fonts/NotoSansKR-Regular.ttf new file mode 100644 index 00000000..1b14d324 Binary files /dev/null and b/fonts/NotoSansKR-Regular.ttf differ diff --git a/fonts/NotoSansSC-Regular.ttf b/fonts/NotoSansSC-Regular.ttf new file mode 100644 index 00000000..4d4cadb9 Binary files /dev/null and b/fonts/NotoSansSC-Regular.ttf differ diff --git a/fonts/NotoSansTC-Regular.ttf b/fonts/NotoSansTC-Regular.ttf new file mode 100644 index 00000000..a785aae5 Binary files /dev/null and b/fonts/NotoSansTC-Regular.ttf differ diff --git a/models/overlay/overlay.py b/models/overlay/overlay.py new file mode 100644 index 00000000..976b499f --- /dev/null +++ b/models/overlay/overlay.py @@ -0,0 +1,171 @@ +import ctypes +import time +import asyncio +import openvr +from PIL import Image, ImageDraw, ImageFont +from os import path as os_path + +def create_overlay_image(message, your_language, translation=None, target_language=None): + width, height = (1920, 46) + background_color = (54, 63, 77) + text_color = (223, 223, 224) + font_size = 46 + languages = { + "Japanese" : "NotoSansJP-Regular", + "Korean" : "NotoSansKR-Regular", + "Chinese Simplified" : "NotoSansSC-Regular", + "Chinese Traditional" : "NotoSansTC-Regular", + } + + def get_concat_v(im1, im2): + dst = Image.new('RGBA', (im1.width, im1.height + im2.height)) + dst.paste(im1, (0, 0)) + dst.paste(im2, (0, im1.height)) + return dst + + def create_textbox(text, language): + font_family = languages.get(language, "NotoSansJP-Regular") + img = Image.new("RGBA", (width, height), (0, 0, 0, 0)) + draw = ImageDraw.Draw(img) + font = ImageFont.truetype(os_path.join(os_path.dirname(__file__), "fonts", f"{font_family}.ttf"), font_size) + text_width = draw.textlength(text, font) + character_width = text_width // len(text) + character_line_num = int((width - 40) // character_width) + if len(text) > character_line_num: + text = "\n".join([text[i:i+character_line_num] for i in range(0, len(text), character_line_num)]) + text_height = font_size * (len(text.split("\n")) + 1) + 20 + img = Image.new("RGBA", (width, text_height), (0, 0, 0, 0)) + draw = ImageDraw.Draw(img) + # draw.rounded_rectangle([(0, 0), (width, text_height)], radius=30, fill=background_color, outline=background_color, width=5) + + text_x = width // 2 + text_y = text_height // 2 + draw.text((text_x, text_y), text, text_color, anchor="mm", stroke_width=0, font=font, align="center") + return img + + img = create_textbox(message, your_language) + if translation is not None and target_language is not None: + translation_img = create_textbox(translation, target_language) + img = get_concat_v(img, translation_img) + + width, height = img.size + background = Image.new("RGBA", (width, height), (0, 0, 0, 0)) + draw = ImageDraw.Draw(background) + draw.rounded_rectangle([(0, 0), (width, height)], radius=30, fill=background_color, outline=background_color, width=5) + img = Image.alpha_composite(background, img) + + return img + +settings = { + "Colour": [1, 1, 1], + "Transparency": 1, + "Normalised icon X position": 0.0, + "Normalised icon Y position": -0.41, + "Icon plane depth": 1, + "Normalised icon width": 1, +} + +def mat34Id(): + arr = openvr.HmdMatrix34_t() + arr[0][0] = 1 + arr[1][1] = 1 + arr[2][2] = 1 + return arr + +class UIElement: + def __init__(self, overlayRoot, key, name, pos, img, flip = False) -> None: + """ + pos is a 2-tuple representing (x, y) normalised position of the overlay on the screen + """ + self.overlay = overlayRoot + self.overlayKey = key + self.overlayName = name + self.flip = flip + + self.handle = self.overlay.createOverlay(self.overlayKey, self.overlayName) + + # configure overlay appearance + width, height = img.size + img = img.tobytes() + img = (ctypes.c_char * len(img)).from_buffer_copy(img) + + self.setImage(img, width, height) # blank image for default + self.setColour(settings['Colour']) + self.setTransparency(settings['Transparency']) + self.overlay.setOverlayWidthInMeters( + self.handle, + settings['Normalised icon width'] * settings['Icon plane depth'] + ) + + self.setPosition(pos) + + self.overlay.showOverlay(self.handle) + + def setImage(self, img, width, height): + self.overlay.setOverlayRaw(self.handle, img, width, height, 4) + + def setColour(self, col): + """ + col is a 3-tuple representing (r, g, b) + """ + self.overlay.setOverlayColor(self.handle, col[0], col[1], col[2]) + + def setTransparency(self, a): + self.overlay.setOverlayAlpha(self.handle, a) + + def setPosition(self, pos): + """ + pos is a 2-tuple representing normalised (x, y) + """ + self.transform = mat34Id() # no rotation required for HMD attachment + + # assign position + self.transform[0][3] = pos[0] * settings['Icon plane depth'] + self.transform[1][3] = pos[1] * settings['Icon plane depth'] + self.transform[2][3] = -settings['Icon plane depth'] + + self.overlay.setOverlayTransformTrackedDeviceRelative( + self.handle, + openvr.k_unTrackedDeviceIndex_Hmd, + self.transform + ) + +class UIManager: + def __init__(self, img) -> None: + self.overlay = openvr.IVROverlay() + + self.UI = UIElement( + self.overlay, + "VRCT", + "Receive UI Element", + (settings['Normalised icon X position'], settings['Normalised icon Y position']), + img, + ) + +async def mainLoop(uiMan): + time.sleep(10) + +async def init_main(img): + uiMan = UIManager(img) + await mainLoop(uiMan) + +class Overlay: + def __init__(self): + openvr.init(openvr.VRApplication_Overlay) + + def plot_overlay(message, your_language="Japanese", translation=None, target_language=None): + img = create_overlay_image(message, your_language, translation, target_language) + UIManager(img) + +if __name__ == '__main__': + message = "Hello,World!Goodbye こんにちは、世界！さようなら안녕하세요, 세계!안녕 你好世界！再见 你好世界！再見 Hello,World!Goodbye こんにちは、世界！さようなら안녕하세요, 세계!안녕 你好世界！再见 你好世界！再見 Hello,World!Goodbye こんにちは、世界！さようなら안녕하세요, 세계!안녕 你好世界！再见 你好世界！再見" + translation = "Hello,World!Goodbye こんにちは、世界！さようなら안녕하세요, 세계!안녕 你好世界！再见 你好世界！再見 Hello,World!Goodbye こんにちは、世界！さようなら안녕하세요, 세계!안녕 你好世界！再见 你好世界！再見 Hello,World!Goodbye こんにちは、世界！さようなら안녕하세요, 세계!안녕 你好世界！再见 你好世界！再見" + your_language = "Japanese" + target_language = "Chinese Simplified" + # font_family = "NotoSansJP-Regular" + # img = create_text_image(message, font_family) + + # openvr.init(openvr.VRApplication_Overlay) + # asyncio.run(init_main(img)) + o = Overlay() + o.plot_overlay(message, your_language, translation, target_language) \ No newline at end of file