from openai import OpenAI from langchain_openai import ChatOpenAI from pydantic import SecretStr try: from .translation_languages import translation_lang from .translation_utils import loadPromptConfig except Exception: import sys from os import path as os_path sys.path.append(os_path.dirname(os_path.dirname(os_path.dirname(os_path.abspath(__file__))))) from translation_languages import translation_lang from translation_utils import loadPromptConfig def _authentication_check(api_key: str, base_url: str | None = None) -> bool: """Check if the provided API key is valid by attempting to list models. """ try: client = OpenAI(api_key=api_key, base_url=base_url) client.models.list() return True except Exception: return False def _get_available_text_models(api_key: str, base_url: str | None = None) -> list[str]: """Extract the list of available text models from the LM Studio. """ client = OpenAI(api_key=api_key, base_url=base_url) res = client.models.list() allowed_models = [] for model in res.data: allowed_models.append(model.id) allowed_models.sort() return allowed_models class LMStudioClient: """LM Studio Translation simple wrapper. prompt/translation_lmstudio.yml から system_prompt / supported_languages を読み込む。 """ def __init__(self, base_url: str | None = None, root_path: str = None): self.api_key = "lmstudio" self.model = None self.base_url = base_url # None の場合は公式エンドポイント prompt_config = loadPromptConfig(root_path, "translation_lmstudio.yml") self.supported_languages = list(translation_lang["LMStudio"]["source"].keys()) self.prompt_template = prompt_config["system_prompt"] self.openai_llm = None def getBaseURL(self) -> str | None: return self.base_url def setBaseURL(self, base_url: str | None) -> None: result = _authentication_check(api_key=self.api_key, base_url=base_url) if result: self.base_url = base_url return result def getModelList(self) -> list[str]: return _get_available_text_models(api_key=self.api_key, base_url=self.base_url) if self.base_url else [] def getModel(self) -> str: return self.model def setModel(self, model: str) -> bool: if model in self.getModelList(): self.model = model return True else: return False def updateClient(self) -> None: self.openai_llm = ChatOpenAI( base_url=self.base_url, model=self.model, api_key=SecretStr(self.api_key), streaming=False, ) def translate(self, text: str, input_lang: str, output_lang: str) -> str: system_prompt = self.prompt_template.format( supported_languages=self.supported_languages, input_lang=input_lang, output_lang=output_lang, ) messages = [ {"role": "system", "content": system_prompt}, {"role": "user", "content": text}, ] resp = self.openai_llm.invoke(messages) content = "" if isinstance(resp.content, str): content = resp.content elif isinstance(resp.content, list): for part in resp.content: if isinstance(part, str): content += part elif isinstance(part, dict) and "content" in part and isinstance(part["content"], str): content += part["content"] return content.strip() if __name__ == "__main__": client = LMStudioClient(base_url="http://192.168.68.110:1234/v1") models = client.getModelList() if models: print("Available models:", models) model = input("Select a model: ") client.setModel(model) client.updateClient() print(client.translate("こんにちは世界", "Japanese", "English"))