7e7b3505a1
- config: SELECTABLE_/SELECTED_ の LMStudio/Ollama 項目と LMSTUDIO_URL を追加。 - Controller: LMStudio/Ollama の認証チェック、URL取得/設定、モデル一覧取得/設定のエンドポイントを実装。 - Model/Translator: LMStudio/Ollama 用の認証・モデル一覧・モデル設定・クライアント更新メソッドを追加し、翻訳処理の選択肢に対応。 - translation_* クライアント: 各クライアントでのプロンプト読み込み処理を共通化し、translation_utils.loadPromptConfig を利用するようにリファクタ。 - translation_languages: LMStudio/Ollama 用の言語マッピングを追加。
107 lines
3.4 KiB
Python
107 lines
3.4 KiB
Python
import requests
|
|
from langchain_ollama import ChatOllama
|
|
|
|
try:
|
|
from .translation_utils import loadPromptConfig
|
|
except Exception:
|
|
import sys
|
|
from os import path as os_path
|
|
sys.path.append(os_path.dirname(os_path.dirname(os_path.dirname(os_path.abspath(__file__)))))
|
|
from translation_utils import loadPromptConfig
|
|
|
|
def _authentication_check(base_url: str | None = None) -> bool:
|
|
"""Check authentication for Ollama API.
|
|
"""
|
|
try:
|
|
response = requests.get(f"{base_url}/api/ping")
|
|
if response.status_code == 200:
|
|
return True
|
|
else:
|
|
return False
|
|
except Exception:
|
|
return False
|
|
|
|
def _get_available_text_models(base_url: str | None = None) -> list[str]:
|
|
"""Extract available text models from Ollama.
|
|
"""
|
|
response = requests.get(f"{base_url}/api/tags")
|
|
models = response.json()["models"]
|
|
|
|
allowed_models = []
|
|
for model in models:
|
|
allowed_models.append(model["name"])
|
|
|
|
allowed_models.sort()
|
|
return allowed_models
|
|
|
|
class OllamaClient:
|
|
"""Ollama Translation simple wrapper.
|
|
prompt/translation_ollama.yml から system_prompt / supported_languages を読み込む。
|
|
"""
|
|
def __init__(self, root_path: str = None):
|
|
self.model = None
|
|
self.base_url = "http://localhost:11434"
|
|
|
|
prompt_config = loadPromptConfig(root_path)
|
|
self.supported_languages = prompt_config["supported_languages"]
|
|
self.prompt_template = prompt_config["system_prompt"]
|
|
|
|
self.openai_llm = None
|
|
|
|
def authenticationCheck(self) -> bool:
|
|
return _authentication_check(self.base_url)
|
|
|
|
def getModelList(self) -> list[str]:
|
|
if self.authenticationCheck():
|
|
return _get_available_text_models(self.base_url)
|
|
return []
|
|
|
|
def getModel(self) -> str:
|
|
return self.model
|
|
|
|
def setModel(self, model: str) -> bool:
|
|
if model in self.getModelList():
|
|
self.model = model
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
def updateClient(self) -> None:
|
|
self.openai_llm = ChatOllama(
|
|
base_url=self.base_url,
|
|
model=self.model,
|
|
streaming=False,
|
|
)
|
|
|
|
def translate(self, text: str, input_lang: str, output_lang: str) -> str:
|
|
system_prompt = self.prompt_template.format(
|
|
supported_languages=self.supported_languages,
|
|
input_lang=input_lang,
|
|
output_lang=output_lang,
|
|
)
|
|
messages = [
|
|
{"role": "system", "content": system_prompt},
|
|
{"role": "user", "content": text},
|
|
]
|
|
|
|
resp = self.openai_llm.invoke(messages)
|
|
content = ""
|
|
if isinstance(resp.content, str):
|
|
content = resp.content
|
|
elif isinstance(resp.content, list):
|
|
for part in resp.content:
|
|
if isinstance(part, str):
|
|
content += part
|
|
elif isinstance(part, dict) and "content" in part and isinstance(part["content"], str):
|
|
content += part["content"]
|
|
return content.strip()
|
|
|
|
if __name__ == "__main__":
|
|
client = OllamaClient()
|
|
models = client.getModelList()
|
|
if models:
|
|
print("Available models:", models)
|
|
model = input("Select a model: ")
|
|
client.setModel(model)
|
|
client.updateClient()
|
|
print(client.translate("こんにちは世界", "Japanese", "English")) |