Добавил:
omninoy
Опубликованный материал нарушает ваши авторские права? Сообщите нам.
Вуз:
Предмет:
Файл:ЛР-8 / lab8_github_client
.py"""HTTP-клиент GitHub Models API с автопереключением PAT."""
from __future__ import annotations
import os
from typing import Any
import requests
from lab8_github_auth import TokenPool, get_token_pool, should_rotate_token
API_BASE = os.environ.get("GITHUB_MODELS_API_BASE", "https://models.github.ai").rstrip("/")
API_VERSION = os.environ.get("GITHUB_API_VERSION", "2022-11-28")
class GitHubModelsClient:
def __init__(self, token: str | None = None, pool: TokenPool | None = None) -> None:
self._pool = pool or get_token_pool()
if token is not None:
self._token = token
else:
self._token = self._pool.current()
def _set_token(self, token: str) -> None:
self._token = token
def _headers(self) -> dict[str, str]:
return {
"Accept": "application/vnd.github+json",
"Authorization": f"Bearer {self._token}",
"X-GitHub-Api-Version": API_VERSION,
"Content-Type": "application/json",
}
def _request(
self,
method: str,
path: str,
*,
json_body: dict[str, Any] | None = None,
token_rotations: int = 0,
) -> requests.Response:
url = f"{API_BASE}{path}"
response = requests.request(
method,
url,
headers=self._headers(),
json=json_body,
timeout=120,
)
if should_rotate_token(response.status_code, response.text):
if self._pool.rotate(f"HTTP {response.status_code}") and token_rotations < self._pool.count - 1:
self._set_token(self._pool.current())
return self._request(
method,
path,
json_body=json_body,
token_rotations=token_rotations + 1,
)
return response
def list_models(self) -> list[str]:
response = self._request("GET", "/catalog/models")
if response.status_code == 404:
return []
response.raise_for_status()
data = response.json()
items = data if isinstance(data, list) else data.get("data", [])
ids: list[str] = []
for item in items:
if isinstance(item, dict):
model_id = item.get("id") or item.get("name")
if model_id:
ids.append(str(model_id))
elif isinstance(item, str):
ids.append(item)
return ids
def chat_completion(
self,
*,
model: str,
messages: list[dict[str, str]],
temperature: float = 0.9,
max_tokens: int = 400,
) -> str:
body: dict[str, Any] = {
"model": model,
"messages": messages,
"temperature": min(1.0, max(0.0, temperature)),
"max_tokens": max_tokens,
"stream": False,
}
response = self._request("POST", "/inference/chat/completions", json_body=body)
response.raise_for_status()
payload = response.json()
return payload["choices"][0]["message"]["content"] or ""
Соседние файлы в папке ЛР-8
