|
|
""" |
|
|
适配器抽象基类模块 |
|
|
|
|
|
定义任务队列、存储、数据库等适配器的抽象接口 |
|
|
""" |
|
|
|
|
|
from abc import ABC, abstractmethod |
|
|
from typing import TYPE_CHECKING, Dict, List, Optional, AsyncGenerator, Any |
|
|
|
|
|
if TYPE_CHECKING: |
|
|
from ..models.domain import Task |
|
|
|
|
|
|
|
|
class TaskQueueAdapter(ABC): |
|
|
""" |
|
|
任务队列适配器抽象基类 |
|
|
|
|
|
定义任务队列的通用接口，支持本地（asyncio.subprocess）和 |
|
|
服务器（Celery）两种实现方式。 |
|
|
|
|
|
Example: |
|
|
>>> adapter = AsyncTrainingManager(db_path="./data/tasks.db") |
|
|
>>> job_id = await adapter.enqueue("task-123", {"exp_name": "test"}) |
|
|
>>> status = await adapter.get_status(job_id) |
|
|
>>> async for progress in adapter.subscribe_progress("task-123"): |
|
|
... print(progress) |
|
|
""" |
|
|
|
|
|
@abstractmethod |
|
|
async def enqueue(self, task_id: str, config: Dict, priority: str = "normal") -> str: |
|
|
""" |
|
|
将任务加入队列 |
|
|
|
|
|
Args: |
|
|
task_id: 任务唯一标识 |
|
|
config: 任务配置字典，包含训练所需的所有参数 |
|
|
priority: 任务优先级 ("low", "normal", "high") |
|
|
|
|
|
Returns: |
|
|
job_id: 队列中的作业ID |
|
|
|
|
|
Raises: |
|
|
ValueError: 配置无效时抛出 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_status(self, job_id: str) -> Dict: |
|
|
""" |
|
|
获取任务状态 |
|
|
|
|
|
Args: |
|
|
job_id: 作业ID |
|
|
|
|
|
Returns: |
|
|
状态字典，包含: |
|
|
- status: 任务状态 (queued, running, completed, failed, cancelled) |
|
|
- progress: 进度 (0.0-1.0) |
|
|
- current_stage: 当前阶段名称 |
|
|
- message: 状态消息 |
|
|
- error_message: 错误信息（如果失败） |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def cancel(self, job_id: str) -> bool: |
|
|
""" |
|
|
取消任务 |
|
|
|
|
|
Args: |
|
|
job_id: 作业ID |
|
|
|
|
|
Returns: |
|
|
是否成功取消 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def subscribe_progress(self, task_id: str) -> AsyncGenerator[Dict, None]: |
|
|
""" |
|
|
订阅任务进度（用于 SSE 流） |
|
|
|
|
|
Args: |
|
|
task_id: 任务ID |
|
|
|
|
|
Yields: |
|
|
进度信息字典，包含: |
|
|
- type: 消息类型 ("progress", "log", "heartbeat") |
|
|
- stage: 当前阶段 |
|
|
- progress: 进度值 |
|
|
- message: 进度消息 |
|
|
- status: 状态 (running, completed, failed, cancelled) |
|
|
|
|
|
Note: |
|
|
当 status 为终态时，生成器会自动结束 |
|
|
""" |
|
|
pass |
|
|
|
|
|
|
|
|
class ProgressAdapter(ABC): |
|
|
""" |
|
|
进度管理适配器抽象基类 |
|
|
|
|
|
用于更新和订阅任务进度，支持本地（内存队列）和 |
|
|
服务器（Redis Pub/Sub）两种实现。 |
|
|
""" |
|
|
|
|
|
@abstractmethod |
|
|
async def update_progress(self, task_id: str, progress: Dict) -> None: |
|
|
""" |
|
|
更新进度 |
|
|
|
|
|
Args: |
|
|
task_id: 任务ID |
|
|
progress: 进度信息字典 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_progress(self, task_id: str) -> Optional[Dict]: |
|
|
""" |
|
|
获取当前进度 |
|
|
|
|
|
Args: |
|
|
task_id: 任务ID |
|
|
|
|
|
Returns: |
|
|
最新进度信息，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def subscribe(self, task_id: str) -> AsyncGenerator[Dict, None]: |
|
|
""" |
|
|
订阅进度更新 |
|
|
|
|
|
Args: |
|
|
task_id: 任务ID |
|
|
|
|
|
Yields: |
|
|
进度信息字典 |
|
|
""" |
|
|
pass |
|
|
|
|
|
|
|
|
class StorageAdapter(ABC): |
|
|
""" |
|
|
存储适配器抽象基类 |
|
|
|
|
|
定义文件存储的通用接口，支持本地文件系统和 |
|
|
对象存储（S3/MinIO）两种实现方式。 |
|
|
|
|
|
Example: |
|
|
>>> adapter = LocalStorageAdapter(base_path="./data/files") |
|
|
>>> file_id = await adapter.upload_file(data, "audio.wav", {"purpose": "training"}) |
|
|
>>> content = await adapter.download_file(file_id) |
|
|
>>> await adapter.delete_file(file_id) |
|
|
""" |
|
|
|
|
|
@abstractmethod |
|
|
async def upload_file( |
|
|
self, |
|
|
file_data: bytes, |
|
|
filename: str, |
|
|
metadata: Dict[str, Any] |
|
|
) -> str: |
|
|
""" |
|
|
上传文件 |
|
|
|
|
|
Args: |
|
|
file_data: 文件二进制数据 |
|
|
filename: 原始文件名 |
|
|
metadata: 文件元数据，可包含: |
|
|
- content_type: MIME类型 |
|
|
- purpose: 文件用途 (training, reference, output) |
|
|
- 其他自定义字段 |
|
|
|
|
|
Returns: |
|
|
file_id: 文件唯一标识 |
|
|
|
|
|
Raises: |
|
|
IOError: 存储失败时抛出 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def download_file(self, file_id: str) -> bytes: |
|
|
""" |
|
|
下载文件 |
|
|
|
|
|
Args: |
|
|
file_id: 文件唯一标识 |
|
|
|
|
|
Returns: |
|
|
文件二进制数据 |
|
|
|
|
|
Raises: |
|
|
FileNotFoundError: 文件不存在时抛出 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def delete_file(self, file_id: str) -> bool: |
|
|
""" |
|
|
删除文件 |
|
|
|
|
|
Args: |
|
|
file_id: 文件唯一标识 |
|
|
|
|
|
Returns: |
|
|
是否成功删除 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_file_metadata(self, file_id: str) -> Optional[Dict[str, Any]]: |
|
|
""" |
|
|
获取文件元数据 |
|
|
|
|
|
Args: |
|
|
file_id: 文件唯一标识 |
|
|
|
|
|
Returns: |
|
|
文件元数据字典，包含: |
|
|
- id: 文件ID |
|
|
- filename: 原始文件名 |
|
|
- content_type: MIME类型 |
|
|
- size_bytes: 文件大小 |
|
|
- purpose: 文件用途 |
|
|
- uploaded_at: 上传时间 |
|
|
- 音频文件额外包含: duration_seconds, sample_rate |
|
|
|
|
|
文件不存在时返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def list_files( |
|
|
self, |
|
|
purpose: Optional[str] = None, |
|
|
limit: int = 50, |
|
|
offset: int = 0 |
|
|
) -> List[Dict[str, Any]]: |
|
|
""" |
|
|
列出文件 |
|
|
|
|
|
Args: |
|
|
purpose: 按用途筛选 (training, reference, output) |
|
|
limit: 返回数量限制 |
|
|
offset: 偏移量 |
|
|
|
|
|
Returns: |
|
|
文件元数据列表 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def file_exists(self, file_id: str) -> bool: |
|
|
""" |
|
|
检查文件是否存在 |
|
|
|
|
|
Args: |
|
|
file_id: 文件唯一标识 |
|
|
|
|
|
Returns: |
|
|
文件是否存在 |
|
|
""" |
|
|
pass |
|
|
|
|
|
|
|
|
class DatabaseAdapter(ABC): |
|
|
""" |
|
|
数据库适配器抽象基类 |
|
|
|
|
|
定义数据持久化的通用接口，支持 SQLite 和 |
|
|
PostgreSQL 两种实现方式。 |
|
|
|
|
|
管理以下实体： |
|
|
- Task: Quick Mode 一键训练任务 |
|
|
- Experiment: Advanced Mode 实验 |
|
|
- Stage: 实验中的各个阶段 |
|
|
- File: 上传的文件记录（可选，与StorageAdapter配合） |
|
|
|
|
|
Example: |
|
|
>>> adapter = SQLiteAdapter(db_path="./data/app.db") |
|
|
>>> task = await adapter.create_task(task_data) |
|
|
>>> task = await adapter.get_task(task_id) |
|
|
>>> await adapter.update_task(task_id, {"status": "completed"}) |
|
|
""" |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@abstractmethod |
|
|
async def create_task(self, task: "Task") -> "Task": |
|
|
""" |
|
|
创建任务 |
|
|
|
|
|
Args: |
|
|
task: Task 领域模型实例 |
|
|
|
|
|
Returns: |
|
|
创建后的 Task 实例（包含生成的字段如 created_at） |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_task(self, task_id: str) -> Optional["Task"]: |
|
|
""" |
|
|
获取任务 |
|
|
|
|
|
Args: |
|
|
task_id: 任务唯一标识 |
|
|
|
|
|
Returns: |
|
|
Task 实例，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def update_task(self, task_id: str, updates: Dict[str, Any]) -> Optional["Task"]: |
|
|
""" |
|
|
更新任务 |
|
|
|
|
|
Args: |
|
|
task_id: 任务唯一标识 |
|
|
updates: 要更新的字段字典 |
|
|
|
|
|
Returns: |
|
|
更新后的 Task 实例，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def list_tasks( |
|
|
self, |
|
|
status: Optional[str] = None, |
|
|
limit: int = 50, |
|
|
offset: int = 0 |
|
|
) -> List["Task"]: |
|
|
""" |
|
|
查询任务列表 |
|
|
|
|
|
Args: |
|
|
status: 按状态筛选 |
|
|
limit: 返回数量限制 |
|
|
offset: 偏移量 |
|
|
|
|
|
Returns: |
|
|
Task 实例列表 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def delete_task(self, task_id: str) -> bool: |
|
|
""" |
|
|
删除任务 |
|
|
|
|
|
Args: |
|
|
task_id: 任务唯一标识 |
|
|
|
|
|
Returns: |
|
|
是否成功删除 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def count_tasks(self, status: Optional[str] = None) -> int: |
|
|
""" |
|
|
统计任务数量 |
|
|
|
|
|
Args: |
|
|
status: 按状态筛选 |
|
|
|
|
|
Returns: |
|
|
任务数量 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_task_by_exp_name(self, exp_name: str) -> Optional["Task"]: |
|
|
""" |
|
|
根据实验名称获取任务 |
|
|
|
|
|
用于检查 exp_name 是否已存在。 |
|
|
|
|
|
Args: |
|
|
exp_name: 实验名称 |
|
|
|
|
|
Returns: |
|
|
Task 实例，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@abstractmethod |
|
|
async def create_experiment(self, experiment: Dict[str, Any]) -> Dict[str, Any]: |
|
|
""" |
|
|
创建实验 |
|
|
|
|
|
Args: |
|
|
experiment: 实验数据字典 |
|
|
|
|
|
Returns: |
|
|
创建后的实验数据 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_experiment(self, exp_id: str) -> Optional[Dict[str, Any]]: |
|
|
""" |
|
|
获取实验 |
|
|
|
|
|
Args: |
|
|
exp_id: 实验唯一标识 |
|
|
|
|
|
Returns: |
|
|
实验数据字典，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def update_experiment( |
|
|
self, |
|
|
exp_id: str, |
|
|
updates: Dict[str, Any] |
|
|
) -> Optional[Dict[str, Any]]: |
|
|
""" |
|
|
更新实验 |
|
|
|
|
|
Args: |
|
|
exp_id: 实验唯一标识 |
|
|
updates: 要更新的字段字典 |
|
|
|
|
|
Returns: |
|
|
更新后的实验数据，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def list_experiments( |
|
|
self, |
|
|
status: Optional[str] = None, |
|
|
limit: int = 50, |
|
|
offset: int = 0 |
|
|
) -> List[Dict[str, Any]]: |
|
|
""" |
|
|
查询实验列表 |
|
|
|
|
|
Args: |
|
|
status: 按状态筛选 |
|
|
limit: 返回数量限制 |
|
|
offset: 偏移量 |
|
|
|
|
|
Returns: |
|
|
实验数据列表 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def delete_experiment(self, exp_id: str) -> bool: |
|
|
""" |
|
|
删除实验 |
|
|
|
|
|
Args: |
|
|
exp_id: 实验唯一标识 |
|
|
|
|
|
Returns: |
|
|
是否成功删除 |
|
|
""" |
|
|
pass |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@abstractmethod |
|
|
async def update_stage( |
|
|
self, |
|
|
exp_id: str, |
|
|
stage_type: str, |
|
|
updates: Dict[str, Any] |
|
|
) -> Optional[Dict[str, Any]]: |
|
|
""" |
|
|
更新阶段状态 |
|
|
|
|
|
Args: |
|
|
exp_id: 实验唯一标识 |
|
|
stage_type: 阶段类型 |
|
|
updates: 要更新的字段字典 |
|
|
|
|
|
Returns: |
|
|
更新后的阶段数据，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_stage( |
|
|
self, |
|
|
exp_id: str, |
|
|
stage_type: str |
|
|
) -> Optional[Dict[str, Any]]: |
|
|
""" |
|
|
获取阶段状态 |
|
|
|
|
|
Args: |
|
|
exp_id: 实验唯一标识 |
|
|
stage_type: 阶段类型 |
|
|
|
|
|
Returns: |
|
|
阶段数据字典，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_all_stages(self, exp_id: str) -> List[Dict[str, Any]]: |
|
|
""" |
|
|
获取实验的所有阶段状态 |
|
|
|
|
|
Args: |
|
|
exp_id: 实验唯一标识 |
|
|
|
|
|
Returns: |
|
|
阶段数据列表 |
|
|
""" |
|
|
pass |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@abstractmethod |
|
|
async def create_file_record(self, file_data: Dict[str, Any]) -> Dict[str, Any]: |
|
|
""" |
|
|
创建文件记录 |
|
|
|
|
|
Args: |
|
|
file_data: 文件元数据 |
|
|
|
|
|
Returns: |
|
|
创建后的文件记录 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def get_file_record(self, file_id: str) -> Optional[Dict[str, Any]]: |
|
|
""" |
|
|
获取文件记录 |
|
|
|
|
|
Args: |
|
|
file_id: 文件唯一标识 |
|
|
|
|
|
Returns: |
|
|
文件记录，不存在则返回 None |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def delete_file_record(self, file_id: str) -> bool: |
|
|
""" |
|
|
删除文件记录 |
|
|
|
|
|
Args: |
|
|
file_id: 文件唯一标识 |
|
|
|
|
|
Returns: |
|
|
是否成功删除 |
|
|
""" |
|
|
pass |
|
|
|
|
|
@abstractmethod |
|
|
async def list_file_records( |
|
|
self, |
|
|
purpose: Optional[str] = None, |
|
|
limit: int = 50, |
|
|
offset: int = 0 |
|
|
) -> List[Dict[str, Any]]: |
|
|
""" |
|
|
查询文件记录列表 |
|
|
|
|
|
Args: |
|
|
purpose: 按用途筛选 |
|
|
limit: 返回数量限制 |
|
|
offset: 偏移量 |
|
|
|
|
|
Returns: |
|
|
文件记录列表 |
|
|
""" |
|
|
pass |
|
|
|
