| 12345678910111213141516171819202122232425262728293031323334353637 |
- from typing import Dict, List, Optional
- from pydantic import BaseModel, Field
- class FileExistsResponse(BaseModel):
- """Response indicating whether a path exists."""
- exists: bool = Field(..., description="Whether the path exists")
- path: str = Field(..., description="The path that was checked")
- is_file: bool = Field(default=False, description="Whether the path is a file")
- is_dir: bool = Field(default=False, description="Whether the path is a directory")
- class GGUFParseRequest(BaseModel):
- """Request to parse a GGUF file on worker."""
- model_dict: Dict = Field(..., description="Model object serialized as dict")
- offload: str = Field(
- default="full", description="GPU offload strategy: full, partial, disable"
- )
- # Optional override parameters for special scenarios
- tensor_split: Optional[List[int]] = Field(
- default=None, description="Override tensor split"
- )
- rpc: Optional[List[str]] = Field(default=None, description="Override RPC servers")
- class GGUFParseResponse(BaseModel):
- """Response from GGUF parsing."""
- success: bool = Field(..., description="Whether parsing succeeded")
- output: Optional[str] = Field(
- default=None, description="JSON output from gguf-parser"
- )
- error: Optional[str] = Field(default=None, description="Error message if failed")
|