Repository navigation
Expand file tree
/
Copy pathworker_config.py
More file actions
74 lines (68 loc) · 3.79 KB
/
Copy pathworker_config.py
File metadata and controls
74 lines (68 loc) · 3.79 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
from __future__ import annotations
from pydantic import Field, model_validator
from pydantic_settings import BaseSettings, SettingsConfigDict
class Config(BaseSettings):
model_config = SettingsConfigDict(
case_sensitive=True,
env_ignore_empty=True,
extra="ignore",
frozen=True,
hide_input_in_errors=True,
)
auth_disabled: bool = Field(default=False, validation_alias="AUTH_DISABLED")
internal_api_key: str = Field(default="", validation_alias="INTERNAL_API_KEY")
api_mode: str = Field(validation_alias="WORKER_API_MODE")
api_base_url_override: str = Field(default="", validation_alias="API_BASE_URL")
api_host: str = Field(default="", validation_alias="API_HOST")
api_port: str = Field(default="", validation_alias="API_PORT")
poll_interval_seconds: float = Field(validation_alias="POLL_INTERVAL_SECONDS")
model_device_map: str = Field(validation_alias="MODEL_DEVICE_MAP")
model_max_memory_cuda: str = Field(validation_alias="MODEL_MAX_MEMORY_CUDA")
model_max_memory_cpu: str = Field(validation_alias="MODEL_MAX_MEMORY_CPU")
embedding_max_pixels: int = Field(validation_alias="EMBEDDING_MAX_PIXELS")
embedding_batch_size: int = Field(default=1, validation_alias="EMBEDDING_BATCH_SIZE", ge=1)
torch_dtype: str = Field(validation_alias="TORCH_DTYPE")
quantization: str = Field(validation_alias="QUANTIZATION")
bnb_4bit_quant_type: str = Field(validation_alias="BNB_4BIT_QUANT_TYPE")
bnb_4bit_use_double_quant: bool = Field(validation_alias="BNB_4BIT_USE_DOUBLE_QUANT")
bnb_4bit_compute_dtype: str = Field(validation_alias="BNB_4BIT_COMPUTE_DTYPE")
attn_implementation: str = Field(validation_alias="ATTN_IMPLEMENTATION")
# 開発環境
fake_embeddings: bool = Field(validation_alias="EMBEDDING_WORKER_FAKE")
fake_embedding_dim: int = Field(validation_alias="FAKE_EMBEDDING_DIM")
# OCR設定
ocr_enabled: bool = Field(validation_alias="OCR_ENABLED")
ocr_device: str = Field(validation_alias="OCR_DEVICE")
ocr_scale: int = Field(validation_alias="OCR_SCALE")
ocr_rec_threshold: float = Field(validation_alias="OCR_REC_THRESHOLD")
ocr_det_threshold: float = Field(validation_alias="OCR_DET_THRESHOLD")
ocr_max_chars: int = Field(validation_alias="OCR_MAX_CHARS")
ocr_visualize: bool = Field(validation_alias="OCR_VISUALIZE")
# S3設定
s3_endpoint_url: str = Field(validation_alias="S3_ENDPOINT_URL")
s3_bucket: str = Field(validation_alias="S3_BUCKET")
s3_region: str = Field(validation_alias="S3_REGION")
s3_access_key_id: str = Field(validation_alias="S3_ACCESS_KEY_ID")
s3_secret_access_key: str = Field(validation_alias="S3_SECRET_ACCESS_KEY")
@model_validator(mode="after")
def validate_api_config(self) -> "Config":
if not self.auth_disabled and not self.internal_api_key:
raise ValueError("INTERNAL_API_KEY must not be empty when authentication is enabled")
if self.internal_api_key != self.internal_api_key.strip():
raise ValueError("INTERNAL_API_KEY must not have surrounding whitespace")
if self.api_mode not in {"host", "url"}:
raise ValueError("WORKER_API_MODE must be one of host, url")
if self.api_mode == "url":
if self.api_base_url_override:
return self
raise ValueError("set API_BASE_URL when WORKER_API_MODE=url")
if self.api_mode == "host":
if self.api_host and self.api_port:
return self
raise ValueError("set both API_HOST and API_PORT when WORKER_API_MODE=host")
raise AssertionError("unreachable")
@property
def api_base_url(self) -> str:
if self.api_mode == "url":
return self.api_base_url_override.rstrip("/")
return f"http://{self.api_host}:{self.api_port}"