Spaces:
Sleeping
Sleeping
File size: 589 Bytes
c124df1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
from pydantic import Field
from pydantic_settings import BaseSettings
class Config(BaseSettings):
hf_token: str = Field(...)
model: str = Field("InvestmentResearchAI/LLM-ADE-dev")
chat_template: str = Field("chatml", description="Chat template for prompt formatting")
num_fewshot: int | None = Field(None, description="Option to use json mode examples")
load_in_4bit: str = Field("False", description="Option to load in 4bit with bitsandbytes")
max_depth: int = Field(5, description="Maximum number of recursive iteration")
config = Config(_env_file=".env")
|