File size: 589 Bytes
c124df1
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
from pydantic import Field
from pydantic_settings import BaseSettings

class Config(BaseSettings):
    hf_token: str = Field(...)
    model: str = Field("InvestmentResearchAI/LLM-ADE-dev")
    
    chat_template: str = Field("chatml", description="Chat template for prompt formatting")
    num_fewshot: int | None = Field(None, description="Option to use json mode examples")
    load_in_4bit: str = Field("False", description="Option to load in 4bit with bitsandbytes")
    max_depth: int = Field(5, description="Maximum number of recursive iteration")

config = Config(_env_file=".env")