llm_template.py

import os
import sys
import torch
from openai import OpenAI

## init device
device = "cpu"
torch_dtype = torch.float16


llms_list = [
    {
        "type": "deepseek",
        "name": "deepseek",
        "local_path": "",
        "processor": "",
        "model": ""
    },
]

llms_template = {k["name"]: (k["type"], k["local_path"], k["processor"], k["model"]) for k in llms_list}