Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -40,10 +40,8 @@ def group_texts(examples):
|
|
40 |
#Access-Token (in Secrets)
|
41 |
|
42 |
#access_token = st.secrets["ACCESS_TOKEN"]
|
43 |
-
access_token = "hf_..."
|
44 |
xxx = os.getenv("TOKEN")
|
45 |
-
|
46 |
-
login(token="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")
|
47 |
#Modelle und Tokenizer
|
48 |
model_name = "alexkueck/LIFineTuned"
|
49 |
#Alternativ mit beliebigen Modellen:
|
@@ -51,7 +49,7 @@ base_model = "project-baize/baize-v2-7b" #load_8bit = False (in load_tokenizer_
|
|
51 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = False (in load_tokenizer_and_model)
|
52 |
#base_model = "EleutherAI/gpt-neo-1.3B" #load_8bit = False (in load_tokenizer_and_model)
|
53 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = True
|
54 |
-
tokenizer,model,device = load_tokenizer_and_model(base_model,
|
55 |
|
56 |
dataset_neu = daten_laden("alexkueck/tis")
|
57 |
#dataset_neu = daten_laden("EleutherAI/pile")
|
|
|
40 |
#Access-Token (in Secrets)
|
41 |
|
42 |
#access_token = st.secrets["ACCESS_TOKEN"]
|
|
|
43 |
xxx = os.getenv("TOKEN")
|
44 |
+
login(token=xxx)
|
|
|
45 |
#Modelle und Tokenizer
|
46 |
model_name = "alexkueck/LIFineTuned"
|
47 |
#Alternativ mit beliebigen Modellen:
|
|
|
49 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = False (in load_tokenizer_and_model)
|
50 |
#base_model = "EleutherAI/gpt-neo-1.3B" #load_8bit = False (in load_tokenizer_and_model)
|
51 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = True
|
52 |
+
tokenizer,model,device = load_tokenizer_and_model(base_model, False)
|
53 |
|
54 |
dataset_neu = daten_laden("alexkueck/tis")
|
55 |
#dataset_neu = daten_laden("EleutherAI/pile")
|