peder
commited on
Commit
·
f4790af
1
Parent(s):
fdd8eb7
device
Browse files
app.py
CHANGED
|
@@ -18,6 +18,7 @@ print(
|
|
| 18 |
|
| 19 |
HF_AUTH_TOKEN = "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"
|
| 20 |
DEVICE = os.environ.get("cuda:0", "cpu") # cuda:0
|
|
|
|
| 21 |
DTYPE = torch.float32 if DEVICE == "cpu" else torch.float16
|
| 22 |
MODEL_NAME = os.environ.get("MODEL_NAME", "NbAiLab/nb-gpt-j-6B-alpaca")
|
| 23 |
MAX_LENGTH = int(os.environ.get("MAX_LENGTH", 256))
|
|
|
|
| 18 |
|
| 19 |
HF_AUTH_TOKEN = "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"
|
| 20 |
DEVICE = os.environ.get("cuda:0", "cpu") # cuda:0
|
| 21 |
+
print("DEVICE SENOOOOOR", DEVICE)
|
| 22 |
DTYPE = torch.float32 if DEVICE == "cpu" else torch.float16
|
| 23 |
MODEL_NAME = os.environ.get("MODEL_NAME", "NbAiLab/nb-gpt-j-6B-alpaca")
|
| 24 |
MAX_LENGTH = int(os.environ.get("MAX_LENGTH", 256))
|