Update config.py
Browse files
config.py
CHANGED
|
@@ -1,15 +1,15 @@
|
|
| 1 |
-
import os
|
| 2 |
-
|
| 3 |
-
# Configurations for inference
|
| 4 |
-
INFERENCE_WEIGHTS_PATH = 'weights_notagenx_p_size_16_p_length_1024_p_layers_20_h_size_1280.pth' # Path to weights for inference# Folder to save output files
|
| 5 |
-
TOP_K = 9 # Top k for sampling
|
| 6 |
-
TOP_P = 0.9 # Top p for sampling
|
| 7 |
-
TEMPERATURE = 1.2 # Temperature for sampling
|
| 8 |
-
|
| 9 |
-
# Configurations for model
|
| 10 |
-
PATCH_STREAM = True # Stream training / inference
|
| 11 |
-
PATCH_SIZE = 16 # Patch Size
|
| 12 |
-
PATCH_LENGTH = 1024 # Patch Length
|
| 13 |
-
CHAR_NUM_LAYERS = 6 # Number of layers in the decoder
|
| 14 |
-
PATCH_NUM_LAYERS = 20 # Number of layers in the encoder
|
| 15 |
HIDDEN_SIZE = 1280 # Hidden Size
|
|
|
|
| 1 |
+
import os
|
| 2 |
+
|
| 3 |
+
# Configurations for inference
|
| 4 |
+
INFERENCE_WEIGHTS_PATH = 'weights_notagenx_p_size_16_p_length_1024_p_layers_20_h_size_1280.pth' # Path to weights for inference# Folder to save output files
|
| 5 |
+
#TOP_K = 9 # Top k for sampling
|
| 6 |
+
#TOP_P = 0.9 # Top p for sampling
|
| 7 |
+
#TEMPERATURE = 1.2 # Temperature for sampling
|
| 8 |
+
|
| 9 |
+
# Configurations for model
|
| 10 |
+
PATCH_STREAM = True # Stream training / inference
|
| 11 |
+
PATCH_SIZE = 16 # Patch Size
|
| 12 |
+
PATCH_LENGTH = 1024 # Patch Length
|
| 13 |
+
CHAR_NUM_LAYERS = 6 # Number of layers in the decoder
|
| 14 |
+
PATCH_NUM_LAYERS = 20 # Number of layers in the encoder
|
| 15 |
HIDDEN_SIZE = 1280 # Hidden Size
|