fixed issues and made fine-tuning easier

modified model max length & added chat template even though the model is not for chat.

tokenizer_config.json

@@ -179,10 +179,11 @@
     }
   },
   "bos_token": "<|endoftext|>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'system' %}{{ '<|system|>' + message['content'] + '' }}{% elif message['role'] == 'user' %}{{ '<|user|>' + message['content'] + '' }}{% elif message['role'] == 'assistant' %}{% if not loop.last %}{{ '<|assistant|>' + message['content'] + eos_token + '' }}{% else %}{{ '<|assistant|>' + message['content'] + eos_token }}{% endif %}{% endif %}{% if loop.last and add_generation_prompt %}{{ '<|assistant|>' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
-  "extra_special_tokens": {},
-  "model_max_length": 1000000000000000019884624838656,
+  "extra_special_tokens": {}, 
+  "model_max_length": 32768,
   "pad_token": "<|pad|>",
   "padding_side": "right",
   "tokenizer_class": "GPT2Tokenizer",