Update src/app.py

src/app.py

@@ -21,9 +21,9 @@ today_date = datetime.today().strftime("%B %-d, %Y")  # noqa: DTZ002
 SYS_PROMPT = f"""Knowledge Cutoff Date: April 2024.
 Today's Date: {today_date}.
 You are Granite, developed by IBM. You are a helpful AI assistant"""
-TITLE = "IBM Granite 3.1 8b Instruct & Vision Preview"
+TITLE = "IBM Granite 3.1 8b Reasoning & Vision Preview"
 DESCRIPTION = """
-<p>Granite 3.1 8b instruct is an open‐source LLM supporting a 128k context window and Granite Vision 3.1 2B Preview for vision‐language capabilities. Start with one of the sample prompts
+<p>Granite 3.1 8b Reasoning is an open‐source LLM supporting a 128k context window and Granite Vision 3.1 2B Preview for vision‐language capabilities. Start with one of the sample prompts
 or enter your own. Keep in mind that AI can occasionally make mistakes.
 <span class="gr_docs_link">
 <a href="https://www.ibm.com/granite/docs/">View Documentation <i class="fa fa-external-link"></i></a>
@@ -49,12 +49,20 @@ if not torch.cuda.is_available():
 # =============================================================================
 # Text Model Loading
 # =============================================================================
+
+#Standard Model
+#granite_text_model="ibm-granite/granite-3.1-8b-instruct"
+
+#With Reasoning
+granite_text_model="ruslanmv/granite-3.1-8b-Reasoning"
+
+
 text_model = AutoModelForCausalLM.from_pretrained(
-    "ibm-granite/granite-3.1-8b-instruct",
+    granite_text_model,
     torch_dtype=torch.float16,
     device_map="auto"
 )
-tokenizer = AutoTokenizer.from_pretrained("ibm-granite/granite-3.1-8b-instruct")
+tokenizer = AutoTokenizer.from_pretrained(granite_text_model)
 tokenizer.use_default_system_prompt = False
 
 # =============================================================================