Update finetune3.py

finetune3.py

@@ -96,7 +96,7 @@ def main():
     # Show training data
     st.subheader("Training Data")
     train_df = pd.DataFrame({
-        'input_ids': [ids[:10] for ids in train_dataset['input_ids'][:5]],  # Show first 10 tokens for brevity
+        'input_ids': [ids[:10] for ids in train_dataset['input_ids'][:5]],  
         'attention_mask': [mask[:10] for mask in train_dataset['attention_mask'][:5]],
         'labels': train_dataset['labels'][:5]
     })
@@ -133,33 +133,13 @@ def main():
     st.subheader("Pretrained Model")
     if st.button('Show Pretrained Model'):
         if os.path.exists(model_dir):
-            files = os.listdir(model_dir)
-            st.write("Contents of `./finetuned_model` directory:")
+            files = [f for f in os.listdir(model_dir) if f.endswith('.json')]
+            st.write("Contents of `.json` files in `./finetuned_model` directory:")
             for file in files:
                 file_path = os.path.join(model_dir, file)
-                if os.path.isfile(file_path):
-                    st.write(f"- {file}")
-                else:
-                    st.write(f"- [DIR] {file}")
-        else:
-            st.write("Directory `./finetuned_model` does not exist.")
-    
-    # Show the file content of model files (e.g., config.json, pytorch_model.bin)
-    st.subheader("Model File Contents")
-    if st.button('Show Model File Contents'):
-        if os.path.exists(model_dir):
-            files = os.listdir(model_dir)
-            for file in files:
-                file_path = os.path.join(model_dir, file)
-                if os.path.isfile(file_path):
-                    if file_path.endswith(".txt") or file_path.endswith(".json"):  # Handle text and JSON files
-                        st.write(f"**{file}:**")
-                        with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:
-                            st.write(f.read())
-                    else:
-                        st.write(f"**{file}:** Binary file (not displayed)")
-                else:
-                    st.write(f"**{file}:** [Directory - Contents not displayed]")
+                st.write(f"**{file}:**")
+                with open(file_path, 'r', encoding='utf-8') as f:
+                    st.write(f.read())
         else:
             st.write("Directory `./finetuned_model` does not exist.")