Add model and configuration files

config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff04c862d2c03bdac5de09109ea10011df8b90003e8ed3301e510caf84eb429c
+size 903

exp.py

@@ -0,0 +1,27 @@
+import transformers
+import torch
+
+# Set the path to your local model
+model_path = "YOUR_LOCAL_MODEL_PATH"
+
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model_path,  # Use local model path
+    model_kwargs={"torch_dtype": torch.bfloat16},
+    device_map="auto",
+)
+
+messages = [
+    {"role": "system", "content": "You are an expert assistant in environmental science, EnvGPT."},
+    {"role": "user", "content": "What is the definition of environmental science?"},
+]
+
+# Pass top_p and temperature directly in the pipeline call
+outputs = pipeline(
+    messages,
+    max_new_tokens=512,
+    top_p=0.7,  # Add nucleus sampling
+    temperature=0.9,  # Add temperature control
+)
+
+print(outputs[0]["generated_text"])

generation_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced5f450d3cfbf4fce75b4817e2359b9b9934c6fcb5bbd089c8d7d5149b24b0f
+size 184

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf55e335b3269b8ea581a3165ed8d32120d0d177422dfe165e339769253dcb96
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2572fb9325e1cc0485ab80450c4c9f16ef8f3685d2de3d08debdc1be2fbf95
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9f88aa6f9ad88a2b08396fa839ba3e4153758fc582cad7134c98ae3d4cc220
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2347ec7be276f63b5c8f7b87f117526e77e0c0b987aa2db6ba3a80ebfa052539
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146776fce3f6db1103aa6f249e65ee5544c5923ce6f971b092eee79aa6e5d37b
+size 23950

special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1835caa5b4d70acaa210fa222b0036f1882f9525c4660fd4810fb3e1e40ff8
+size 325

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084f7b67893406971d92aba32a24f3909addaa9dee1f643d78f580fe37f2e40f
+size 55439