qt-spyro-hf commited on
Commit
2d1c45e
·
verified ·
1 Parent(s): 2031b4c

Upload 4 files

Browse files

model converted in order to load it in ollama

Files changed (3) hide show
  1. Modelfile +24 -0
  2. adapter_model.safetensors +2 -2
  3. rest.safetensors +3 -0
Modelfile ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM codellama:13b-code
2
+
3
+ # Base model name and adapter
4
+ ADAPTER ./codellama-13b-qml.gguf
5
+
6
+ # Parameters optimized for code generation
7
+ PARAMETER temperature 0.4
8
+ PARAMETER repeat_penalty 1.1
9
+ PARAMETER num_predict 300
10
+ PARAMETER stop "<SUF>"
11
+ PARAMETER stop "<PRE>"
12
+ PARAMETER stop "</PRE>"
13
+ PARAMETER stop "</SUF>"
14
+ PARAMETER stop "< EOT >"
15
+ PARAMETER stop "\\end"
16
+ PARAMETER stop "<MID>"
17
+ PARAMETER stop "</MID>"
18
+ PARAMETER stop "##"
19
+
20
+
21
+ # Template format for code interactions
22
+ TEMPLATE """{{ .Response }}
23
+ """
24
+
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fad3c8732089dcd33062338e0b6d78ce74f24692fac03b618d7c972fa62cfbe6
3
- size 1666661528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5ec4637839a99c55842b30bb22b64b78b35807135b80c709c6b4a6f801b4ce
3
+ size 1010972856
rest.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a3e7e947b49c1691d7e01d228400f26bab87d295ecaaeffce5f88a1d34d0ca
3
+ size 655687800