dev-mode-python

Paused

Tomtom84 commited on Apr 13

Commit

14c5384

1 Parent(s): 4d57a3c

up7

Files changed (2) hide show

__pycache__/app.cpython-312.pyc CHANGED Viewed

Binary files a/__pycache__/app.cpython-312.pyc and b/__pycache__/app.cpython-312.pyc differ

app.py CHANGED Viewed

@@ -6,8 +6,11 @@ import io
 interface = outetts.Interface(
     config=outetts.ModelConfig.auto_config(
         model=outetts.Models.VERSION_1_0_SIZE_1B,
-        backend=outetts.Backend.LLAMACPP,
-        quantization=outetts.LlamaCppQuantization.FP16
     )
 )

 interface = outetts.Interface(
     config=outetts.ModelConfig.auto_config(
         model=outetts.Models.VERSION_1_0_SIZE_1B,
+        # For llama.cpp backend
+        #backend=outetts.Backend.LLAMACPP,
+        #quantization=outetts.LlamaCppQuantization.FP16
+        # For transformers backend
+        backend=outetts.Backend.HF,
     )
 )