Text Generation
Transformers
Safetensors
llama
text-to-sql
text-generation-inference
kristiannordby commited on
Commit
5343822
·
verified ·
1 Parent(s): 9cf3c6e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +9 -4
README.md CHANGED
@@ -58,10 +58,15 @@ def build_output(sql):
58
  return f"{sql.strip()}\n"
59
 
60
  create_table_statements = "YOUR TABLE SCHEMA HERE"
61
- inputs = build_prompt("YOUR PROMPT HERE", create_table_statements)
62
- input_ids = tokenizer(inputs, return_tensors="pt", padding = True, truncation = True, max_length = 512).input_ids.to(model.device)
63
- outputs = model.generate(input_ids, max_new_tokens=100)
64
- output = tokenizer.decode(outputs[0])
 
 
 
 
 
65
  ```
66
 
67
 
 
58
  return f"{sql.strip()}\n"
59
 
60
  create_table_statements = "YOUR TABLE SCHEMA HERE"
61
+
62
+ def sqllamma(question):
63
+ input_ids = tokenizer(build_prompt(question, create_table_statements), return_tensors="pt", padding = True, truncation = True, max_length = 512).input_ids.to(model.device)
64
+ outputs = model.generate(input_ids, max_new_tokens=100)
65
+ output = tokenizer.decode(outputs[0])
66
+ sql = output.split("###")[3].split("[SQL]")[1].strip()
67
+ return sql
68
+
69
+ sqllama("YOUR QUESTION HERE")
70
  ```
71
 
72