akhaliq HF Staff commited on
Commit
bbf54e8
·
1 Parent(s): 16ea7cc

set groq for moonshot

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -232,6 +232,9 @@ if not HF_TOKEN:
232
 
233
  def get_inference_client(model_id, provider="auto"):
234
  """Return an InferenceClient with provider based on model_id and user selection."""
 
 
 
235
  return InferenceClient(
236
  provider=provider,
237
  api_key=HF_TOKEN,
@@ -1030,7 +1033,12 @@ This will help me create a better design for you."""
1030
  content = ""
1031
  for chunk in completion:
1032
  # Only process if chunk.choices is non-empty
1033
- if hasattr(chunk, "choices") and chunk.choices and hasattr(chunk.choices[0], "delta") and hasattr(chunk.choices[0].delta, "content"):
 
 
 
 
 
1034
  content += chunk.choices[0].delta.content
1035
  clean_code = remove_code_block(content)
1036
  search_status = " (with web search)" if enable_search and tavily_client else ""
 
232
 
233
  def get_inference_client(model_id, provider="auto"):
234
  """Return an InferenceClient with provider based on model_id and user selection."""
235
+ if model_id == "moonshotai/Kimi-K2-Instruct":
236
+ provider = "groq"
237
+
238
  return InferenceClient(
239
  provider=provider,
240
  api_key=HF_TOKEN,
 
1033
  content = ""
1034
  for chunk in completion:
1035
  # Only process if chunk.choices is non-empty
1036
+ if (
1037
+ hasattr(chunk, "choices") and chunk.choices and
1038
+ hasattr(chunk.choices[0], "delta") and
1039
+ hasattr(chunk.choices[0].delta, "content") and
1040
+ chunk.choices[0].delta.content is not None
1041
+ ):
1042
  content += chunk.choices[0].delta.content
1043
  clean_code = remove_code_block(content)
1044
  search_status = " (with web search)" if enable_search and tavily_client else ""