civitaiarchive commited on
Commit
c199e36
·
1 Parent(s): 2a853cc

Add civitai-to-hf-uploader

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -40,13 +40,16 @@ def get_files_by_username(username):
40
  output = {}
41
 
42
  while url:
43
- response = requests.get(url)
44
  data = response.json()
45
  # Add current page items to the list
46
  for model in data['items']:
47
  for version in model['modelVersions']:
48
  for file in version['files']:
49
  output[str(model['id']) + '/' + str(version['id']) + '/' + file['name']] = file['downloadUrl']
 
 
 
50
  return output
51
 
52
  def get_files_by_model_id(model_id):
@@ -75,6 +78,8 @@ def process_url(url, profile, do_download=True, folder="."):
75
  else:
76
  raise gr.Error("Unknown CivitAI URL format, please provide model URL or user profile URL")
77
 
 
 
78
  if do_download:
79
  downloaded_files = {}
80
  for dl_path, download_url in files.items():
 
40
  output = {}
41
 
42
  while url:
43
+ response = requests.get(url, timeout=30)
44
  data = response.json()
45
  # Add current page items to the list
46
  for model in data['items']:
47
  for version in model['modelVersions']:
48
  for file in version['files']:
49
  output[str(model['id']) + '/' + str(version['id']) + '/' + file['name']] = file['downloadUrl']
50
+
51
+ metadata = data.get('metadata', {})
52
+ url = metadata.get('nextPage', None)
53
  return output
54
 
55
  def get_files_by_model_id(model_id):
 
78
  else:
79
  raise gr.Error("Unknown CivitAI URL format, please provide model URL or user profile URL")
80
 
81
+ gr.Info(f"Found {len(files)} files to download")
82
+
83
  if do_download:
84
  downloaded_files = {}
85
  for dl_path, download_url in files.items():