Update app.py

app.py

@@ -41,16 +41,61 @@ except Exception as e:
     df_clean = pd.DataFrame(columns=["url", "adaptive_support", "remote_support", 
                                      "description", "duration", "test_type"])
 
+def validate_and_fix_urls(candidates):
+    """Validates and fixes URLs in candidate assessments."""
+    for candidate in candidates:
+        # Ensure URL exists
+        if 'url' not in candidate or not candidate['url']:
+            candidate['url'] = 'https://www.shl.com/missing-url'
+            continue
+            
+        url = str(candidate['url'])
+        
+        # Fix URLs that are just numbers
+        if url.isdigit() or (url.startswith('https://www.shl.com') and url[len('https://www.shl.com'):].isdigit()):
+            candidate['url'] = f"https://www.shl.com/{url.replace('https://www.shl.com', '')}"
+            continue
+            
+        # Add protocol if missing
+        if not url.startswith(('http://', 'https://')):
+            candidate['url'] = f"https://{url}"
+            
+    return candidates
+
 def recommend(query):
     if not query.strip():
         return {"error": "Please enter a job description"}
     
     try:
+        # Print some debug info
+        print(f"Processing query: {query[:50]}...")
+        
         top_k_df = get_relevant_passages(query, df_clean, top_k=20)
+        
+        # Debug: Check URLs in retrieved data
+        print(f"Retrieved {len(top_k_df)} assessments")
+        if not top_k_df.empty:
+            print(f"Sample URLs from retrieval: {top_k_df['url'].iloc[:3].tolist()}")
+        
         candidates = top_k_df.to_dict(orient="records")
+        
+        # Additional URL validation before sending to reranker
+        for c in candidates:
+            if 'url' in c:
+                if not str(c['url']).startswith(('http://', 'https://')):
+                    c['url'] = f"https://www.shl.com/{str(c['url']).lstrip('/')}"
+        
         result = rerank(query, candidates)
+        
+        # Post-process result to ensure URLs are properly formatted
+        if 'recommended_assessments' in result:
+            result['recommended_assessments'] = validate_and_fix_urls(result['recommended_assessments'])
+            
         return result
     except Exception as e:
+        import traceback
+        error_details = traceback.format_exc()
+        print(f"Error: {str(e)}\n{error_details}")
         return {"error": f"Error processing request: {str(e)}"}
 
 iface = gr.Interface(