Update app.py

app.py

@@ -20,14 +20,16 @@ def link_find(url):
     else:
         return ["None"]
     return out
-
+#https://huggingface.co/spaces/Omnibus/crawl
 
 def sitemap(url):
     if url != "" and url != None:    
         link1=link_find(url)
         for ea in link1:
             print(ea)
-            out_list=link_find(ea['URL'])
+            if url.endswith("/"):
+               url=url.strip("/") 
+            out_list=link_find(f"{url}{ea['URL']}")
             ea['TREE']=ea["TREE"].append(out)
     return out_list
 with gr.Blocks() as app: