f

cmdlet/download_file.py

@@ -1126,12 +1126,20 @@ class Download_File(Cmdlet):
     ) -> bool:
         to_check = []
         if candidate_url:
-            to_check.append(candidate_url)
+            to_check.append(str(candidate_url))
         if extra_urls:
-            to_check.extend(extra_urls)
+            to_check.extend([str(u) for u in extra_urls if u])
+
+        # De-duplicate needles to avoid redundant DB searches.
+        seen = set()
+        unique_to_check = []
+        for u in to_check:
+            if u not in seen:
+                unique_to_check.append(u)
+                seen.add(u)
 
         return sh.check_url_exists_in_storage(
-            urls=to_check,
+            urls=unique_to_check,
             storage=storage,
             hydrus_available=hydrus_available,
             final_output_dir=final_output_dir
@@ -1146,8 +1154,16 @@ class Download_File(Cmdlet):
         final_output_dir: Path,
         **kwargs: Any,
     ) -> bool:
+        if not urls:
+            return True
+        unique_urls = []
+        seen = set()
+        for u in urls:
+            if u and u not in seen:
+                unique_urls.append(u)
+                seen.add(u)
         return sh.check_url_exists_in_storage(
-            urls=urls,
+            urls=unique_urls,
             storage=storage,
             hydrus_available=hydrus_available,
             final_output_dir=final_output_dir