add the retry function

2025-12-04 17:00:48 +00:00
parent e614d50f9c
commit 99f05a055d
1 changed files with 20 additions and 1 deletions
@@ -116,10 +116,29 @@ def images_downloader(name,images_url_list,destination_named_folder):
        opener = urlrequest.build_opener(proxy)
        
        urlrequest.install_opener(opener)
-        urlrequest.urlretrieve(image_url, filename )
+        try:
+          urlrequest.urlretrieve(image_url, filename )
+        except:
+          print("Can't download "+filename+" -- "+image_url)
+          individual_image_downloader.delay(image_url=image_url, filename=filename)
        
    return 0

+@shared_task()
+def individual_image_downloader(image_url, filename ):
+        print("Downloading again: "+filename+" -- "+image_url)
+        
+        opener = urlrequest.build_opener(proxy)
+        
+        urlrequest.install_opener(opener)
+        try:
+          urlrequest.urlretrieve(image_url, filename )
+        except:
+          print("Still Can't download "+filename+" -- "+image_url+"  == Cancelling")  
+    return 0
+
+
+
 def incremental(request):
    return render(request, 'incremental_form.html',{})