GH-39212: [Release] Retry download binary subprocess in case of OpenSSL error

dev/release/download_rc_binaries.py

@@ -121,17 +121,29 @@ def _download_url(self, url, dest_path, *, extra_args=None):
             dest_path,
             url,
         ]
-        proc = subprocess.Popen(cmd, stdout=subprocess.PIPE,
-                                stderr=subprocess.PIPE)
-        stdout, stderr = proc.communicate()
-        if proc.returncode != 0:
-            try:
-                # Don't leave possibly partial file around
-                os.remove(dest_path)
-            except IOError:
-                pass
-            raise Exception(f"Downloading {url} failed\n"
-                            f"stdout: {stdout}\nstderr: {stderr}")
+        # Retry subprocess in case it fails with OpenSSL Connection errors
+        # https://issues.apache.org/jira/browse/INFRA-25274
+        for attempt in range(5):
+            if attempt > 0:
+                delay = attempt * 3
+                print(f"Waiting {delay} seconds before retrying {url}")
+                time.sleep(delay)
+            proc = subprocess.Popen(cmd, stdout=subprocess.PIPE,
+                                    stderr=subprocess.PIPE)
+            stdout, stderr = proc.communicate()
+            if proc.returncode != 0:
+                try:
+                    # Don't leave possibly partial file around
+                    os.remove(dest_path)
+                except IOError:
+                    pass
+                if "OpenSSL" not in stderr:
+                    # We assume curl has already retried on other errors.
+                    break
+            else:
+                return
+        raise Exception(f"Downloading {url} failed\n"
+                        f"stdout: {stdout}\nstderr: {stderr}")
 
     def _curl_version(self):
         cmd = ["curl", "--version"]