Fix Google Drive URL to avoid Virus scan warning (#3787)

huggingface · Mar 7, 2022 · b60c99c · b60c99c
1 parent bc7e6a8
commit b60c99c
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/datasets/utils/file_utils.py b/src/datasets/utils/file_utils.py
@@ -574,6 +574,9 @@ def get_from_cache(
                         url += "&confirm=" + v
                         cookies = response.cookies
                 connected = True
+                # Fix Google Drive URL to avoid Virus scan warning
+                if "drive.google.com" in url and "confirm=" not in url:
+                    url += "&confirm=t"
             # In some edge cases, head request returns 400 but the connection is actually ok
             elif (
                 (response.status_code == 400 and "firebasestorage.googleapis.com" in url)