-
Notifications
You must be signed in to change notification settings - Fork 95
/
Copy pathsetup.py
87 lines (67 loc) · 3.41 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
#taken from this StackOverflow answer: https://stackoverflow.com/a/39225039
import requests
import shutil
import subprocess
import os
def download_file_from_google_drive(id, destination):
URL = "https://docs.google.com/uc?export=download"
session = requests.Session()
print("Downloading file from google drive...")
response = session.get(URL, params = { 'id' : id }, stream = True)
token = get_confirm_token(response)
if token:
params = { 'id' : id, 'confirm' : token }
response = session.get(URL, params = params, stream = True)
save_response_content(response, destination)
def get_confirm_token(response):
for key, value in response.cookies.items():
if key.startswith('download_warning'):
return value
return None
def save_response_content(response, destination):
CHUNK_SIZE = 32768
with open(destination, "wb") as f:
for chunk in response.iter_content(CHUNK_SIZE):
if chunk: # filter out keep-alive new chunks
f.write(chunk)
def download_legacy(id, destination):
URL = "https://docs.google.com/uc?export=download"
session = requests.Session()
print("Downloading file from google drive...")
response = session.get(URL, params = { 'id' : id }, stream = True)
token = get_confirm_token(response)
if token:
params = { 'id' : id, 'confirm' : token }
response = session.get(URL, params = params, stream = True)
save_response_content(response, destination)
if __name__ == "__main__":
if(not os.path.isdir("resources")):
file_id = '1QT7iKrcYLqV9PghURj0zmHs7KXs-0F16'
destination = 'resources.tar'
download_file_from_google_drive(file_id, destination)
subprocess.call(["tar", "-xvf", "resources.tar"])
subprocess.call(["rm", "resources.tar"])
# download_file_from_google_drive(argo_id, "argo.tar")
# download_file_from_google_drive(lyft_id, "lyft.tar")
# download_file_from_google_drive(apol_id, "apol.tar")
# subprocess.call(["tar", "-zxvf", "argo.tar", "-C", "./resources/data/ARGO/"])
# subprocess.call(["rm", "argo.tar"])
# subprocess.call(["tar", "-zxvf", "lyft.tar", "-C", "./resources/data/LYFT/"])
# subprocess.call(["rm", "lyft.tar"])
# subprocess.call(["tar", "-zxvf", "apol.tar", "-C", "./resources/data/APOL/"])
# subprocess.call(["rm", "apol.tar"])
# download_file_from_google_drive(train_id, "forecasting_train.tar.gz")
# download_file_from_google_drive(val_id, "forecasting_val.tar.gz")
# download_file_from_google_drive(test_id, "forecasting_test.tar.gz")
# subprocess.call(["tar", "-zxvf", "forecasting_train.tar.gz", "-C", "./resources/raw_data/ARGO/"])
# subprocess.call(["rm", "forecasting_train.tar.gz"])
# subprocess.call(["tar", "-zxvf", "forecasting_val.tar.gz", "-C", "./resources/raw_data/ARGO/"])
# subprocess.call(["rm", "forecasting_val.tar.gz"])
# subprocess.call(["tar", "-zxvf", "forecasting_test.tar.gz", "-C", "./resources/raw_data/ARGO/"])
# subprocess.call(["rm", "forecasting_test.tar.gz"])
else:
print("resources folder already exists. Not downloading")
# print("installing mask r-cnn")
# subprocess.call(["pip", "install", "-r", "model/Detection/Mask/requirements.txt"])
# os.chdir("model/Detection/Mask")
# subprocess.call(["python3", "setup.py", "install"])