Skip to content

Commit

Permalink
add gs stats
Browse files Browse the repository at this point in the history
  • Loading branch information
casperdcl committed Nov 18, 2019
1 parent 1f442a4 commit 321a46b
Showing 1 changed file with 5 additions and 2 deletions.
7 changes: 5 additions & 2 deletions dvc/remote/gs.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
from datetime import timedelta
from functools import wraps
import io
import os.path

from funcy import cached_property

Expand Down Expand Up @@ -50,7 +51,9 @@ def wrapper(*args, **kwargs):
@dynamic_chunk_size
def _upload_to_bucket(bucket, from_file, to_info, chunk_size=None, **kwargs):
blob = bucket.blob(to_info.path, chunk_size=chunk_size, **kwargs)
with Tqdm() as pbar:
with Tqdm(
desc=to_info.path, total=os.path.getsize(from_file), bytes=True
) as pbar:
with io.open(from_file, mode="rb") as fd:
raw_read = fd.read

Expand Down Expand Up @@ -143,7 +146,7 @@ def _upload(self, from_file, to_info, **_kwargs):
def _download(self, from_info, to_file, **_kwargs):
bucket = self.gs.bucket(from_info.bucket)
blob = bucket.get_blob(from_info.path)
with Tqdm() as pbar:
with Tqdm(desc=from_info.path, total=blob.size, bytes=True) as pbar:
with io.open(to_file, mode="wb") as fd:
raw_write = fd.write

Expand Down

0 comments on commit 321a46b

Please sign in to comment.