|
8 | 8 | from funcy import retry, compose, decorator, wrap_with
|
9 | 9 | from funcy.py3 import cat
|
10 | 10 |
|
11 |
| -from dvc.remote.gdrive.utils import TrackFileReadProgress, FOLDER_MIME_TYPE |
| 11 | +from dvc.progress import Tqdm |
12 | 12 | from dvc.scheme import Schemes
|
13 | 13 | from dvc.path_info import CloudURLInfo
|
14 | 14 | from dvc.remote.base import RemoteBASE
|
|
17 | 17 | from dvc.utils import tmp_fname
|
18 | 18 |
|
19 | 19 | logger = logging.getLogger(__name__)
|
| 20 | +FOLDER_MIME_TYPE = "application/vnd.google-apps.folder" |
20 | 21 |
|
21 | 22 |
|
22 | 23 | class GDriveRetriableError(DvcException):
|
@@ -96,21 +97,25 @@ def gdrive_upload_file(
|
96 | 97 | return item
|
97 | 98 |
|
98 | 99 | def upload_file(self, item, no_progress_bar, from_file, progress_name):
|
99 |
| - with open(from_file, "rb") as opened_file: |
100 |
| - if not no_progress_bar: |
101 |
| - opened_file = TrackFileReadProgress(progress_name, opened_file) |
102 |
| - # PyDrive doesn't like content property setting for empty files |
103 |
| - # https://github.com/gsuitedevs/PyDrive/issues/121 |
104 |
| - if os.stat(from_file).st_size: |
105 |
| - item.content = opened_file |
106 |
| - item.Upload() |
| 100 | + with open(from_file, "rb") as fobj: |
| 101 | + total = os.fstat(fobj.fileno()).st_size |
| 102 | + with Tqdm.wrapattr( |
| 103 | + fobj, |
| 104 | + "read", |
| 105 | + desc=progress_name, |
| 106 | + total=total, |
| 107 | + disable=no_progress_bar, |
| 108 | + ) as opened_file: |
| 109 | + # PyDrive doesn't like content property setting for empty files |
| 110 | + # https://github.com/gsuitedevs/PyDrive/issues/121 |
| 111 | + if total: |
| 112 | + item.content = opened_file |
| 113 | + item.Upload() |
107 | 114 |
|
108 | 115 | @gdrive_retry
|
109 | 116 | def gdrive_download_file(
|
110 | 117 | self, file_id, to_file, progress_name, no_progress_bar
|
111 | 118 | ):
|
112 |
| - from dvc.progress import Tqdm |
113 |
| - |
114 | 119 | gdrive_file = self.drive.CreateFile({"id": file_id})
|
115 | 120 | with Tqdm(
|
116 | 121 | desc=progress_name,
|
|
0 commit comments