|
|
import os.path |
|
|
import os |
|
|
from tqdm import tqdm |
|
|
import requests |
|
|
from pathlib import Path |
|
|
|
|
|
def download_from_url(url, destination): |
|
|
if os.path.exists(destination): |
|
|
print("Skipping download as file in {} exists already".format(destination)) |
|
|
return |
|
|
response = requests.get(url, stream=True) |
|
|
total_size_in_bytes = int(response.headers.get('content-length', 0)) |
|
|
block_size = 1024 |
|
|
progress_bar = tqdm(total=total_size_in_bytes, unit='iB', unit_scale=True) |
|
|
os.makedirs(Path(destination).parent, exist_ok=True) |
|
|
with open(destination, 'wb') as file: |
|
|
for data in response.iter_content(block_size): |
|
|
progress_bar.update(len(data)) |
|
|
file.write(data) |
|
|
progress_bar.close() |
|
|
if total_size_in_bytes != 0 and progress_bar.n != total_size_in_bytes: |
|
|
print("ERROR, something went wrong") |
