Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Progress Bar because why not? (py) #27

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 30 additions & 15 deletions mkbsd.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,24 +4,28 @@
import time
import aiohttp
import asyncio
from tqdm import tqdm

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

You probably also need to add a step here

2. Ensure you have the `aiohttp` Python package installed (`pip install aiohttp`).
that says to install tqdm via pip install tqdm

from urllib.parse import urlparse

url = 'https://storage.googleapis.com/panels-api/data/20240916/media-1a-i-p~s'

async def delay(ms):
await asyncio.sleep(ms / 1000)

async def download_image(session, image_url, file_path):
async def download_image(session, image_url, file_path, error_log):
try:
async with session.get(image_url) as response:
if response.status != 200:
raise Exception(f"Failed to download image: {response.status}")
raise Exception(f"Error code: {response.status}")
content = await response.read()
with open(file_path, 'wb') as f:
f.write(content)
except Exception as e:
print(f"Error downloading image: {str(e)}")
error_log.append(f"Error downloading image {image_url}[{str(e)}]")

async def main():
error_log = []

try:
async with aiohttp.ClientSession() as session:
async with session.get(url) as response:
Expand All @@ -39,24 +43,35 @@ async def main():
print(f"📁 Created directory: {download_dir}")

file_index = 1
for key, subproperty in data.items():
if subproperty and subproperty.get('dhd'):
image_url = subproperty['dhd']
print(f"🔍 Found image URL!")
parsed_url = urlparse(image_url)
ext = os.path.splitext(parsed_url.path)[-1] or '.jpg'
filename = f"{file_index}{ext}"
file_path = os.path.join(download_dir, filename)
total_images = len([key for key, subproperty in data.items() if subproperty.get('dhd')])

await download_image(session, image_url, file_path)
print(f"🖼️ Saved image to {file_path}")
# initialize progress bar with the total number of images
with tqdm(total=total_images, desc="Downloading", unit="image", colour="red") as pbar:

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Great addition

for key, subproperty in data.items():
if subproperty and subproperty.get('dhd'):
image_url = subproperty['dhd']
parsed_url = urlparse(image_url)
ext = os.path.splitext(parsed_url.path)[-1] or '.jpg'
filename = f"{file_index}{ext}"
file_path = os.path.join(download_dir, filename)
await download_image(session, image_url, file_path, error_log)

file_index += 1
await delay(250)
pbar.update(1)
file_index += 1

await delay(250)

except Exception as e:
print(f"Error: {str(e)}")

# After all downloads, report any errors that occurred
if error_log:
print("\n⚠️ The following errors occurred during downloads:")
for error in error_log:
print(error)
else:
print("\n✅ All images downloaded successfully!")

def ascii_art():
print("""
/$$ /$$ /$$ /$$ /$$$$$$$ /$$$$$$ /$$$$$$$
Expand Down