main.py

import json
import logging
import os
from dataclasses import dataclass
from http.client import InvalidURL
from pathlib import Path
from urllib.request import urlretrieve


@dataclass()
class Lesson:
    lesson_name: str
    lesson_path: Path


def quote(url):
    return url.replace(" ", "%20")


# Create a logger
logger = logging.getLogger('git_ir_logger')
logger.setLevel(logging.INFO)

# Create a handler that logs to the console (stdout)
console_handler = logging.StreamHandler()
console_handler.setLevel(logging.INFO)

# Add the handler to the logger
logger.addHandler(console_handler)


@dataclass()
class GitIrDownloader:
    download_path: Path = Path(__file__).parent.resolve() / "downloads"

    def start(self):
        logger.info("Download started...")
        self.pre_download()

    def setup_download_path(self, course_name):
        course_path = self.download_path / course_name
        os.makedirs(course_path, exist_ok=True)
        return course_path

    def pre_download(self):
        self.raw_course_handler()
        self.download()

    def get_lesson(self, url) -> Lesson:
        lesson_name = os.path.basename(url)
        course_name = self.get_course_name(url)
        lesson_path = self.setup_download_path(course_name)
        return Lesson(lesson_name=lesson_name, lesson_path=lesson_path)

    @staticmethod
    def get_course_name(url):
        course_name = Path(url).parts[-2]
        return course_name.replace("-git.ir", "")

    def download(self):
        courses_url = self.get_course_urls()
        for url in courses_url:
            lesson = self.get_lesson(url)
            lesson_file = lesson.lesson_path / lesson.lesson_name
            if lesson_file.exists():
                logger.info(f"Already downloaded: {lesson.lesson_name}")
                continue
            try:
                urlretrieve(quote(url), lesson_file)
                logger.info(f"Downloaded: {lesson.lesson_name}")
            except InvalidURL as e:
                logging.error(e)

    @staticmethod
    def get_raw_courses() -> list[str]:
        if not os.path.exists('raw_courses'):
            return []
        with open('raw_courses', 'r') as raw_courses:
            return [course.strip() for course in raw_courses]

    @staticmethod
    def get_course_urls():
        if not os.path.exists('courses.json'):
            return []
        with open('courses.json', 'r') as courses:
            return json.load(courses)

    def raw_course_handler(self):
        all_courses = self.get_raw_courses()
        with open('courses.json', 'w+') as courses:
            json.dump(all_courses, courses, indent=4, ensure_ascii=False)


if __name__ == "__main__":
    git_ir = GitIrDownloader()
    git_ir.start()