update script with black

scripts/update_source_data_schema_changelog.py

@@ -7,21 +7,25 @@
 NEW_SCHEMAS_DIR = "schemas"
 CHANGELOG_FILEPATH = "changelog/source_data.md"
 
+
 def read_json_file(filepath: str) -> {}:
     with open(filepath, "r") as rfp:
         try:
             return json.load(rfp)
         except:
             sys.exit(f"Not a valid JSON at filepath {filepath}.")
 
+
 def read_file(filepath: str) -> str:
     with open(filepath, "r") as rfp:
         return rfp.read()
 
+
 def write_file(filepath: str, content: str, mode="a") -> None:
     with open(filepath, mode) as wfp:
         wfp.write(content)
 
+
 def sort_schema_changes(schema_changes: {}) -> {}:
     sorted_data = {}
 
@@ -39,6 +43,7 @@ def get_filepaths(directory: str) -> []:
         sys.exit(f"Directory {directory} does not exist.")
     return os.listdir(directory)
 
+
 def compare_lists(old_list=[], new_list=[]):
     old_set = set(old_list)
     new_set = set(new_list)
@@ -49,22 +54,38 @@ def compare_lists(old_list=[], new_list=[]):
 
     return list(common), list(added), list(deleted)
 
+
 def get_mapped_schema_json(directory: str, schema_name: str) -> {}:
     schema_json = read_json_file(os.path.join(directory, schema_name))
     schema_json_by_col_name = {column["name"]: column for column in schema_json}
     return schema_json_by_col_name
 
+
 def compare_schemas(schemas=[]) -> {}:
     schema_changes = {}
 
     for schema in schemas:
-        old_schema_json_by_col_name = get_mapped_schema_json(directory=OLD_SCHEMAS_DIR, schema_name=schema)
-        new_schema_json_by_col_name = get_mapped_schema_json(directory=NEW_SCHEMAS_DIR, schema_name=schema)
-
-        common, added, deleted = compare_lists(old_list=old_schema_json_by_col_name.keys(), new_list=new_schema_json_by_col_name.keys())
+        old_schema_json_by_col_name = get_mapped_schema_json(
+            directory=OLD_SCHEMAS_DIR, schema_name=schema
+        )
+        new_schema_json_by_col_name = get_mapped_schema_json(
+            directory=NEW_SCHEMAS_DIR, schema_name=schema
+        )
+
+        common, added, deleted = compare_lists(
+            old_list=old_schema_json_by_col_name.keys(),
+            new_list=new_schema_json_by_col_name.keys(),
+        )
 
         type_changed = [
-            (col, old_schema_json_by_col_name[col]["type"], new_schema_json_by_col_name[col]["type"]) for col in common if old_schema_json_by_col_name[col]["type"] != new_schema_json_by_col_name[col]["type"]
+            (
+                col,
+                old_schema_json_by_col_name[col]["type"],
+                new_schema_json_by_col_name[col]["type"],
+            )
+            for col in common
+            if old_schema_json_by_col_name[col]["type"]
+            != new_schema_json_by_col_name[col]["type"]
         ]
 
         if added or deleted or type_changed:
@@ -76,9 +97,11 @@ def compare_schemas(schemas=[]) -> {}:
 
     return schema_changes
 
+
 def print_label(label: str) -> str:
     return f"\n## {label}:\n"
 
+
 def print_schemas(label="", schemas=[]) -> str:
     print_string = ""
     if not len(schemas):
@@ -89,6 +112,7 @@ def print_schemas(label="", schemas=[]) -> str:
         print_string += f"- {schema}"
     return print_string
 
+
 def print_schema_changes(label="", schema_changes={}) -> str:
     print_string = ""
     if not schema_changes:
@@ -106,39 +130,53 @@ def print_schema_changes(label="", schema_changes={}) -> str:
                     columns_str = ", ".join(columns)
                 if operation in ["type_changed"]:
                     columns_str = ", ".join(
-                        [f"{column[0]} ({column[1]} -> {column[2]})" for column in columns]
+                        [
+                            f"{column[0]} ({column[1]} -> {column[2]})"
+                            for column in columns
+                        ]
                     )
                 markdown_table += (
                     f"| {table_name:<33} | {operation:<15} | {columns_str:<50} |\n"
                 )
     print_string += markdown_table
     return print_string
 
+
 def generate_changelog(schemas_added=[], schemas_deleted=[], schemas_changes={}) -> str:
     new_changelog = ""
     if schemas_added or schemas_deleted or schemas_changes:
         current_date = datetime.now().strftime("%Y-%m-%d")
-        new_changelog += print_label(current_date)        
+        new_changelog += print_label(current_date)
 
     new_changelog += print_schemas(label="Tables Added", schemas=schemas_added)
     new_changelog += print_schemas(label="Tables Deleted", schemas=schemas_deleted)
 
     sorted_schema_changes = sort_schema_changes(schemas_changes)
-    new_changelog += print_schema_changes(label="Schema Changes", schema_changes=sorted_schema_changes)
+    new_changelog += print_schema_changes(
+        label="Schema Changes", schema_changes=sorted_schema_changes
+    )
     return new_changelog
 
+
 def main():
     existing_changelog = read_file(filepath=CHANGELOG_FILEPATH)
     old_schema_filepaths = get_filepaths(directory=OLD_SCHEMAS_DIR)
     new_schema_filepaths = get_filepaths(directory=NEW_SCHEMAS_DIR)
 
-    common, added, deleted = compare_lists(old_list=old_schema_filepaths, new_list=new_schema_filepaths)
+    common, added, deleted = compare_lists(
+        old_list=old_schema_filepaths, new_list=new_schema_filepaths
+    )
     schema_changes = compare_schemas(common)
-    new_changelog = generate_changelog(schemas_changes=schema_changes, schemas_added=added, schemas_deleted=deleted)
+    new_changelog = generate_changelog(
+        schemas_changes=schema_changes, schemas_added=added, schemas_deleted=deleted
+    )
 
     if len(new_changelog):
-        write_file(filepath=CHANGELOG_FILEPATH, mode="w", content=new_changelog + '\n\n')
+        write_file(
+            filepath=CHANGELOG_FILEPATH, mode="w", content=new_changelog + "\n\n"
+        )
         write_file(filepath=CHANGELOG_FILEPATH, mode="a", content=existing_changelog)
 
+
 if __name__ == "__main__":
     main()