2023-11-29 | MAIN --> PROD | DEV (6bb2530) --> STAGING

backend/audit/test_workbooks_should_pass.py

@@ -56,6 +56,21 @@ def map_file_to_extractor_validator(filename):
     return (None, None)
 
 
+def process_workbook_set(workbook_set_path):
+    """Process each workbook set in the given path."""
+    for wb_path, _, wb_files in os.walk(workbook_set_path):
+        for file in wb_files:
+            if re.search("xlsx$", str(file)):
+                full_path = os.path.join(wb_path, file)
+                (extractor, validator) = map_file_to_extractor_validator(full_path)
+                if extractor:
+                    print(f"Extracting and validating {file}")
+                    ir = extractor(full_path)
+                    validator(ir)
+                else:
+                    print(f"No extractor found for [{file}]")
+
+
 class PassingWorkbooks(SimpleTestCase):
     def test_passing_workbooks(self):
         workbook_sets = reduce(
@@ -64,21 +79,7 @@ def test_passing_workbooks(self):
         for dirpath, dirnames, _ in os.walk(workbook_sets):
             for workbook_set in dirnames:
                 print("Walking ", workbook_set)
-                for wb_path, _, wb_files in os.walk(
-                    os.path.join(dirpath, workbook_set)
-                ):
-                    for file in wb_files:
-                        if re.search("xlsx$", str(file)):
-                            full_path = os.path.join(wb_path, file)
-                            (extractor, validator) = map_file_to_extractor_validator(
-                                full_path
-                            )
-                            if extractor:
-                                print(f"Extracting and validating {file}")
-                                ir = extractor(full_path)
-                                validator(ir)
-                            else:
-                                print(f"No extractor found for [{file}]")
+                process_workbook_set(os.path.join(dirpath, workbook_set))
 
     # Can't run this when subclased from SimpleTestCase.
     # Can't write to the database `default`.

backend/census_historical_migration/README.md

@@ -56,19 +56,18 @@ docker compose run --rm web python manage.py csv_to_postgres --folder data --chu
 
 ### How to run the historic data migrator:
 ```
-docker compose run --rm web python manage.py historic_data_migrator --email [email protected] \
+docker compose run --rm web python manage.py historic_data_migrator
   --years 22 \
-  --dbkeys 100010
+  --dbkeys 177310
 ```
-- The email address currently must be a User in the system. As this has only been run locally so far, it would often be a test account in my local sandbox env.
 - `year` and `dbkey` are optional. The script will use default values for these if they aren't provided.
 
 ### How to run the historic workbook generator:
 ```
 docker compose run --rm web python manage.py historic_workbook_generator \
   --year 22 \
   --output <your_output_directory> \
-  --dbkey 100010
+  --dbkey 177310
 ```
 - `year` is optional and defaults to `22`.
 - The `output` directory will be created if it doesn't already exist.

backend/census_historical_migration/admin.py

@@ -1,3 +1,29 @@
 from django.contrib import admin  # noqa: F401
 
-# Register your models here.
+from census_historical_migration.models import (
+    ELECAUDITHEADER,
+    ELECEINS,
+    ELECAUDITFINDINGS,
+    ELECNOTES,
+    ELECFINDINGSTEXT,
+    ELECCPAS,
+    ELECAUDITS,
+    ELECPASSTHROUGH,
+    ELECUEIS,
+    ELECCAPTEXT,
+    ReportMigrationStatus,
+    MigrationErrorDetail,
+)
+
+admin.site.register(ELECAUDITHEADER)
+admin.site.register(ELECEINS)
+admin.site.register(ELECAUDITFINDINGS)
+admin.site.register(ELECNOTES)
+admin.site.register(ELECFINDINGSTEXT)
+admin.site.register(ELECCPAS)
+admin.site.register(ELECAUDITS)
+admin.site.register(ELECPASSTHROUGH)
+admin.site.register(ELECUEIS)
+admin.site.register(ELECCAPTEXT)
+admin.site.register(ReportMigrationStatus)
+admin.site.register(MigrationErrorDetail)