Adding dynamic progress based starting of plots.

.gitignore

@@ -131,3 +131,4 @@ dmypy.json
 # Custom
 config.yaml
 *.bak
+.idea

config.yaml.default

@@ -137,6 +137,9 @@ jobs:
   # size: This refers to the k size of the plot. You would type in something like 32, 33, 34, 35... in here.
   # bitfield: This refers to whether you want to use bitfield or not in your plotting. Typically, you want to keep
   #           this as true.
+  # [OPTIONAL] percent: Use progress percentage to control starting plots, this will aim to space plots 1/max_concurrent
+  #                     spacing apart dynamically. It's recommended to use a short stagger minutes with this as well as
+  #                     max_concurrent_with_start_early >= max_concurrent + 1
   # threads: This is the number of threads that will be assigned to the plotter. Only phase 1 uses more than 1 thread.
   # buckets: The number of buckets to use. The default provided by Chia is 128.
   # memory_buffer: The amount of memory you want to allocate to the process.
@@ -183,6 +186,7 @@ jobs:
     destination_directory: J:\Plots
     size: 32
     bitfield: true
+    percent: false
     threads: 8
     buckets: 128
     memory_buffer: 4000
@@ -216,6 +220,7 @@ jobs:
       - K:\Plots
     size: 32
     bitfield: true
+    percent: false
     threads: 8
     buckets: 128
     memory_buffer: 4000

plotmanager/library/utilities/jobs.py

@@ -120,6 +120,7 @@ def load_jobs(config_jobs):
 
         job.size = info['size']
         job.bitfield = info['bitfield']
+        job.percent = info['percent']
         job.threads = info['threads']
         job.buckets = info['buckets']
         job.memory_buffer = info['memory_buffer']
@@ -204,10 +205,18 @@ def monitor_jobs_to_start(jobs, running_work, max_concurrent, max_for_phase_1, n
                          f'Setting Max: {max_for_phase_1}')
             continue
         phase_1_count = 0
+        percent = 0
         for pid in job.running_work:
+            percent += float(running_work[pid].progress.strip("%"))
             if running_work[pid].current_phase > 1:
                 continue
             phase_1_count += 1
+        if job.total_running != 0:
+            percent = round(percent / job.total_running, 2)
+            minimum_percent = (job.total_running + 1) / 2 / job.max_concurrent * 100
+            if percent < minimum_percent and job.percent:
+                logging.info(f'Minimum percent not met, {percent} vs {minimum_percent}')
+                continue
         logging.info(f'Total jobs in phase 1: {phase_1_count}')
         if job.max_for_phase_1 and phase_1_count >= job.max_for_phase_1:
             logging.info(f'Job max for phase 1 met, skipping. Max: {job.max_for_phase_1}')

plotmanager/library/utilities/objects.py

@@ -28,6 +28,7 @@ class Job:
     skip_full_destinations = None
     size = None
     bitfield = None
+    percent = None
     threads = None
     buckets = None
     memory_buffer = None