Przeglądaj źródła

add total time estimate

Alex "mcmonkey" Goodwin 2 lat temu
rodzic
commit
9ced75746d
1 zmienionych plików z 3 dodań i 1 usunięć
  1. 3 1
      modules/training.py

+ 3 - 1
modules/training.py

@@ -188,13 +188,15 @@ def do_train(loraName: str, microBatchSize: int, batchSize: int, epochs: int, le
             timeElapsed = time.perf_counter() - startTime
             timeElapsed = time.perf_counter() - startTime
             if timeElapsed <= 0:
             if timeElapsed <= 0:
                 timerInfo = ""
                 timerInfo = ""
+                totalTimeEstimate = 999
             else:
             else:
                 its = CURRENT_STEPS / timeElapsed
                 its = CURRENT_STEPS / timeElapsed
                 if its > 1:
                 if its > 1:
                     timerInfo = f"`{its:.2f}` it/s"
                     timerInfo = f"`{its:.2f}` it/s"
                 else:
                 else:
                     timerInfo = f"`{1.0/its:.2f}` s/it"
                     timerInfo = f"`{1.0/its:.2f}` s/it"
-            yield f"Running... **{CURRENT_STEPS}** / **{MAX_STEPS}** ... {timerInfo}, `{timeElapsed:.1f}` seconds"
+                totalTimeEstimate = (1.0/its) * (MAX_STEPS)
+            yield f"Running... **{CURRENT_STEPS}** / **{MAX_STEPS}** ... {timerInfo}, `{timeElapsed:.0f}`/`{totalTimeEstimate:.0f}` seconds"
     print("Training complete, saving...")
     print("Training complete, saving...")
     loraModel.save_pretrained(loraName)
     loraModel.save_pretrained(loraName)
     if WANT_INTERRUPT:
     if WANT_INTERRUPT: