Merge pull request #793 from birdnet-team/early-stopping-monitor-loss

Monitor validation loss for early stopping

Author: max-mauermann

birdnet_analyzer/model.py

@@ -770,8 +770,8 @@ def on_epoch_end(self, epoch, logs=None):
     callbacks = [
         # EarlyStopping with restore_best_weights
         keras.callbacks.EarlyStopping(
-            monitor="val_AUPRC",
-            mode="max",
+            monitor="val_loss",
+            mode="min",
             patience=patience,
             verbose=1,
             min_delta=min_delta,

birdnet_analyzer/train/utils.py

@@ -552,8 +552,8 @@ def run_trial(self, trial, *args, **kwargs):
 
     print("...Done.", flush=True)
 
-    # Get best validation metrics based on AUPRC instead of loss for more reliable results with imbalanced data
-    best_epoch = np.argmax(history.history["val_AUPRC"])
+    # Get best validation metrics based on loss
+    best_epoch = np.argmin(history.history["val_loss"])
     best_val_auprc = history.history["val_AUPRC"][best_epoch]
     best_val_auroc = history.history["val_AUROC"][best_epoch]
     best_val_loss = history.history["val_loss"][best_epoch]