From 5cc508468d3e5ec0205df170c079daaf4796ae1a Mon Sep 17 00:00:00 2001
From: Joerg Martin <joerg.martin@ptb.de>
Date: Tue, 4 Jan 2022 16:08:53 +0000
Subject: [PATCH] True RMSE added

---
 Experiments/evaluate_metrics.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/Experiments/evaluate_metrics.py b/Experiments/evaluate_metrics.py
index 599dd94..b415792 100644
--- a/Experiments/evaluate_metrics.py
+++ b/Experiments/evaluate_metrics.py
@@ -139,6 +139,8 @@ def collect_metrics(x_y_pairs, seed=0,
                 epistemic_coverage(not_averaged_predictions, true_y,
                         average_predictions=True,
                         normalize_errors=False, noisy_y=False)
+    true_res = true_y - noneiv_mean
+    noneiv_metrics['true_rmse'] = np.sqrt(np.mean(scaled_res**2))
 
 
     # NLL
@@ -208,7 +210,8 @@ def collect_metrics(x_y_pairs, seed=0,
                         average_predictions=True,
                         normalize_errors=False, noisy_y=False)
 
-
+    true_res = true_y - eiv_mean
+    eiv_metrics['true_rmse'] = np.sqrt(np.mean(scaled_res**2))
 
     # NLL
     if scale_outputs:
-- 
GitLab