Merge pull request #377 from mlcommons/fix_rcp_stdev

Calculate Stdev without olympic pruning
mlcommons · Aug 29, 2024 · 7f581e3 · 7f581e3
2 parents 369260b + 52245a0
commit 7f581e3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mlperf_logging/rcp_checker/rcp_checker.py b/mlperf_logging/rcp_checker/rcp_checker.py
@@ -268,7 +268,7 @@ def compute_rcp_stats(self):
             epoch_list.sort()
             samples_rejected = 4 if record_contents['Benchmark'] == 'unet3d' else 1
             record_contents['RCP Mean'] = np.mean(epoch_list[samples_rejected:len(epoch_list)-samples_rejected])
-            record_contents['RCP Stdev'] = np.std(epoch_list[samples_rejected:len(epoch_list)-samples_rejected])
+            record_contents['RCP Stdev'] = np.std(epoch_list)
             min_epochs = self._find_min_acceptable_mean(
                               record_contents['RCP Mean'],
                               record_contents['RCP Stdev'],