OSDN Git Service

[debuginfo-tests][dexter] Add a test tool --calculate-average option
authorPierre-vh <pierre.vanhoutryve@arm.com>
Wed, 26 Feb 2020 14:46:51 +0000 (14:46 +0000)
committerPierre-vh <pierre.vanhoutryve@arm.com>
Fri, 28 Feb 2020 10:00:37 +0000 (10:00 +0000)
Differential Revision: https://reviews.llvm.org/D75235

debuginfo-tests/dexter/dex/tools/test/Tool.py

index 9df1d08..91c9dd4 100644 (file)
@@ -6,6 +6,7 @@
 # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 """Test tool."""
 
+import math
 import os
 import csv
 import pickle
@@ -94,6 +95,9 @@ class Tool(TestToolBase):
                             help='exit with status FAIL(2) if the test result'
                                 ' is less than this value.',
                             metavar='<float>')
+        parser.add_argument('--calculate-average',
+                            action="store_true",
+                            help='calculate the average score of every test run')
         super(Tool, self).add_tool_arguments(parser, defaults)
 
     def _build_test_case(self):
@@ -226,6 +230,19 @@ class Tool(TestToolBase):
         if not options.verbose:
             self.context.o.auto('\n')
 
+        if options.calculate_average:
+            # Calculate and print the average score
+            score_sum = 0.0
+            num_tests = 0
+            for test_case in self._test_cases:
+                score = test_case.score
+                if not test_case.error and not math.isnan(score):
+                    score_sum += test_case.score
+                    num_tests += 1
+
+            if num_tests != 0:
+                print("@avg: ({:.4f})".format(score_sum/num_tests))
+
         summary_path = os.path.join(options.results_directory, 'summary.csv')
         with open(summary_path, mode='w', newline='') as fp:
             writer = csv.writer(fp, delimiter=',')