| import lit.formats |
| import lit.TestRunner |
| |
| # Custom format class for static analyzer tests |
| class AnalyzerTest(lit.formats.ShTest): |
| def __init__(self, execute_external, use_z3_solver=False): |
| super(AnalyzerTest, self).__init__(execute_external) |
| self.use_z3_solver = use_z3_solver |
| |
| def execute(self, test, litConfig): |
| results = [] |
| |
| # Parse any test requirements ('REQUIRES: ') |
| saved_test = test |
| lit.TestRunner.parseIntegratedTestScript(test) |
| |
| if "z3" not in test.requires: |
| results.append( |
| self.executeWithAnalyzeSubstitution( |
| saved_test, litConfig, "-analyzer-constraints=range" |
| ) |
| ) |
| |
| if results[-1].code == lit.Test.FAIL: |
| return results[-1] |
| |
| # If z3 backend available, add an additional run line for it |
| if self.use_z3_solver == "1": |
| assert test.config.clang_staticanalyzer_z3 == "1" |
| results.append( |
| self.executeWithAnalyzeSubstitution( |
| saved_test, litConfig, "-analyzer-constraints=z3 -DANALYZER_CM_Z3" |
| ) |
| ) |
| |
| # Combine all result outputs into the last element |
| for x in results: |
| if x != results[-1]: |
| results[-1].output = x.output + results[-1].output |
| |
| if results: |
| return results[-1] |
| return lit.Test.Result( |
| lit.Test.UNSUPPORTED, "Test requires the following unavailable features: z3" |
| ) |
| |
| def executeWithAnalyzeSubstitution(self, test, litConfig, substitution): |
| saved_substitutions = list(test.config.substitutions) |
| test.config.substitutions.append(("%analyze", substitution)) |
| result = lit.TestRunner.executeShTest(test, litConfig, self.execute_external) |
| test.config.substitutions = saved_substitutions |
| |
| return result |