1# Copyright (C) 2014 The Android Open Source Project 2# 3# Licensed under the Apache License, Version 2.0 (the "License"); 4# you may not use this file except in compliance with the License. 5# You may obtain a copy of the License at 6# 7# http://www.apache.org/licenses/LICENSE-2.0 8# 9# Unless required by applicable law or agreed to in writing, software 10# distributed under the License is distributed on an "AS IS" BASIS, 11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12# See the License for the specific language governing permissions and 13# limitations under the License. 14 15from collections import namedtuple 16from common.immutables import ImmutableDict 17from common.logger import Logger 18from file_format.c1visualizer.struct import C1visualizerFile, C1visualizerPass 19from file_format.checker.struct import CheckerFile, TestCase, TestAssertion 20from match.line import MatchLines, EvaluateLine 21 22MatchScope = namedtuple("MatchScope", ["start", "end"]) 23MatchInfo = namedtuple("MatchInfo", ["scope", "variables"]) 24 25class MatchFailedException(Exception): 26 def __init__(self, assertion, lineNo, variables): 27 self.assertion = assertion 28 self.lineNo = lineNo 29 self.variables = variables 30 31def splitIntoGroups(assertions): 32 """ Breaks up a list of assertions, grouping instructions which should be 33 tested in the same scope (consecutive DAG and NOT instructions). 34 """ 35 splitAssertions = [] 36 lastVariant = None 37 for assertion in assertions: 38 if (assertion.variant == lastVariant and 39 assertion.variant in [TestAssertion.Variant.DAG, TestAssertion.Variant.Not]): 40 splitAssertions[-1].append(assertion) 41 else: 42 splitAssertions.append([assertion]) 43 lastVariant = assertion.variant 44 return splitAssertions 45 46def findMatchingLine(assertion, c1Pass, scope, variables, excludeLines=[]): 47 """ Finds the first line in `c1Pass` which matches `assertion`. 48 49 Scan only lines numbered between `scope.start` and `scope.end` and not on the 50 `excludeLines` list. 51 52 Returns the index of the `c1Pass` line matching the assertion and variables 53 values after the match. 54 55 Raises MatchFailedException if no such `c1Pass` line can be found. 56 """ 57 for i in range(scope.start, scope.end): 58 if i in excludeLines: continue 59 newVariables = MatchLines(assertion, c1Pass.body[i], variables) 60 if newVariables is not None: 61 return MatchInfo(MatchScope(i, i), newVariables) 62 raise MatchFailedException(assertion, scope.start, variables) 63 64def matchDagGroup(assertions, c1Pass, scope, variables): 65 """ Attempts to find matching `c1Pass` lines for a group of DAG assertions. 66 67 Assertions are matched in the list order and variable values propagated. Only 68 lines in `scope` are scanned and each line can only match one assertion. 69 70 Returns the range of `c1Pass` lines covered by this group (min/max of matching 71 line numbers) and the variable values after the match of the last assertion. 72 73 Raises MatchFailedException when an assertion cannot be satisfied. 74 """ 75 matchedLines = [] 76 for assertion in assertions: 77 assert assertion.variant == TestAssertion.Variant.DAG 78 match = findMatchingLine(assertion, c1Pass, scope, variables, matchedLines) 79 variables = match.variables 80 assert match.scope.start == match.scope.end 81 assert match.scope.start not in matchedLines 82 matchedLines.append(match.scope.start) 83 return MatchInfo(MatchScope(min(matchedLines), max(matchedLines)), variables) 84 85def testNotGroup(assertions, c1Pass, scope, variables): 86 """ Verifies that none of the given NOT assertions matches a line inside 87 the given `scope` of `c1Pass` lines. 88 89 Raises MatchFailedException if an assertion matches a line in the scope. 90 """ 91 for i in range(scope.start, scope.end): 92 line = c1Pass.body[i] 93 for assertion in assertions: 94 assert assertion.variant == TestAssertion.Variant.Not 95 if MatchLines(assertion, line, variables) is not None: 96 raise MatchFailedException(assertion, i, variables) 97 98def testEvalGroup(assertions, scope, variables): 99 for assertion in assertions: 100 if not EvaluateLine(assertion, variables): 101 raise MatchFailedException(assertion, scope.start, variables) 102 103def MatchTestCase(testCase, c1Pass): 104 """ Runs a test case against a C1visualizer graph dump. 105 106 Raises MatchFailedException when an assertion cannot be satisfied. 107 """ 108 assert testCase.name == c1Pass.name 109 110 matchFrom = 0 111 variables = ImmutableDict() 112 c1Length = len(c1Pass.body) 113 114 # NOT assertions are verified retrospectively, once the scope is known. 115 pendingNotAssertions = None 116 117 # Prepare assertions by grouping those that are verified in the same scope. 118 # We also add None as an EOF assertion that will set scope for NOTs. 119 assertionGroups = splitIntoGroups(testCase.assertions) 120 assertionGroups.append(None) 121 122 for assertionGroup in assertionGroups: 123 if assertionGroup is None: 124 # EOF marker always matches the last+1 line of c1Pass. 125 match = MatchInfo(MatchScope(c1Length, c1Length), None) 126 elif assertionGroup[0].variant == TestAssertion.Variant.Not: 127 # NOT assertions will be tested together with the next group. 128 assert not pendingNotAssertions 129 pendingNotAssertions = assertionGroup 130 continue 131 elif assertionGroup[0].variant == TestAssertion.Variant.InOrder: 132 # Single in-order assertion. Find the first line that matches. 133 assert len(assertionGroup) == 1 134 scope = MatchScope(matchFrom, c1Length) 135 match = findMatchingLine(assertionGroup[0], c1Pass, scope, variables) 136 elif assertionGroup[0].variant == TestAssertion.Variant.NextLine: 137 # Single next-line assertion. Test if the current line matches. 138 assert len(assertionGroup) == 1 139 scope = MatchScope(matchFrom, matchFrom + 1) 140 match = findMatchingLine(assertionGroup[0], c1Pass, scope, variables) 141 elif assertionGroup[0].variant == TestAssertion.Variant.DAG: 142 # A group of DAG assertions. Match them all starting from the same point. 143 scope = MatchScope(matchFrom, c1Length) 144 match = matchDagGroup(assertionGroup, c1Pass, scope, variables) 145 else: 146 assert assertionGroup[0].variant == TestAssertion.Variant.Eval 147 scope = MatchScope(matchFrom, c1Length) 148 testEvalGroup(assertionGroup, scope, variables) 149 continue 150 151 if pendingNotAssertions: 152 # Previous group were NOT assertions. Make sure they don't match any lines 153 # in the [matchFrom, match.start) scope. 154 scope = MatchScope(matchFrom, match.scope.start) 155 testNotGroup(pendingNotAssertions, c1Pass, scope, variables) 156 pendingNotAssertions = None 157 158 # Update state. 159 assert matchFrom <= match.scope.end 160 matchFrom = match.scope.end + 1 161 variables = match.variables 162 163def MatchFiles(checkerFile, c1File, targetArch, debuggableMode): 164 for testCase in checkerFile.testCases: 165 if testCase.testArch not in [None, targetArch]: 166 continue 167 if testCase.forDebuggable != debuggableMode: 168 continue 169 170 # TODO: Currently does not handle multiple occurrences of the same group 171 # name, e.g. when a pass is run multiple times. It will always try to 172 # match a check group against the first output group of the same name. 173 c1Pass = c1File.findPass(testCase.name) 174 if c1Pass is None: 175 with file(c1File.fileName) as cfgFile: 176 Logger.log(''.join(cfgFile), Logger.Level.Error) 177 Logger.fail("Test case not found in the CFG file", 178 testCase.fileName, testCase.startLineNo, testCase.name) 179 180 Logger.startTest(testCase.name) 181 try: 182 MatchTestCase(testCase, c1Pass) 183 Logger.testPassed() 184 except MatchFailedException as e: 185 lineNo = c1Pass.startLineNo + e.lineNo 186 if e.assertion.variant == TestAssertion.Variant.Not: 187 msg = "NOT assertion matched line {}" 188 else: 189 msg = "Assertion could not be matched starting from line {}" 190 msg = msg.format(lineNo) 191 with file(c1File.fileName) as cfgFile: 192 Logger.log(''.join(cfgFile), Logger.Level.Error) 193 Logger.testFailed(msg, e.assertion, e.variables) 194