maryjane
/
syncevolution
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

nightly testing: added a column for "network failure" 

This column is useful to determine at a glance whether tests
failed because of something outside of our control. The value
is also shown for each single test.
This commit is contained in:
Patrick Ohly 2010-09-02 13:13:36 +02:00
parent 97426b498e
commit 5a4c91382c
2 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
test/generate-html.xsl
View File

@ -235,6 +235,7 @@
<th width="60">Total Cases</th>
<th width="60">Passed</th>
<th width="60">Known Failure</th>
<th width="60">Network Failure</th>
<th width="60">Failed</th>
<th width="60">Skipped</th>
<th width="60">Passrate</th>
@ -250,6 +251,7 @@
<xsl:variable name="all" select="count($unit-cases) * count($categories)"/>
<xsl:variable name="passed" select="count($item/*/*[.='okay'])"/>
<xsl:variable name="knownfailure" select="count($item/*/*[.='knownfailure'])"/>
<xsl:variable name="network" select="count($item/*/*[.='network'])"/>
<xsl:variable name="failed" select="count($item/*/*[.='failed'])"/>
<xsl:variable name="status" select="$cmp-result/*[name(.)=name($item)]/@summary"/>
<xsl:variable name="real-regression" select="$cmp-result/*[name(.)=name($item)]/*/*[.=$regression]"/>
@ -284,6 +286,9 @@
<td>
<xsl:value-of select="$knownfailure"/>
</td>
<td>
<xsl:value-of select="$network"/>
</td>
<td>
<xsl:value-of select="$failed"/>
</td>
@ -428,6 +433,7 @@
<th width="60">Total Cases</th>
<th width="60">Passed</th>
<th width="60">Known Failure</th>
<th width="60">Network Failure</th>
<th width="60">Failed</th>
<th width="60">Skipped</th>
<th width="60">Passrate</th>
@ -447,6 +453,7 @@
<xsl:variable name="all" select="count($item/*)"/>
<xsl:variable name="passed" select="count($item/*/*[.='okay'])"/>
<xsl:variable name="knownfailure" select="count($item/*/*[.='knownfailure'])"/>
<xsl:variable name="network" select="count($item/*/*[.='network'])"/>
<xsl:variable name="failed" select="count($item/*/*[.='failed'])"/>
<xsl:variable name="status" select="$cmp-result/*[name(.)=name($item)]/@summary"/>
<xsl:variable name="valgrind" select="$item/@result"/>
@ -469,6 +476,9 @@
<td>
<xsl:value-of select="$knownfailure"/>
</td>
<td>
<xsl:value-of select="$network"/>
</td>
<td>
<xsl:value-of select="$total - $passed"/>
</td>

6
test/resultchecker.py
View File

@ -256,9 +256,11 @@ def step2(resultdir, result, servers, indents, srcdir, shellprefix, backenddir):
match=format+'::'+casename
matchOk=match+": okay \*\*\*"
matchKnownFailure=match+": \*\*\* failure ignored \*\*\*"
if(os.system("grep -q '" + matchKnownFailure + "' "+case)==0):
if not os.system("grep -q '" + matchKnownFailure + "' "+case):
result.write('knownfailure')
elif(os.system("grep -q '" + matchOk + "' "+case)):
elif not os.system("tail -10 %s | grep -q 'external transport failure (local, status 20043)'" % case):
result.write('network')
elif os.system("grep -q '" + matchOk + "' "+case):
result.write('failed')
else:
result.write('okay')