1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
|
# -*- coding: utf-8 -*-
import datetime, socket, os, sys, traceback, time, tempfile, httplib, urllib
from xml.sax.saxutils import XMLGenerator
from xml.sax.xmlreader import AttributesNSImpl
import result, utils
from result import exitStatusAsString
from xmlutils import startElement, endElement, writeElement
checkerResultAsString = { result.CheckerResult.Passed:u"passed", result.CheckerResult.Failed:u"failed", result.CheckerResult.NotRun:u"notRun" }
def formatDate( date ):
return date.strftime( '%Y%m%d-%H%M' )
def writeExecutionResult( gen, name, r ):
if r == None or r.hasError():
stat = "failed"
else:
stat = "passed"
startElement( gen, None, "Test", { u"Status":stat } )
writeElement( gen, None, "Name", name )
writeElement( gen, None, "FullName", name )
startElement( gen, None, "NamedMeasurement", { u"type":u"text/string", u"name":u"Exit Code"} )
if r:
msg = "(Unexpected)"
ec = r.exitCode
if ec == 0:
msg = "(Success)"
elif ec == 1:
msg = "(Failed)"
elif ec == 2:
msg = "(Canceled)"
writeElement( gen, None, "Value", "Exit status: {0}; Installer exit code: {1} {2}".format( exitStatusAsString( r.exitStatus ), str( r.exitCode ), msg ) )
else:
writeElement( gen, None, "Value", "Could not determine installation result." )
endElement( gen, None, "NamedMeasurement" )
if r:
startElement( gen, None, "NamedMeasurement", { u"type":u"numeric/double", u"name":u"Execution Time"} )
writeElement( gen, None, "Value", str( r.executionTime ) )
endElement( gen, None, "NamedMeasurement" )
endElement( gen, None, "Test" )
def writeInternalError( gen, errorstr, num ):
startElement( gen, None, "Test", { u"Status":u"failed"} )
name = "InternalError{0}".format( num )
writeElement( gen, None, "Name", name )
writeElement( gen, None, "FullName", name )
startElement( gen, None, "NamedMeasurement", { u"type":u"text/string", u"name":u"Completion Status"} )
writeElement( gen, None, "Value", errorstr )
endElement( gen, None, "NamedMeasurement" )
endElement( gen, None, "Test" )
def writeTest( gen, test ):
startElement( gen, None, "Test", { u"Status":checkerResultAsString[test.result]} )
writeElement( gen, None, "Name", test.name )
writeElement( gen, None, "FullName", test.name )
startElement( gen, None, "NamedMeasurement", { u"type":u"text/string", u"name":u"Completion Status"} )
writeElement( gen, None, "Value", test.errorString )
endElement( gen, None, "NamedMeasurement" )
endElement( gen, None, "Test" )
class CDashReporter:
def __init__( self, host, location, project ):
self._host = host
self._location = location
self._project = project
def reportException( self ):
sys.stderr.write( traceback.format_exc( 15 ) + '\n' )
#TODO
def reportResult( self, result ):
self._buildStamp = '{0}-Nightly'.format( datetime.datetime.now().strftime( '%Y%m%d-%H%M' ), utils.randomString( 4 ) )
try:
#generate XML
self.genXml( self.genTestXml, result )
#generate Tests.xml
#submitFile('Tests.xml')
except:
raise
def genTestXml( self, gen, result ):
name = "{0} on {1}".format( result._installer.sourceFilename, result._vm.name() )
startElement( gen, None, "Site", { u"BuildStamp":self._buildStamp, u"Name":name, u"Generator":u"VMTester 0.1" } )
startElement( gen, None, "Testing" )
writeElement( gen, None, "StartDateTime", formatDate( result._testStart ) )
startElement( gen, None, "TestList" )
internal = result._internalErrors
for i in range( 0, len( internal ) - 1 ):
writeElement( gen, None, "Test", "InternalError{0}".format( i ) )
for stepNum in range( len( result._stepResults ) ):
step = result._stepResults[stepNum]
writeElement( gen, None, "Test", "installer-run{0}".format( stepNum ) )
for i in step.checkerResults:
writeElement( gen, None, "Test", i.name )
endElement( gen, None, "TestList" )
for i in range( 0, len( internal ) - 1 ):
writeInternalError( gen, internal[i], i )
for stepNum in range( len( result._stepResults ) ):
step = result._stepResults[stepNum]
writeExecutionResult( gen, "installer-run{0}".format( stepNum ), step.executionResult )
for i in step.checkerResults:
writeTest( gen, i )
endElement( gen, None, "Testing" )
endElement( gen, None, "Site" )
def genXml( self, fillFunc, result ):
f = None
try:
f = tempfile.NamedTemporaryFile( delete=False )
gen = XMLGenerator( f, 'utf-8' )
gen.startDocument()
fillFunc( gen, result )
gen.endDocument()
f.close()
self.submitFile( f.name )
finally:
if f:
os.unlink( f.name )
def submitFile( self, path ):
f = file( path )
params = urllib.urlencode( {'project': self._project} )
conn = None
try:
try:
conn = httplib.HTTPConnection( self._host )
conn.request( "POST", "{0}/submit.php?project={1}".format( self._location, self._project ), f )
response = conn.getresponse()
print response.status, response.reason
#TODO check result
finally:
if conn:
conn.close()
except:
#TODO: if submitting to cdash fails, try to notify the admin (mail?)
raise
if __name__ == "__main__":
r = result.Result()
r.testStarted()
r.addCheckerResult( result.CheckerResult( "test1", result.CheckerResult.Passed, "" ) )
r.addCheckerResult( result.CheckerResult( "test2", result.CheckerResult.Failed, "Something went wrong, dude!" ) )
time.sleep( 1 )
r.testFinished()
cr = CDashReporter( "http://localhost", "/CDash", "test1" )
cr.reportResult( r )
|
