add JUnit schema and validator

Signed-off-by: N. Engelhardt <nak@yosyshq.com>

diff --git a/tests/JUnit.xsd b/tests/JUnit.xsd
new file mode 100644 (file)
index 0000000..84b0f15
--- /dev/null
+++ b/tests/JUnit.xsd
@@ -0,0 +1,212 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<xs:schema
+       xmlns:xs="http://www.w3.org/2001/XMLSchema"
+        elementFormDefault="qualified"
+        attributeFormDefault="unqualified">
+       <xs:annotation>
+               <xs:documentation xml:lang="en">JUnit test result schema for the Apache Ant JUnit and JUnitReport tasks
+Copyright © 2011, Windy Road Technology Pty. Limited
+The Apache Ant JUnit XML Schema is distributed under the terms of the Apache License Version 2.0 http://www.apache.org/licenses/
+Permission to waive conditions of this license may be requested from Windy Road Support (http://windyroad.org/support).</xs:documentation>
+       </xs:annotation>
+       <xs:element name="testsuite" type="testsuite"/>
+       <xs:simpleType name="ISO8601_DATETIME_PATTERN">
+               <xs:restriction base="xs:dateTime">
+                       <xs:pattern value="[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}"/>
+               </xs:restriction>
+       </xs:simpleType>
+       <xs:element name="testsuites">
+               <xs:annotation>
+                       <xs:documentation xml:lang="en">Contains an aggregation of testsuite results</xs:documentation>
+               </xs:annotation>
+               <xs:complexType>
+                       <xs:sequence>
+                               <xs:element name="testsuite" minOccurs="0" maxOccurs="unbounded">
+                                       <xs:complexType>
+                                               <xs:complexContent>
+                                                       <xs:extension base="testsuite">
+                                                               <xs:attribute name="package" type="xs:token" use="required">
+                                                                       <xs:annotation>
+                                                                               <xs:documentation xml:lang="en">Derived from testsuite/@name in the non-aggregated documents</xs:documentation>
+                                                                       </xs:annotation>
+                                                               </xs:attribute>
+                                                               <xs:attribute name="id" type="xs:int" use="required">
+                                                                       <xs:annotation>
+                                                                               <xs:documentation xml:lang="en">Starts at '0' for the first testsuite and is incremented by 1 for each following testsuite</xs:documentation>
+                                                                       </xs:annotation>
+                                                               </xs:attribute>
+                                                       </xs:extension>
+                                               </xs:complexContent>
+                                       </xs:complexType>
+                               </xs:element>
+                       </xs:sequence>
+               </xs:complexType>
+       </xs:element>
+       <xs:complexType name="testsuite">
+               <xs:annotation>
+                       <xs:documentation xml:lang="en">Contains the results of exexuting a testsuite</xs:documentation>
+               </xs:annotation>
+               <xs:sequence>
+                       <xs:element name="properties">
+                               <xs:annotation>
+                                       <xs:documentation xml:lang="en">Properties (e.g., environment settings) set during test execution</xs:documentation>
+                               </xs:annotation>
+                               <xs:complexType>
+                                       <xs:sequence>
+                                               <xs:element name="property" minOccurs="0" maxOccurs="unbounded">
+                                                       <xs:complexType>
+                                                               <xs:attribute name="name" use="required">
+                                                                       <xs:simpleType>
+                                                                               <xs:restriction base="xs:token">
+                                                                                       <xs:minLength value="1"/>
+                                                                               </xs:restriction>
+                                                                       </xs:simpleType>
+                                                               </xs:attribute>
+                                                               <xs:attribute name="value" type="xs:string" use="required"/>
+                                                       </xs:complexType>
+                                               </xs:element>
+                                       </xs:sequence>
+                               </xs:complexType>
+                       </xs:element>
+                       <xs:element name="testcase" minOccurs="0" maxOccurs="unbounded">
+                               <xs:complexType>
+                                       <xs:choice minOccurs="0">
+                                               <xs:element name="skipped" />
+                                               <xs:element name="error" minOccurs="0" maxOccurs="1">
+                                                       <xs:annotation>
+                                                               <xs:documentation xml:lang="en">Indicates that the test errored.  An errored test is one that had an unanticipated problem. e.g., an unchecked throwable; or a problem with the implementation of the test. Contains as a text node relevant data for the error, e.g., a stack trace</xs:documentation>
+                                                       </xs:annotation>
+                                                       <xs:complexType>
+                                                               <xs:simpleContent>
+                                                                       <xs:extension base="pre-string">
+                                                                               <xs:attribute name="message" type="xs:string">
+                                                                                       <xs:annotation>
+                                                                                               <xs:documentation xml:lang="en">The error message. e.g., if a java exception is thrown, the return value of getMessage()</xs:documentation>
+                                                                                       </xs:annotation>
+                                                                               </xs:attribute>
+                                                                               <xs:attribute name="type" type="xs:string" use="required">
+                                                                                       <xs:annotation>
+                                                                                               <xs:documentation xml:lang="en">The type of error that occured. e.g., if a java execption is thrown the full class name of the exception.</xs:documentation>
+                                                                                       </xs:annotation>
+                                                                               </xs:attribute>
+                                                                       </xs:extension>
+                                                               </xs:simpleContent>
+                                                       </xs:complexType>
+                                               </xs:element>
+                                               <xs:element name="failure">
+                                                       <xs:annotation>
+                                                               <xs:documentation xml:lang="en">Indicates that the test failed. A failure is a test which the code has explicitly failed by using the mechanisms for that purpose. e.g., via an assertEquals. Contains as a text node relevant data for the failure, e.g., a stack trace</xs:documentation>
+                                                       </xs:annotation>
+                                                       <xs:complexType>
+                                                               <xs:simpleContent>
+                                                                       <xs:extension base="pre-string">
+                                                                               <xs:attribute name="message" type="xs:string">
+                                                                                       <xs:annotation>
+                                                                                               <xs:documentation xml:lang="en">The message specified in the assert</xs:documentation>
+                                                                                       </xs:annotation>
+                                                                               </xs:attribute>
+                                                                               <xs:attribute name="type" type="xs:string" use="required">
+                                                                                       <xs:annotation>
+                                                                                               <xs:documentation xml:lang="en">The type of the assert.</xs:documentation>
+                                                                                       </xs:annotation>
+                                                                               </xs:attribute>
+                                                                       </xs:extension>
+                                                               </xs:simpleContent>
+                                                       </xs:complexType>
+                                               </xs:element>
+                                       </xs:choice>
+                                       <xs:attribute name="name" type="xs:token" use="required">
+                                               <xs:annotation>
+                                                       <xs:documentation xml:lang="en">Name of the test method</xs:documentation>
+                                               </xs:annotation>
+                                       </xs:attribute>
+                                       <xs:attribute name="classname" type="xs:token" use="required">
+                                               <xs:annotation>
+                                                       <xs:documentation xml:lang="en">Full class name for the class the test method is in.</xs:documentation>
+                                               </xs:annotation>
+                                       </xs:attribute>
+                                       <xs:attribute name="time" type="xs:decimal" use="required">
+                                               <xs:annotation>
+                                                       <xs:documentation xml:lang="en">Time taken (in seconds) to execute the test</xs:documentation>
+                                               </xs:annotation>
+                                       </xs:attribute>
+                               </xs:complexType>
+                       </xs:element>
+                       <xs:element name="system-out">
+                               <xs:annotation>
+                                       <xs:documentation xml:lang="en">Data that was written to standard out while the test was executed</xs:documentation>
+                               </xs:annotation>
+                               <xs:simpleType>
+                                       <xs:restriction base="pre-string">
+                                               <xs:whiteSpace value="preserve"/>
+                                       </xs:restriction>
+                               </xs:simpleType>
+                       </xs:element>
+                       <xs:element name="system-err">
+                               <xs:annotation>
+                                       <xs:documentation xml:lang="en">Data that was written to standard error while the test was executed</xs:documentation>
+                               </xs:annotation>
+                               <xs:simpleType>
+                                       <xs:restriction base="pre-string">
+                                               <xs:whiteSpace value="preserve"/>
+                                       </xs:restriction>
+                               </xs:simpleType>
+                       </xs:element>
+               </xs:sequence>
+               <xs:attribute name="name" use="required">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">Full class name of the test for non-aggregated testsuite documents. Class name without the package for aggregated testsuites documents</xs:documentation>
+                       </xs:annotation>
+                       <xs:simpleType>
+                               <xs:restriction base="xs:token">
+                                       <xs:minLength value="1"/>
+                               </xs:restriction>
+                       </xs:simpleType>
+               </xs:attribute>
+               <xs:attribute name="timestamp" type="ISO8601_DATETIME_PATTERN" use="required">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">when the test was executed. Timezone may not be specified.</xs:documentation>
+                       </xs:annotation>
+               </xs:attribute>
+               <xs:attribute name="hostname" use="required">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">Host on which the tests were executed. 'localhost' should be used if the hostname cannot be determined.</xs:documentation>
+                       </xs:annotation>
+                       <xs:simpleType>
+                               <xs:restriction base="xs:token">
+                                       <xs:minLength value="1"/>
+                               </xs:restriction>
+                       </xs:simpleType>
+               </xs:attribute>
+               <xs:attribute name="tests" type="xs:int" use="required">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">The total number of tests in the suite</xs:documentation>
+                       </xs:annotation>
+               </xs:attribute>
+               <xs:attribute name="failures" type="xs:int" use="required">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">The total number of tests in the suite that failed. A failure is a test which the code has explicitly failed by using the mechanisms for that purpose. e.g., via an assertEquals</xs:documentation>
+                       </xs:annotation>
+               </xs:attribute>
+               <xs:attribute name="errors" type="xs:int" use="required">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">The total number of tests in the suite that errored. An errored test is one that had an unanticipated problem. e.g., an unchecked throwable; or a problem with the implementation of the test.</xs:documentation>
+                       </xs:annotation>
+               </xs:attribute>
+               <xs:attribute name="skipped" type="xs:int" use="optional">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">The total number of ignored or skipped tests in the suite.</xs:documentation>
+                       </xs:annotation>
+               </xs:attribute>
+               <xs:attribute name="time" type="xs:decimal" use="required">
+                       <xs:annotation>
+                               <xs:documentation xml:lang="en">Time taken (in seconds) to execute the tests in the suite</xs:documentation>
+                       </xs:annotation>
+               </xs:attribute>
+       </xs:complexType>
+       <xs:simpleType name="pre-string">
+               <xs:restriction base="xs:string">
+                       <xs:whiteSpace value="preserve"/>
+               </xs:restriction>
+       </xs:simpleType>
+</xs:schema>

diff --git a/tests/validate_junit.py b/tests/validate_junit.py
new file mode 100644 (file)
index 0000000..c1c0573
--- /dev/null
+++ b/tests/validate_junit.py
@@ -0,0 +1,19 @@
+from xmlschema import XMLSchema, XMLSchemaValidationError
+import argparse
+
+def main():
+    parser = argparse.ArgumentParser(description="Validate JUnit output")
+    parser.add_argument('xml')
+    parser.add_argument('--xsd', default="JUnit.xsd")
+
+    args = parser.parse_args()
+
+    schema = XMLSchema(args.xsd)
+    try:
+        schema.validate(args.xml)
+    except XMLSchemaValidationError as e:
+        print(e)
+        exit(1)
+
+if __name__ == '__main__':
+    main()