123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617 |
- /*
- * runsuite.c: C program to run libxml2 againts published testsuites
- *
- * See Copyright for the status of this software.
- *
- * daniel@veillard.com
- */
- #ifdef HAVE_CONFIG_H
- #include "libxml.h"
- #else
- #include <stdio.h>
- #endif
- #ifdef LIBXML_XPATH_ENABLED
- #if !defined(_WIN32) || defined(__CYGWIN__)
- #include <unistd.h>
- #endif
- #include <string.h>
- #include <sys/types.h>
- #include <sys/stat.h>
- #include <fcntl.h>
- #include <libxml/parser.h>
- #include <libxml/parserInternals.h>
- #include <libxml/tree.h>
- #include <libxml/uri.h>
- #include <libxml/xmlreader.h>
- #include <libxml/xpath.h>
- #include <libxml/xpathInternals.h>
- #define LOGFILE "runxmlconf.log"
- static FILE *logfile = NULL;
- static int verbose = 0;
- #define NB_EXPECTED_ERRORS 15
- #if defined(_WIN32) && !defined(__CYGWIN__)
- #define vsnprintf _vsnprintf
- #define snprintf _snprintf
- #endif
- const char *skipped_tests[] = {
- /* http://lists.w3.org/Archives/Public/public-xml-testsuite/2008Jul/0000.html */
- "rmt-ns10-035",
- NULL
- };
- /************************************************************************
- * *
- * File name and path utilities *
- * *
- ************************************************************************/
- static int checkTestFile(const char *filename) {
- struct stat buf;
- if (stat(filename, &buf) == -1)
- return(0);
- #if defined(_WIN32) && !defined(__CYGWIN__)
- if (!(buf.st_mode & _S_IFREG))
- return(0);
- #else
- if (!S_ISREG(buf.st_mode))
- return(0);
- #endif
- return(1);
- }
- static xmlChar *composeDir(const xmlChar *dir, const xmlChar *path) {
- char buf[500];
- if (dir == NULL) return(xmlStrdup(path));
- if (path == NULL) return(NULL);
- snprintf(buf, 500, "%s/%s", (const char *) dir, (const char *) path);
- return(xmlStrdup((const xmlChar *) buf));
- }
- /************************************************************************
- * *
- * Libxml2 specific routines *
- * *
- ************************************************************************/
- static int nb_skipped = 0;
- static int nb_tests = 0;
- static int nb_errors = 0;
- static int nb_leaks = 0;
- /*
- * We need to trap calls to the resolver to not account memory for the catalog
- * and not rely on any external resources.
- */
- static xmlParserInputPtr
- testExternalEntityLoader(const char *URL, const char *ID ATTRIBUTE_UNUSED,
- xmlParserCtxtPtr ctxt) {
- xmlParserInputPtr ret;
- ret = xmlNewInputFromFile(ctxt, (const char *) URL);
- return(ret);
- }
- /*
- * Trapping the error messages at the generic level to grab the equivalent of
- * stderr messages on CLI tools.
- */
- static char testErrors[32769];
- static int testErrorsSize = 0;
- static int nbError = 0;
- static int nbFatal = 0;
- static void test_log(const char *msg, ...) {
- va_list args;
- if (logfile != NULL) {
- fprintf(logfile, "\n------------\n");
- va_start(args, msg);
- vfprintf(logfile, msg, args);
- va_end(args);
- fprintf(logfile, "%s", testErrors);
- testErrorsSize = 0; testErrors[0] = 0;
- }
- if (verbose) {
- va_start(args, msg);
- vfprintf(stderr, msg, args);
- va_end(args);
- }
- }
- static void
- testErrorHandler(void *userData ATTRIBUTE_UNUSED, xmlErrorPtr error) {
- int res;
- if (testErrorsSize >= 32768)
- return;
- res = snprintf(&testErrors[testErrorsSize],
- 32768 - testErrorsSize,
- "%s:%d: %s\n", (error->file ? error->file : "entity"),
- error->line, error->message);
- if (error->level == XML_ERR_FATAL)
- nbFatal++;
- else if (error->level == XML_ERR_ERROR)
- nbError++;
- if (testErrorsSize + res >= 32768) {
- /* buffer is full */
- testErrorsSize = 32768;
- testErrors[testErrorsSize] = 0;
- } else {
- testErrorsSize += res;
- }
- testErrors[testErrorsSize] = 0;
- }
- static xmlXPathContextPtr ctxtXPath;
- static void
- initializeLibxml2(void) {
- xmlGetWarningsDefaultValue = 0;
- xmlPedanticParserDefault(0);
- xmlMemSetup(xmlMemFree, xmlMemMalloc, xmlMemRealloc, xmlMemoryStrdup);
- xmlInitParser();
- xmlSetExternalEntityLoader(testExternalEntityLoader);
- ctxtXPath = xmlXPathNewContext(NULL);
- /*
- * Deactivate the cache if created; otherwise we have to create/free it
- * for every test, since it will confuse the memory leak detection.
- * Note that normally this need not be done, since the cache is not
- * created until set explicitely with xmlXPathContextSetCache();
- * but for test purposes it is sometimes usefull to activate the
- * cache by default for the whole library.
- */
- if (ctxtXPath->cache != NULL)
- xmlXPathContextSetCache(ctxtXPath, 0, -1, 0);
- xmlSetStructuredErrorFunc(NULL, testErrorHandler);
- }
- /************************************************************************
- * *
- * Run the xmlconf test if found *
- * *
- ************************************************************************/
- static int
- xmlconfTestInvalid(const char *id, const char *filename, int options) {
- xmlDocPtr doc;
- xmlParserCtxtPtr ctxt;
- int ret = 1;
- ctxt = xmlNewParserCtxt();
- if (ctxt == NULL) {
- test_log("test %s : %s out of memory\n",
- id, filename);
- return(0);
- }
- doc = xmlCtxtReadFile(ctxt, filename, NULL, options);
- if (doc == NULL) {
- test_log("test %s : %s invalid document turned not well-formed too\n",
- id, filename);
- } else {
- /* invalidity should be reported both in the context and in the document */
- if ((ctxt->valid != 0) || (doc->properties & XML_DOC_DTDVALID)) {
- test_log("test %s : %s failed to detect invalid document\n",
- id, filename);
- nb_errors++;
- ret = 0;
- }
- xmlFreeDoc(doc);
- }
- xmlFreeParserCtxt(ctxt);
- return(ret);
- }
- static int
- xmlconfTestValid(const char *id, const char *filename, int options) {
- xmlDocPtr doc;
- xmlParserCtxtPtr ctxt;
- int ret = 1;
- ctxt = xmlNewParserCtxt();
- if (ctxt == NULL) {
- test_log("test %s : %s out of memory\n",
- id, filename);
- return(0);
- }
- doc = xmlCtxtReadFile(ctxt, filename, NULL, options);
- if (doc == NULL) {
- test_log("test %s : %s failed to parse a valid document\n",
- id, filename);
- nb_errors++;
- ret = 0;
- } else {
- /* validity should be reported both in the context and in the document */
- if ((ctxt->valid == 0) || ((doc->properties & XML_DOC_DTDVALID) == 0)) {
- test_log("test %s : %s failed to validate a valid document\n",
- id, filename);
- nb_errors++;
- ret = 0;
- }
- xmlFreeDoc(doc);
- }
- xmlFreeParserCtxt(ctxt);
- return(ret);
- }
- static int
- xmlconfTestNotNSWF(const char *id, const char *filename, int options) {
- xmlDocPtr doc;
- int ret = 1;
- /*
- * In case of Namespace errors, libxml2 will still parse the document
- * but log a Namesapce error.
- */
- doc = xmlReadFile(filename, NULL, options);
- if (doc == NULL) {
- test_log("test %s : %s failed to parse the XML\n",
- id, filename);
- nb_errors++;
- ret = 0;
- } else {
- if ((xmlLastError.code == XML_ERR_OK) ||
- (xmlLastError.domain != XML_FROM_NAMESPACE)) {
- test_log("test %s : %s failed to detect namespace error\n",
- id, filename);
- nb_errors++;
- ret = 0;
- }
- xmlFreeDoc(doc);
- }
- return(ret);
- }
- static int
- xmlconfTestNotWF(const char *id, const char *filename, int options) {
- xmlDocPtr doc;
- int ret = 1;
- doc = xmlReadFile(filename, NULL, options);
- if (doc != NULL) {
- test_log("test %s : %s failed to detect not well formedness\n",
- id, filename);
- nb_errors++;
- xmlFreeDoc(doc);
- ret = 0;
- }
- return(ret);
- }
- static int
- xmlconfTestItem(xmlDocPtr doc, xmlNodePtr cur) {
- int ret = -1;
- xmlChar *type = NULL;
- xmlChar *filename = NULL;
- xmlChar *uri = NULL;
- xmlChar *base = NULL;
- xmlChar *id = NULL;
- xmlChar *rec = NULL;
- xmlChar *version = NULL;
- xmlChar *entities = NULL;
- xmlChar *edition = NULL;
- int options = 0;
- int nstest = 0;
- int mem, final;
- int i;
- testErrorsSize = 0; testErrors[0] = 0;
- nbError = 0;
- nbFatal = 0;
- id = xmlGetProp(cur, BAD_CAST "ID");
- if (id == NULL) {
- test_log("test missing ID, line %ld\n", xmlGetLineNo(cur));
- goto error;
- }
- for (i = 0;skipped_tests[i] != NULL;i++) {
- if (!strcmp(skipped_tests[i], (char *) id)) {
- test_log("Skipping test %s from skipped list\n", (char *) id);
- ret = 0;
- nb_skipped++;
- goto error;
- }
- }
- type = xmlGetProp(cur, BAD_CAST "TYPE");
- if (type == NULL) {
- test_log("test %s missing TYPE\n", (char *) id);
- goto error;
- }
- uri = xmlGetProp(cur, BAD_CAST "URI");
- if (uri == NULL) {
- test_log("test %s missing URI\n", (char *) id);
- goto error;
- }
- base = xmlNodeGetBase(doc, cur);
- filename = composeDir(base, uri);
- if (!checkTestFile((char *) filename)) {
- test_log("test %s missing file %s \n", id,
- (filename ? (char *)filename : "NULL"));
- goto error;
- }
- version = xmlGetProp(cur, BAD_CAST "VERSION");
- entities = xmlGetProp(cur, BAD_CAST "ENTITIES");
- if (!xmlStrEqual(entities, BAD_CAST "none")) {
- options |= XML_PARSE_DTDLOAD;
- options |= XML_PARSE_NOENT;
- }
- rec = xmlGetProp(cur, BAD_CAST "RECOMMENDATION");
- if ((rec == NULL) ||
- (xmlStrEqual(rec, BAD_CAST "XML1.0")) ||
- (xmlStrEqual(rec, BAD_CAST "XML1.0-errata2e")) ||
- (xmlStrEqual(rec, BAD_CAST "XML1.0-errata3e")) ||
- (xmlStrEqual(rec, BAD_CAST "XML1.0-errata4e"))) {
- if ((version != NULL) && (!xmlStrEqual(version, BAD_CAST "1.0"))) {
- test_log("Skipping test %s for %s\n", (char *) id,
- (char *) version);
- ret = 0;
- nb_skipped++;
- goto error;
- }
- ret = 1;
- } else if ((xmlStrEqual(rec, BAD_CAST "NS1.0")) ||
- (xmlStrEqual(rec, BAD_CAST "NS1.0-errata1e"))) {
- ret = 1;
- nstest = 1;
- } else {
- test_log("Skipping test %s for REC %s\n", (char *) id, (char *) rec);
- ret = 0;
- nb_skipped++;
- goto error;
- }
- edition = xmlGetProp(cur, BAD_CAST "EDITION");
- if ((edition != NULL) && (xmlStrchr(edition, '5') == NULL)) {
- /* test limited to all versions before 5th */
- options |= XML_PARSE_OLD10;
- }
- /*
- * Reset errors and check memory usage before the test
- */
- xmlResetLastError();
- testErrorsSize = 0; testErrors[0] = 0;
- mem = xmlMemUsed();
- if (xmlStrEqual(type, BAD_CAST "not-wf")) {
- if (nstest == 0)
- xmlconfTestNotWF((char *) id, (char *) filename, options);
- else
- xmlconfTestNotNSWF((char *) id, (char *) filename, options);
- } else if (xmlStrEqual(type, BAD_CAST "valid")) {
- options |= XML_PARSE_DTDVALID;
- xmlconfTestValid((char *) id, (char *) filename, options);
- } else if (xmlStrEqual(type, BAD_CAST "invalid")) {
- options |= XML_PARSE_DTDVALID;
- xmlconfTestInvalid((char *) id, (char *) filename, options);
- } else if (xmlStrEqual(type, BAD_CAST "error")) {
- test_log("Skipping error test %s \n", (char *) id);
- ret = 0;
- nb_skipped++;
- goto error;
- } else {
- test_log("test %s unknown TYPE value %s\n", (char *) id, (char *)type);
- ret = -1;
- goto error;
- }
- /*
- * Reset errors and check memory usage after the test
- */
- xmlResetLastError();
- final = xmlMemUsed();
- if (final > mem) {
- test_log("test %s : %s leaked %d bytes\n",
- id, filename, final - mem);
- nb_leaks++;
- xmlMemDisplayLast(logfile, final - mem);
- }
- nb_tests++;
- error:
- if (type != NULL)
- xmlFree(type);
- if (entities != NULL)
- xmlFree(entities);
- if (edition != NULL)
- xmlFree(edition);
- if (version != NULL)
- xmlFree(version);
- if (filename != NULL)
- xmlFree(filename);
- if (uri != NULL)
- xmlFree(uri);
- if (base != NULL)
- xmlFree(base);
- if (id != NULL)
- xmlFree(id);
- if (rec != NULL)
- xmlFree(rec);
- return(ret);
- }
- static int
- xmlconfTestCases(xmlDocPtr doc, xmlNodePtr cur, int level) {
- xmlChar *profile;
- int ret = 0;
- int tests = 0;
- int output = 0;
- if (level == 1) {
- profile = xmlGetProp(cur, BAD_CAST "PROFILE");
- if (profile != NULL) {
- output = 1;
- level++;
- printf("Test cases: %s\n", (char *) profile);
- xmlFree(profile);
- }
- }
- cur = cur->children;
- while (cur != NULL) {
- /* look only at elements we ignore everything else */
- if (cur->type == XML_ELEMENT_NODE) {
- if (xmlStrEqual(cur->name, BAD_CAST "TESTCASES")) {
- ret += xmlconfTestCases(doc, cur, level);
- } else if (xmlStrEqual(cur->name, BAD_CAST "TEST")) {
- if (xmlconfTestItem(doc, cur) >= 0)
- ret++;
- tests++;
- } else {
- fprintf(stderr, "Unhandled element %s\n", (char *)cur->name);
- }
- }
- cur = cur->next;
- }
- if (output == 1) {
- if (tests > 0)
- printf("Test cases: %d tests\n", tests);
- }
- return(ret);
- }
- static int
- xmlconfTestSuite(xmlDocPtr doc, xmlNodePtr cur) {
- xmlChar *profile;
- int ret = 0;
- profile = xmlGetProp(cur, BAD_CAST "PROFILE");
- if (profile != NULL) {
- printf("Test suite: %s\n", (char *) profile);
- xmlFree(profile);
- } else
- printf("Test suite\n");
- cur = cur->children;
- while (cur != NULL) {
- /* look only at elements we ignore everything else */
- if (cur->type == XML_ELEMENT_NODE) {
- if (xmlStrEqual(cur->name, BAD_CAST "TESTCASES")) {
- ret += xmlconfTestCases(doc, cur, 1);
- } else {
- fprintf(stderr, "Unhandled element %s\n", (char *)cur->name);
- }
- }
- cur = cur->next;
- }
- return(ret);
- }
- static void
- xmlconfInfo(void) {
- fprintf(stderr, " you need to fetch and extract the\n");
- fprintf(stderr, " latest XML Conformance Test Suites\n");
- fprintf(stderr, " http://www.w3.org/XML/Test/xmlts20080205.tar.gz\n");
- fprintf(stderr, " see http://www.w3.org/XML/Test/ for informations\n");
- }
- static int
- xmlconfTest(void) {
- const char *confxml = "xmlconf/xmlconf.xml";
- xmlDocPtr doc;
- xmlNodePtr cur;
- int ret = 0;
- if (!checkTestFile(confxml)) {
- fprintf(stderr, "%s is missing \n", confxml);
- xmlconfInfo();
- return(-1);
- }
- doc = xmlReadFile(confxml, NULL, XML_PARSE_NOENT);
- if (doc == NULL) {
- fprintf(stderr, "%s is corrupted \n", confxml);
- xmlconfInfo();
- return(-1);
- }
- cur = xmlDocGetRootElement(doc);
- if ((cur == NULL) || (!xmlStrEqual(cur->name, BAD_CAST "TESTSUITE"))) {
- fprintf(stderr, "Unexpected format %s\n", confxml);
- xmlconfInfo();
- ret = -1;
- } else {
- ret = xmlconfTestSuite(doc, cur);
- }
- xmlFreeDoc(doc);
- return(ret);
- }
- /************************************************************************
- * *
- * The driver for the tests *
- * *
- ************************************************************************/
- int
- main(int argc ATTRIBUTE_UNUSED, char **argv ATTRIBUTE_UNUSED) {
- int ret = 0;
- int old_errors, old_tests, old_leaks;
- logfile = fopen(LOGFILE, "w");
- if (logfile == NULL) {
- fprintf(stderr,
- "Could not open the log file, running in verbose mode\n");
- verbose = 1;
- }
- initializeLibxml2();
- if ((argc >= 2) && (!strcmp(argv[1], "-v")))
- verbose = 1;
- old_errors = nb_errors;
- old_tests = nb_tests;
- old_leaks = nb_leaks;
- xmlconfTest();
- if ((nb_errors == old_errors) && (nb_leaks == old_leaks))
- printf("Ran %d tests, no errors\n", nb_tests - old_tests);
- else
- printf("Ran %d tests, %d errors, %d leaks\n",
- nb_tests - old_tests,
- nb_errors - old_errors,
- nb_leaks - old_leaks);
- if ((nb_errors == 0) && (nb_leaks == 0)) {
- ret = 0;
- printf("Total %d tests, no errors\n",
- nb_tests);
- } else {
- ret = 1;
- printf("Total %d tests, %d errors, %d leaks\n",
- nb_tests, nb_errors, nb_leaks);
- printf("See %s for detailed output\n", LOGFILE);
- if ((nb_leaks == 0) && (nb_errors == NB_EXPECTED_ERRORS)) {
- printf("%d errors were expected\n", nb_errors);
- ret = 0;
- }
- }
- xmlXPathFreeContext(ctxtXPath);
- xmlCleanupParser();
- xmlMemoryDump();
- if (logfile != NULL)
- fclose(logfile);
- return(ret);
- }
- #else /* ! LIBXML_XPATH_ENABLED */
- #include <stdio.h>
- int
- main(int argc, char **argv) {
- fprintf(stderr, "%s need XPath support\n", argv[0]);
- }
- #endif
|