testdriver-after-test.inc

Go to the documentation of this file.

/**
 * @file  testdriver-after-test.inc
 * @brief Default implementation of test driver.
 *
 * This file is included in the test driver generated by the CMake command
 * <a href="http://www.cmake.org/cmake/help/cmake-2-8-docs.html#command:create_test_sourcelist">
 * create_test_sourcelist()</a> directly after the call to the test main function.
 * It performs regression testing if requested.
 *
 * This file is a modified version of the itkTestDriverBeforeTest.inc file
 * which is part of the TestKernel module of the ITK 4 project.
 *
 * Copyright (c) 2011 University of Pennsylvania.<br />
 * Copyright Insight Software Consortium.<br />
 * All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *        http://www.apache.org/licenses/LICENSE-2.0.txt
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 * Contact: SBIA Group <sbia-software at uphs.upenn.edu>
 */

//int main(int, char*)
//{
    // #include <sbia/basis/testdriver-before-test.inc> -> try {
        // [...]

        // revert redirection of output
        if (oldcoutbuf) {
            cout.rdbuf(oldcoutbuf);
            redirectstream.close();
        }
        // perform regression tests of output image(s)
        if (result == 0) {
            if (!regression_tests.empty() && verbose.getValue() > 0) {
                cout << "Performing regression tests" << endl;
            }
            for (size_t i = 0; i < regression_tests.size(); i++) {
                const char*    test_image_file      = regression_tests[i].test_image_file.c_str();
                const char*    baseline_image_file  = regression_tests[i].baseline_image_file.c_str();
                vector<string> baseline_image_files = get_baseline_filenames(baseline_image_file);
                string         bestmatch  = baseline_image_file;
                int            beststatus = numeric_limits<int>::max();
                if (baseline_image_files.empty()) {
                    bestmatch += " not found";
                    cerr << "No baseline images found given file path " << baseline_image_file << "!" << endl;
                } else {
                    for (size_t j = 0; j < baseline_image_files.size(); j++) {
                        int status = image_regression_test(
                                test_image_file,
                                baseline_image_files[j].c_str(),
                                regression_tests[i].intensity_tolerance,
                                regression_tests[i].max_number_of_differences,
                                regression_tests[i].tolerance_radius);
                        if (status < beststatus) {
                            bestmatch  = baseline_image_files[j];
                            beststatus = status;
                        }
                        if (beststatus == 0) {
                            // perfect test result
                            break;
                        }
                    }
                    // if the best we can do still has errors...
                    if (beststatus != 0) {
                        image_regression_test(
                                test_image_file,
                                baseline_image_files[0].c_str(),
                                regression_tests[i].intensity_tolerance,
                                regression_tests[i].max_number_of_differences,
                                regression_tests[i].tolerance_radius,
                                1); // ...generate error images
                    }
                }
                // output the matching baseline for submission to the dashboard
                cout << "<DartMeasurement name=\"BaselineImageName\" type=\"text/string\">";
                cout << get_file_name(bestmatch);
                cout << "</DartMeasurement>" << std::endl;
                result += beststatus;
            }
            // empty current working directory
            if (clean_cwd_after_test.getValue()) {
                clear_directory(get_working_directory().c_str());
            }
        }

    // catch any exceptions
    } catch (const exception& e) {
        cerr << "Test driver caught an exception:\n";
        cerr << e.what() << "\n";
        result = -1;
    } catch (...) {
        cerr << "Test driver caught an unknown exception!!!\n";
        result = -1;
    }
//} end of main()