Tester.cpp

Go to the documentation of this file.

#include "Tester.hpp"

#include <boost/thread.hpp>

#include "../typedef.hpp"
#include "../utility/LogHelper.hpp"

namespace ISM
{
        EvaluationResult Tester::evaluate(std::string patternName, const IsmPtr& ism)
        {
                LogHelper::logMessage("Evaluating the ISM: ", LOG_INFO, LogHelper::LOG_COLOR_BLUE);

                mObjectSetValidator->setISM(ism);

                mEvaluationRuntime = 0;

                std::vector<ISM::ObjectSetPtr> invalidTestSets = mInvalidTestSetsPerPattern.at(patternName);
                std::vector<ISM::ObjectSetPtr> validTestSets = mValidTestSetsPerPattern.at(patternName);

                mNumTestsDone = 0;
                mNumTests = invalidTestSets.size();

                if (mTestForFalseNegatives)
                {
                        mNumTests += validTestSets.size();
                }

                LogHelper::displayProgress(0);
                unsigned falsePositives = evaluateTestSets(invalidTestSets, patternName, false);

                unsigned falseNegatives = 0;
                if (mTestForFalseNegatives)
                {
                        falseNegatives = evaluateTestSets(validTestSets, patternName, true);
                }
                LogHelper::displayProgress(1);

                double averageEvaluationDuration = mEvaluationRuntime / mNumTests;

                EvaluationResult er = {falsePositives,
                        falseNegatives,
                        averageEvaluationDuration};

                LogHelper::logMessage("\n\nEvaluation result is: ", LOG_INFO, LogHelper::LOG_COLOR_BLUE);
                LogHelper::logMessage(er.getDescription(), LOG_INFO, LogHelper::LOG_COLOR_BLUE);

                return er;
        }

        unsigned Tester::evaluateTestSets(const std::vector<ISM::ObjectSetPtr>& testSets, const std::string& patternName, 
                        bool expectedValue)
        {
                unsigned numUnexpectedResults = 0;

                for (unsigned i = 0; i < testSets.size(); ++i)  
                {
                        std::pair<bool, double> result = mObjectSetValidator->isSetValid(testSets[i], patternName);

                        if (expectedValue != result.first)
                        {
                                numUnexpectedResults++;
                        }

                        mEvaluationRuntime += result.second;

                        mNumTestsDone++;
                        LogHelper::displayProgress(((double) mNumTestsDone) / mNumTests);
                }

                return numUnexpectedResults;
        }

        std::string Tester::getDescription() {
                std::stringstream s;
                s << "Evaluator is Tester.cpp:" << std::endl
                        << "- Calcualtes the number of false positives and false negatives and the average evaluation runtime."
                        << std::endl;
                return s.str();
        }
}