drwnCrossValidator.h

/******************************************************************************
** DARWIN: A FRAMEWORK FOR MACHINE LEARNING RESEARCH AND DEVELOPMENT
** Distributed under the terms of the BSD license (see the LICENSE file)
** Copyright (c) 2007-2015, Stephen Gould
** All rights reserved.
**
******************************************************************************
** FILENAME:    drwnCrossValidator.h
** AUTHOR(S):   Stephen Gould <stephen.gould@anu.edu.au>
**
*****************************************************************************/

#pragma once

#include <cstdlib>
#include <vector>
#include <map>

#include "drwnBase.h"
#include "drwnIO.h"
#include "drwnDataset.h"
#include "drwnClassifier.h"

using namespace std;

// drwnCrossValidator -------------------------------------------------------

class drwnCrossValidator : public drwnWriteable {
 protected:    
    map<string, list<string> > _settings;  //<! property/value list

 public:
    drwnCrossValidator() { /* do nothing */ }
    virtual ~drwnCrossValidator() { /* do nothing */ }

    // i/o
    const char *type() const { return "drwnCrossValidator"; }
    bool save(drwnXMLNode& xml) const;
    bool load(drwnXMLNode& xml);

    unsigned trials() const;

    void clear() { _settings.clear(); }
    void clear(const char *property);

    void add(const char *property, const char *value);
    void addLinear(const char *property, double startValue, double endValue, int numSteps = 10);
    void addLogarithmic(const char *property, double startValue, double endValue, int numSteps = 10);

    double crossValidate(drwnClassifier * &classifier,
        const drwnClassifierDataset& trainSet,
        const drwnClassifierDataset& testSet) const;

 protected:
    virtual double score(drwnClassifier const *classifier,
        const drwnClassifierDataset& testSet) const;
};