Reinforcement Learning Toolbox 2.0 last updated:

General Documentation Manual Tutorial Class Reference Master Thesis Examples Related Papers Downloads Links News mailto:webmaster Main Page     Class Hierarchy   Compound List   File List   Compound Members   File Members clinearfafeaturecalculator.h Go to the documentation of this file. // Copyright (C) 2003 // Gerhard Neumann (gneumann@gmx.net) // Stephan Neumann (sneumann@gmx.net) // // This file is part of RL Toolbox. // http://www.igi.tugraz.at/ril_toolbox // // All rights reserved. // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions // are met: // 1. Redistributions of source code must retain the above copyright // notice, this list of conditions and the following disclaimer. // 2. Redistributions in binary form must reproduce the above copyright // notice, this list of conditions and the following disclaimer in the // documentation and/or other materials provided with the distribution. // 3. The name of the author may not be used to endorse or promote products // derived from this software without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR // IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES // OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. // IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, // INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT // NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF // THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #ifndef CLINEARFAFEATURE_H #define CLINEARFAFEATURE_H #include "cstatemodifier.h" #include <map> class CState; class CStateCollection; class CFeatureOperatorOr : public CStateMultiModifier, public CFeatureCalculator { protected: std::map<CStateModifier *, double> *featureFactors; public: CFeatureOperatorOr(); virtual ~CFeatureOperatorOr(); virtual void getModifiedState(CStateCollection *state, CState *modifiedState); virtual void addStateModifier(CStateModifier *featCalc, double factor = 1.0); virtual void initFeatureOperator(); CStateModifier *getStateModifier(int feature); //void getFeatureDerivationX(int feature, CStateCollection *state, ColumnVector *targetVector); }; class CFeatureOperatorAnd : public CStateMultiModifier, public CFeatureCalculator { protected: public: CFeatureOperatorAnd(); virtual void getModifiedState(CStateCollection *state, CState *modifiedState); virtual void addStateModifier(CStateModifier *featCalc); virtual void initFeatureOperator(); //void getFeatureDerivationX(int feature, CStateCollection *state, ColumnVector *targetVector); }; class CGridFeatureCalculator : public CFeatureCalculator { protected: unsigned int *partitions; unsigned int *dimensions; double *offsets; unsigned int numDim; unsigned int *dimensionSize; double *gridScale; public: CGridFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], double offsets[], unsigned int numActiveFeatures); ~CGridFeatureCalculator(); void setGridScale(int dimension, double scale); int unsigned getNumDimensions(); int unsigned getFeatureIndex(int position[]); virtual void getFeaturePosition(unsigned int feature, ColumnVector *position); virtual unsigned int getActiveFeature(CState *state); virtual void getSingleActiveFeature(CState *state, unsigned int *activeFeature); virtual void getModifiedState(CStateCollection *state, CState *featState) = 0; }; class CTilingFeatureCalculator : public CGridFeatureCalculator { public: CTilingFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], double offsets[]); ~CTilingFeatureCalculator(); virtual void getModifiedState(CStateCollection *state, CState *featState); }; class CLinearMultiFeatureCalculator : public CGridFeatureCalculator { protected: unsigned int *areaSize; unsigned int areaNumPart; ColumnVector *activePosition; ColumnVector *featurePosition; unsigned int *actualPartition; unsigned int *singleStateFeatures; virtual double getFeatureFactor(CState *state, ColumnVector *featPos) = 0; virtual void initAreaSize(); virtual void calcNumActiveFeatures(); public: CLinearMultiFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], double offsets[], unsigned int numFeatures); ~CLinearMultiFeatureCalculator(); virtual void getModifiedState(CStateCollection *state, CState *featState); }; class CRBFFeatureCalculator : public CLinearMultiFeatureCalculator { protected: double *sigma; double sigmaMaxSize; virtual double getFeatureFactor(CState *state, ColumnVector *featPos); virtual void initAreaSize(); public: CRBFFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], double offsets[], double sigma[]); CRBFFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], double offsets[], double sigma[], unsigned int areaSize[]); ~CRBFFeatureCalculator(); //virtual void getFeatureDerivationX(int feature, CStateCollection *state, ColumnVector *targetVector); }; class CLinearInterpolationFeatureCalculator : public CLinearMultiFeatureCalculator { virtual double getFeatureFactor(CState *state, ColumnVector *featPos); virtual void initAreaSize(); public: CLinearInterpolationFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], double offsets[]); ~CLinearInterpolationFeatureCalculator(); }; class CSingleStateFeatureCalculator : public CFeatureCalculator { protected: int dimension; int numPartitions; double *partitions; virtual double getFeatureFactor(int partition, double contState, double difference) = 0; public: CSingleStateFeatureCalculator(int dimension, int numPartitions, double *partitions, int numActiveFeatures); virtual ~CSingleStateFeatureCalculator(); virtual void getModifiedState(CStateCollection *state, CState *featState); }; class CSingleStateRBFFeatureCalculator : public CSingleStateFeatureCalculator { protected: virtual double getFeatureFactor(int partition, double difference, double nextPart); public: CSingleStateRBFFeatureCalculator(int dimension, int numPartitions, double *partitions, int numActiveFeatures); //virtual void getFeatureDerivationX(int feature, CStateCollection *state, ColumnVector *targetVector); }; class CSingleStateLinearInterpolationFeatureCalculator : public CSingleStateFeatureCalculator { protected: virtual double getFeatureFactor(int partition, double difference, double nextPart); public: CSingleStateLinearInterpolationFeatureCalculator(int dimension, int numPartitions, double *partitions); ~CSingleStateLinearInterpolationFeatureCalculator(); }; class CFeatureStateNNInput : public CStateModifier { protected: CFeatureCalculator *featureStateCalc; CState *featureState; public: CFeatureStateNNInput(CFeatureCalculator *featureStateCalc); ~CFeatureStateNNInput(); virtual void getModifiedState(CStateCollection *state, CState *featState); }; #endif