momdp Namespace Reference

Classes
class	AlphaPlane
class	AlphaPlaneMaxMeta
class	AlphaPlanePool
class	AlphaPlanePoolDataTuple
class	AlphaPlanePoolSet
class	AlphaVectorPolicy
class	Backup
class	BackupAlphaPlaneMOMDP
class	BackupAlphaPlaneMOMDPLite
class	BackupBeliefValuePairMOMDP
class	BackupBeliefValuePairMOMDPLite
class	BeliefCache
class	BeliefCacheRow
class	BeliefForest
class	BeliefTransition
class	BeliefTransitionMOMDP
class	BeliefTransitionMOMDPLite
class	BeliefTreeEdge
class	BeliefTreeNode
class	BeliefTreeObsState
class	BeliefTreeQEntry
class	BeliefValuePair
class	BeliefValuePairPool
class	BeliefValuePairPoolDataTuple
class	BeliefValuePairPoolSet
struct	BeliefVector_RowIndexPair
class	BeliefWithState
class	BinManager
class	BinManagerDataTuple
class	BinManagerSet
struct	BlindLBInitializer
class	BooleanVariable
class	Bound
class	BoundSet
struct	BPUpdateResult
struct	cacherow_stval
class	CoLoc
struct	ColumnMajorCompare
class	Controller
class	DenseVector
struct	EnumEntry
class	EvaluationEngine
class	EvaluatorAfterActionDataTuple
class	EvaluatorAfterObsDataTuple
class	EvaluatorBeliefTreeNodeTuple
class	EvaluatorSampleEngine
class	FactoredPomdp
struct	FastInfUBInitializer
class	FullObsUBInitializer
class	GlobalResource
class	IndexedTuple
class	InRangeAllNto1VarRel
class	IVariable
class	IVariableValue
struct	kmatrix
struct	kmatrix_entry
class	Map2D
class	Map2DPath
class	Map2DPosValue
class	Map2DPosVar
class	MathLib
struct	MDP
class	MObject
class	MObjectManager
class	MObjectUser
class	MOMDP
class	MOMDPLite
class	Move2DPathFollowerActPosHasGuideNoisyVarRel
class	Move2DPathFollowerActPosVarRel
class	Move2DVarRel
class	NodeRelation
class	NoisyVariableRel
class	Obs2DBeaconNoisy
class	ObservationProbabilities
class	ObservationProbabilitiesByFunction
class	Parser
class	ParserSelector
class	PointBasedAlgorithm
class	PolicyGraphGenerator
class	PolicyGraphParam
class	POMDP
class	ProblemParams
class	Prune
class	PruneAlphaPlane
class	PruneBeliefValuePair
class	RelEntry
class	RewardAtGoal
class	RewardMovementCostRel
class	RewardOnPath
class	Rewards
class	RewardsByFunction
class	Sample
class	SampleBP
struct	SampleRootEdge
class	SARSOP
class	SARSOPAlphaPlaneTuple
class	SARSOPPrune
class	SimulationEngine
class	SimulationRewardCollector
class	SolverParams
class	SparseCol
class	SparseMatrix
class	SparseVector
class	SparseVector_Entry
class	StateTransitionX
class	StateTransitionXByFunction
class	StateTransitionXXpY
class	StateTransitionXY
class	StateTransitionXYByFunction
class	StateTransitionY
class	StatsCollector
class	SymbolSet
class	SymbolSetIterator
class	TerminationVarPaddedRel
class	TriggerVarRel
class	Tuple
class	UniqueBeliefHeap
class	ValueSet
class	Variable
class	VariableCombined
class	VariableContainer
class	VariableRelation
class	VariableValue
Typedefs
typedef SparseVector	Belief
Enumerations
enum	StrategiesEnum {   S_HSVI, S_FSVIHSVI, S_PERSEUS, S_PBVI,   S_SARSOP, S_GES, S_FSVI, S_COLLECT,   S_CA, S_BP, S_BPS }
Functions
int	argmax_elt (const DenseVector &v)
int	argmax_elt (const SparseVector &v)
REAL_VALUE	BeliefEntryTruncate (REAL_VALUE input)
int	binarySearch (const SparseVector &x, int key)
int	binarySearch (const SparseVector &x, int lowerbound, int key)
int	chooseFromDistribution (const DenseVector &b)
int	chooseFromDistribution (const SparseVector &b)
int	chooseFromDistribution (const SparseVector &b, double r)
void	copy (DenseVector &result, const SparseVector &x)
void	copy (SparseVector &result, const DenseVector &x)
void	copy (SparseMatrix &result, kmatrix &A)
void	copy (SparseVector &result, const SparseVector &x)
void	copy (DenseVector &result, const DenseVector &x)
void	copy (SparseMatrix &result, CassandraMatrix A, int numColumns)
void	copy (kmatrix &result, CassandraMatrix A, int numColumns)
void	copy_from_column (SparseVector &result, const SparseMatrix &A, unsigned int c)
void	copy_from_column (DenseVector &result, const SparseMatrix &A, unsigned int c)
	DenseVector_Operator (+=)
	DenseVector_Operator (-=)
bool	dominates (const DenseVector &x, const DenseVector &y, double eps)
bool	dominates (const SparseVector &x, const SparseVector &y, double eps)
void	emult (DenseVector &result, const DenseVector &x, const DenseVector &y)
void	emult (SparseVector &result, const SparseVector &x, const SparseVector &y)
void	emult (DenseVector &result, const DenseVector &x, const SparseVector &y)
template<class T , class U >
void	emult_cc_internal (SparseVector &result, T xbegin, T xend, U ybegin, U yend)
void	emult_column (SparseVector &result, const SparseMatrix &A, unsigned int c, const SparseVector &x)
void	emult_column (DenseVector &result, const SparseMatrix &A, unsigned int c, const DenseVector &x)
template<class T >
void	emult_dc_internal (DenseVector &result, const DenseVector &x, T ybegin, T yend)
bool	endsWith (const std::string &s, const std::string &suffix)
int	getEnum (const char *key, EnumEntry *table, const char *cmdName, const char *opt)
double	inner_prod (const DenseVector &x, const SparseVector &y)
double	inner_prod (const SparseVector &x, const SparseVector &y)
double	inner_prod_binary (const SparseVector &x, const SparseVector &y)
double	inner_prod_column (const SparseMatrix &A, unsigned int c, const SparseVector &x)
template<class T , class U >
double	inner_prod_SparseVector_internal (T xbegin, T xend, U ybegin, U yend)
void	intrusive_ptr_add_ref (MObject *p)
void	intrusive_ptr_release (MObject *p)
void	kmatrix_set_entry (kmatrix &A, unsigned int r, unsigned int c, double v)
void	kmatrix_transpose_in_place (kmatrix &A)
void	max_assign (DenseVector &result, const DenseVector &x)
void	mult (DenseVector &result, const SparseMatrix &A, const SparseVector &x)
void	mult (DenseVector &result, const SparseMatrix &A, const DenseVector &x)
void	mult (SparseVector &result, const SparseMatrix &A, const SparseVector &x)
void	mult (DenseVector &result, const DenseVector &x, const SparseMatrix &A)
void	mult (DenseVector &result, const SparseVector &x, const SparseMatrix &A)
void	mult (SparseVector &result, const SharedPointer< SparseVector > x, const SharedPointer< SparseMatrix > A)
void	mult (SparseVector &result, const SharedPointer< SparseVector > x, const SparseMatrix &A)
void	mult (SparseVector &result, const SparseVector &x, const SharedPointer< SparseMatrix > A)
void	mult (SparseVector &result, const SparseVector &x, const SparseMatrix &A)
void	printTuple (map< string, string > tuple, ofstream *streamOut)
int	quickLog2 (int n)
bool	rc_equal (const kmatrix_entry &lhs, const kmatrix_entry &rhs)
static void	reaDenseVector (char *data, DenseVector &b, int numValues)
void	set_to_zero (kmatrix &M)
void	set_to_zero (SparseMatrix &M)
void	set_to_zero (DenseVector &v)
void	set_to_zero (SparseVector &v)
string	TrimStr (string &Src)
static void	trimTrailingWhiteSpace (char *s)
REAL_VALUE	unit_rand (void)
Variables
static EnumEntry	strategiesG []

---

Detailed Description

The code is released under GPL v2

Part of the this code is derived from ZMDP: http://www.cs.cmu.edu/~trey/zmdp/ ZMDP is released under Apache License 2.0 The rest of the code is released under GPL v2

---

Typedef Documentation

typedef SparseVector momdp::Belief

Definition at line 8 of file Belief.h.

---

Enumeration Type Documentation

enum momdp::StrategiesEnum

Enumerator:

S_HSVI
S_FSVIHSVI
S_PERSEUS
S_PBVI
S_SARSOP
S_GES
S_FSVI
S_COLLECT
S_CA
S_BP
S_BPS

Definition at line 34 of file solverUtils.h.

---

Function Documentation

int momdp::argmax_elt

(

const DenseVector &

v

)

Definition at line 555 of file MathLib.cpp.

int momdp::argmax_elt

(

const SparseVector &

v

)

Definition at line 569 of file MathLib.cpp.

REAL_VALUE momdp::BeliefEntryTruncate

(

REAL_VALUE

input

)

[inline]

Definition at line 33 of file MathLib.h.

int momdp::binarySearch	(	const SparseVector &	x,
		int	key
	)

int momdp::binarySearch	(	const SparseVector &	x,
		int	lowerbound,
		int	key
	)

Definition at line 311 of file MathLib.cpp.

int momdp::chooseFromDistribution

(

const DenseVector &

b

)

[inline]

Definition at line 247 of file MathLib.h.

int momdp::chooseFromDistribution

(

const SparseVector &

b

)

[inline]

Definition at line 261 of file MathLib.h.

int momdp::chooseFromDistribution	(	const SparseVector &	b,
		double	r
	)		[inline]

Definition at line 276 of file MathLib.h.

void momdp::copy	(	DenseVector &	result,
		const SparseVector &	x
	)

Definition at line 14 of file MathLib.cpp.

void momdp::copy	(	SparseVector &	result,
		const DenseVector &	x
	)

Definition at line 24 of file MathLib.cpp.

void momdp::copy	(	SparseMatrix &	result,
		kmatrix &	A
	)

Definition at line 58 of file MathLib.cpp.

void momdp::copy	(	SparseVector &	result,
		const SparseVector &	x
	)		[inline]

Definition at line 78 of file MathLib.h.

void momdp::copy	(	DenseVector &	result,
		const DenseVector &	x
	)		[inline]

Definition at line 82 of file MathLib.h.

void momdp::copy	(	SparseMatrix &	result,
		CassandraMatrix	A,
		int	numColumns
	)		[inline]

Definition at line 179 of file MathLib.h.

void momdp::copy	(	kmatrix &	result,
		CassandraMatrix	A,
		int	numColumns
	)		[inline]

Definition at line 187 of file MathLib.h.

void momdp::copy_from_column	(	SparseVector &	result,
		const SparseMatrix &	A,
		unsigned int	c
	)

Definition at line 71 of file MathLib.cpp.

void momdp::copy_from_column	(	DenseVector &	result,
		const SparseMatrix &	A,
		unsigned int	c
	)

Definition at line 91 of file MathLib.cpp.

momdp::DenseVector_Operator

(

+

)

momdp::DenseVector_Operator

(

-

)

bool momdp::dominates	(	const DenseVector &	x,
		const DenseVector &	y,
		double	eps
	)

Definition at line 390 of file MathLib.cpp.

bool momdp::dominates	(	const SparseVector &	x,
		const SparseVector &	y,
		double	eps
	)

Definition at line 399 of file MathLib.cpp.

void momdp::emult	(	DenseVector &	result,
		const DenseVector &	x,
		const DenseVector &	y
	)

Definition at line 177 of file MathLib.cpp.

void momdp::emult	(	SparseVector &	result,
		const SparseVector &	x,
		const SparseVector &	y
	)

Definition at line 205 of file MathLib.cpp.

void momdp::emult	(	DenseVector &	result,
		const DenseVector &	x,
		const SparseVector &	y
	)

Definition at line 242 of file MathLib.cpp.

template<class T , class U >

void momdp::emult_cc_internal	(	SparseVector &	result,
		T	xbegin,
		T	xend,
		U	ybegin,
		U	yend
	)

Definition at line 187 of file MathLib.cpp.

void momdp::emult_column	(	SparseVector &	result,
		const SparseMatrix &	A,
		unsigned int	c,
		const SparseVector &	x
	)

Definition at line 216 of file MathLib.cpp.

void momdp::emult_column	(	DenseVector &	result,
		const SparseMatrix &	A,
		unsigned int	c,
		const DenseVector &	x
	)

Definition at line 250 of file MathLib.cpp.

template<class T >

void momdp::emult_dc_internal	(	DenseVector &	result,
		const DenseVector &	x,
		T	ybegin,
		T	yend
	)

Definition at line 232 of file MathLib.cpp.

bool momdp::endsWith	(	const std::string &	s,
		const std::string &	suffix
	)

Definition at line 70 of file solverUtils.cpp.

int momdp::getEnum	(	const char *	key,
		EnumEntry *	table,
		const char *	cmdName,
		const char *	opt
	)

Definition at line 57 of file solverUtils.cpp.

double momdp::inner_prod	(	const DenseVector &	x,
		const SparseVector &	y
	)

Definition at line 260 of file MathLib.cpp.

double momdp::inner_prod	(	const SparseVector &	x,
		const SparseVector &	y
	)

Definition at line 271 of file MathLib.cpp.

double momdp::inner_prod_binary	(	const SparseVector &	x,
		const SparseVector &	y
	)

Definition at line 349 of file MathLib.cpp.

double momdp::inner_prod_column	(	const SparseMatrix &	A,
		unsigned int	c,
		const SparseVector &	x
	)

Definition at line 381 of file MathLib.cpp.

template<class T , class U >

double momdp::inner_prod_SparseVector_internal	(	T	xbegin,
		T	xend,
		U	ybegin,
		U	yend
	)

Definition at line 157 of file SparseVector.h.

void momdp::intrusive_ptr_add_ref

(

MObject *

p

)

[inline]

Definition at line 51 of file MObject.h.

void momdp::intrusive_ptr_release

(

MObject *

p

)

[inline]

Definition at line 59 of file MObject.h.

void momdp::kmatrix_set_entry	(	kmatrix &	A,
		unsigned int	r,
		unsigned int	c,
		double	v
	)

Definition at line 107 of file MathLib.cpp.

void momdp::kmatrix_transpose_in_place

(

kmatrix &

A

)

Definition at line 114 of file MathLib.cpp.

void momdp::max_assign	(	DenseVector &	result,
		const DenseVector &	x
	)

Definition at line 608 of file MathLib.cpp.

void momdp::mult	(	DenseVector &	result,
		const SparseMatrix &	A,
		const SparseVector &	x
	)

Definition at line 124 of file MathLib.cpp.

void momdp::mult	(	DenseVector &	result,
		const SparseMatrix &	A,
		const DenseVector &	x
	)

Definition at line 129 of file MathLib.cpp.

void momdp::mult	(	SparseVector &	result,
		const SparseMatrix &	A,
		const SparseVector &	x
	)

Definition at line 135 of file MathLib.cpp.

void momdp::mult	(	DenseVector &	result,
		const DenseVector &	x,
		const SparseMatrix &	A
	)

Definition at line 144 of file MathLib.cpp.

void momdp::mult	(	DenseVector &	result,
		const SparseVector &	x,
		const SparseMatrix &	A
	)

Definition at line 151 of file MathLib.cpp.

void momdp::mult	(	SparseVector &	result,
		const SharedPointer< SparseVector >	x,
		const SharedPointer< SparseMatrix >	A
	)

Definition at line 157 of file MathLib.cpp.

void momdp::mult	(	SparseVector &	result,
		const SharedPointer< SparseVector >	x,
		const SparseMatrix &	A
	)

Definition at line 161 of file MathLib.cpp.

void momdp::mult	(	SparseVector &	result,
		const SparseVector &	x,
		const SharedPointer< SparseMatrix >	A
	)

Definition at line 165 of file MathLib.cpp.

void momdp::mult	(	SparseVector &	result,
		const SparseVector &	x,
		const SparseMatrix &	A
	)

Definition at line 169 of file MathLib.cpp.

void momdp::printTuple	(	map< string, string >	tuple,
		ofstream *	streamOut
	)

Definition at line 13 of file SimulationEngine.cpp.

int momdp::quickLog2

(

int

n

)

Definition at line 294 of file MathLib.cpp.

bool momdp::rc_equal	(	const kmatrix_entry &	lhs,
		const kmatrix_entry &	rhs
	)

Definition at line 512 of file MathLib.cpp.

static void momdp::reaDenseVector	(	char *	data,
		DenseVector &	b,
		int	numValues
	)		[static]

Definition at line 56 of file POMDP.cpp.

void momdp::set_to_zero

(

kmatrix &

M

)

[inline]

Definition at line 221 of file MathLib.h.

void momdp::set_to_zero

(

SparseMatrix &

M

)

[inline]

Definition at line 226 of file MathLib.h.

void momdp::set_to_zero

(

DenseVector &

v

)

[inline]

Definition at line 231 of file MathLib.h.

void momdp::set_to_zero

(

SparseVector &

v

)

[inline]

Definition at line 236 of file MathLib.h.

string momdp::TrimStr

(

string &

Src

)

Definition at line 314 of file POMDP.cpp.

static void momdp::trimTrailingWhiteSpace

(

char *

s

)

[static]

Definition at line 75 of file POMDP.cpp.

REAL_VALUE momdp::unit_rand

(

void

)

[inline]

Definition at line 28 of file MathLib.h.

---

Variable Documentation

EnumEntry momdp::strategiesG[] [static]

Initial value:

 {
                {"sarsop", S_SARSOP},
                {"sarsop_bp", S_BPS},
                {NULL, -1}
        }

Definition at line 51 of file solverUtils.cpp.