fmdp.h

Go to the documentation of this file.

/****************************************************************************
 *   This file is part of the aGrUM/pyAgrum library.                        *
 *                                                                          *
 *   Copyright (c) 2005-2025 by                                             *
 *       - Pierre-Henri WUILLEMIN(_at_LIP6)                                 *
 *       - Christophe GONZALES(_at_AMU)                                     *
 *                                                                          *
 *   The aGrUM/pyAgrum library is free software; you can redistribute it    *
 *   and/or modify it under the terms of either :                           *
 *                                                                          *
 *    - the GNU Lesser General Public License as published by               *
 *      the Free Software Foundation, either version 3 of the License,      *
 *      or (at your option) any later version,                              *
 *    - the MIT license (MIT),                                              *
 *    - or both in dual license, as here.                                   *
 *                                                                          *
 *   (see https://agrum.gitlab.io/articles/dual-licenses-lgplv3mit.html)    *
 *                                                                          *
 *   This aGrUM/pyAgrum library is distributed in the hope that it will be  *
 *   useful, but WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,          *
 *   INCLUDING BUT NOT LIMITED TO THE WARRANTIES MERCHANTABILITY or FITNESS *
 *   FOR A PARTICULAR PURPOSE  AND NONINFRINGEMENT. IN NO EVENT SHALL THE   *
 *   AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER *
 *   LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,        *
 *   ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR  *
 *   OTHER DEALINGS IN THE SOFTWARE.                                        *
 *                                                                          *
 *   See LICENCES for more details.                                         *
 *                                                                          *
 *   SPDX-FileCopyrightText: Copyright 2005-2025                            *
 *       - Pierre-Henri WUILLEMIN(_at_LIP6)                                 *
 *       - Christophe GONZALES(_at_AMU)                                     *
 *   SPDX-License-Identifier: LGPL-3.0-or-later OR MIT                      *
 *                                                                          *
 *   Contact  : info_at_agrum_dot_org                                       *
 *   homepage : http://agrum.gitlab.io                                      *
 *   gitlab   : https://gitlab.com/agrumery/agrum                           *
 *                                                                          *
 ****************************************************************************/
 

#ifndef GUM_FACTORED_MARKOV_DECISION_PROCESS_H
#define GUM_FACTORED_MARKOV_DECISION_PROCESS_H
//======================================================================
#include <string>
#include <vector>
//======================================================================
//======================================================================
#include <agrum/base/multidim/implementations/multiDimFunctionGraph.h>
 
//======================================================================
 
namespace gum {
 
  template < typename GUM_SCALAR >
  class FMDP {
    template < typename GUM_SCALAR_O >
    using VarTransitionTable
        = HashTable< const DiscreteVariable*, const MultiDimImplementation< GUM_SCALAR_O >* >;
 
    public:
    // ===========================================================================
    // ===========================================================================

    FMDP(bool onDestructionDeleteVar = false);

    ~FMDP();

 
    // ===========================================================================
    // ===========================================================================

    void addVariable(const DiscreteVariable* var);

     */
    SequenceIteratorSafe< const DiscreteVariable* > beginVariables() const {
      return _varSeq_.beginSafe();
    }

     */
    SequenceIteratorSafe< const DiscreteVariable* > endVariables() const {
      return _varSeq_.endSafe();
    }

     */
    const DiscreteVariable* main2prime(const DiscreteVariable* mainVar) const {
      return _main2primed_.second(mainVar);
    }

    INLINE const Bijection< const DiscreteVariable*, const DiscreteVariable* >&
                 mapMainPrime() const {
      return _main2primed_;
    }

 
    // ===========================================================================
    // ===========================================================================

    void addAction(Idx actionId, const std::string& action);

    SequenceIteratorSafe< Idx > beginActions() const { return _actionSeq_.beginSafe(); }

    SequenceIteratorSafe< Idx > endActions() const { return _actionSeq_.endSafe(); }

 
    // ===========================================================================
    // ===========================================================================

    void addTransitionForAction(Idx                                         actionId,
                                const DiscreteVariable*                     var,
                                const MultiDimImplementation< GUM_SCALAR >* transition);

     */
    void addTransition(const DiscreteVariable*                     var,
                       const MultiDimImplementation< GUM_SCALAR >* transition) {
      this->addTransitionForAction(0, var, transition);
    }

    const MultiDimImplementation< GUM_SCALAR >* transition(Idx                     actionId,
                                                           const DiscreteVariable* v) const;

 
    // ===========================================================================
    // ===========================================================================

    void addCostForAction(Idx actionId, const MultiDimImplementation< GUM_SCALAR >* cost);

     */
    void addCost(const MultiDimImplementation< GUM_SCALAR >* cost) {
      this->addCostForAction(0, cost);
    }

    const MultiDimImplementation< GUM_SCALAR >* cost(Idx actionId = 0) const;

 
    // ===========================================================================
    // ===========================================================================

    void addRewardForAction(Idx actionId, const MultiDimImplementation< GUM_SCALAR >* reward);

     */
    void addReward(const MultiDimImplementation< GUM_SCALAR >* reward) {
      this->addRewardForAction(0, reward);
    }

    const MultiDimImplementation< GUM_SCALAR >* reward(Idx actionId = 0) const;

 
    // ===========================================================================
    // ===========================================================================

    const std::string& actionName(Idx actionId) const;

    Idx actionId(const std::string&) const;

    std::string toString() const;

    Size size() const;
 

 
    private:
    Sequence< const DiscreteVariable* > _varSeq_;
 
    Sequence< Idx > _actionSeq_;

    Bijection< const DiscreteVariable*, const DiscreteVariable* > _main2primed_;

    Bijection< Idx, const std::string* > _actionMap_;

    HashTable< Idx, VarTransitionTable< GUM_SCALAR >* > _actionTransitionTable_;

    HashTable< Idx, const MultiDimImplementation< GUM_SCALAR >* > _actionCostTable_;

    HashTable< Idx, const MultiDimImplementation< GUM_SCALAR >* > _actionRewardTable_;

    bool _onDestructionDeleteVars_;
  };
 
 
#ifndef GUM_NO_EXTERN_TEMPLATE_CLASS
  extern template class FMDP< double >;
#endif
 
 
} /* namespace gum */
 
#include <agrum/FMDP/fmdp_tpl.h>
 
#endif   // GUM_FACTORED_MARKOV_DECISION_PROCESS_H