ToStateBasedObservationTransformer.h

Go to the documentation of this file.

#pragma once
 
#include <cstdint>
#include <functional>
#include <memory>
#include <set>
 
#include "storm/models/sparse/Pomdp.h"
#include "storm/models/sparse/StandardRewardModel.h"
 
namespace storm::pomdp::transformer {
 
template<typename ValueType>
class ToStateBasedObservationTransformer {
   public:
    using ObservationType = uint32_t;
    using StateIdType = uint64_t;
    using ActionIdType = uint64_t;  // Action indices are local, i.e. 0 is always the first action of any state
    using TransitionObservationFunction = std::function<ObservationType(StateIdType, ActionIdType, StateIdType)>;

    static std::shared_ptr<storm::models::sparse::Pomdp<ValueType>> transform(storm::models::sparse::Mdp<ValueType> const& mdp,
                                                                              TransitionObservationFunction const& transitionObservationFunction,
                                                                              ObservationType initialObservation, bool dropUnreachableStates = true);

    static std::shared_ptr<storm::models::sparse::Pomdp<ValueType>> transformRewardAware(storm::models::sparse::Pomdp<ValueType> const& pomdp,
                                                                                         std::set<std::string> const& observableRewardModels,
                                                                                         bool dropUnreachableStates = true);
};
 
}  // namespace storm::pomdp::transformer