ObservationTraceUnfolder.h

Go to the documentation of this file.

#pragma once
 
#include "storm/models/sparse/Pomdp.h"
 
namespace storm {
namespace pomdp {
 
class ObservationTraceUnfolderOptions {
   public:
    bool useRestartSemantics = true;
};

template<typename ValueType>
class ObservationTraceUnfolder {
   public:
    ObservationTraceUnfolder(storm::models::sparse::Pomdp<ValueType> const& model, std::vector<ValueType> const& risk,
                             std::shared_ptr<storm::expressions::ExpressionManager>& exprManager, ObservationTraceUnfolderOptions const& options);
    std::shared_ptr<storm::models::sparse::Mdp<ValueType>> transform(std::vector<uint32_t> const& observations);
    std::shared_ptr<storm::models::sparse::Mdp<ValueType>> extend(std::vector<uint32_t> const& observations);
    void reset(uint32_t observation);
 
    bool isRestartSemanticsSet() const;
 
   private:
    storm::models::sparse::Pomdp<ValueType> model;
    std::vector<ValueType> risk;  // TODO reconsider holding this as a reference, but there were some strange bugs
    std::shared_ptr<storm::expressions::ExpressionManager>& exprManager;
    std::vector<uint32_t> traceSoFar;
    storm::expressions::Variable svvar;  // Maps to the old state (explicit encoding)
    storm::expressions::Variable tsvar;  // Maps to the time step
    ObservationTraceUnfolderOptions options;
};
 
}  // namespace pomdp
}  // namespace storm