uniform_discrete_policy.h

Go to the documentation of this file.

#ifndef UNIFORM_DISCRETE_POLICY_H
#define UNIFORM_DISCRETE_POLICY_H
 
#include "cuberl/base/cuberl_types.h"
 
#include <vector>
#include <utility>
 
namespace cuberl{
namespace rl {
namespace policies {
 
class UniformDiscretePolicy final 
{
public:
 
    UniformDiscretePolicy(uint_t n_states, uint_t n_actions);
 
    UniformDiscretePolicy(uint_t n_states, uint_t n_actions, real_t val);
 
    std::vector<std::pair<uint_t, real_t>> operator()(uint_t sidx)const{return (*this)[sidx];}
 
    std::vector<std::pair<uint_t, real_t>> operator[](uint_t sidx)const;
 
    void update(uint_t sidx, const std::vector<std::pair<uint_t, real_t>>& vals);
 
    bool equals(const UniformDiscretePolicy& other)const;
 
    std::vector<std::vector<std::pair<uint_t, real_t>>>& state_actions_values(){return state_actions_prob_;}
 
    std::pair<uint_t, uint_t> shape()const{return {n_states_, n_actions_};}
 
    void update(const UniformDiscretePolicy& other);
 
    std::ostream& print(std::ostream& out)const;
 
private:
 
    uint_t n_states_;
 
    uint_t n_actions_;
 
    real_t val_;
 
    std::vector<std::vector<std::pair<uint_t, real_t>>> state_actions_prob_;
 
    void init_();
};
 
inline
bool operator==(const UniformDiscretePolicy& p1, const UniformDiscretePolicy& p2){
    return p1.equals(p2);
}
 
inline
bool operator !=(const UniformDiscretePolicy& p1, const UniformDiscretePolicy& p2){
    return !(p1 == p2);
}
 
}
}
}
 
#endif // UNIFORM_DISCRETE_POLICY_H