random_tabular_policy.h

Go to the documentation of this file.

#ifndef RANDOM_TABULAR_POLICY_H
#define RANDOM_TABULAR_POLICY_H
 
#include "cuberl/base/cuberl_types.h"
#include "cuberl/base/cubeai_config.h"
#include "cuberl/utils/torch_adaptor.h"
 
 
#ifdef USE_PYTORCH
#include <torch/torch.h>
#endif
 
#include <random>
 
namespace cuberl {
namespace rl {
namespace policies {
 
class RandomTabularPolicy
{
 
public:
    
    typedef uint_t output_type;
 
    RandomTabularPolicy();
 
    explicit RandomTabularPolicy(uint_t seed);
 
    template<typename MatType>
    output_type operator()(const MatType& q_map, uint_t state_idx)const;
 
#ifdef USE_PYTORCH
    output_type operator()(const torch_tensor_t& vec)const;
#endif
 
    template<typename VecTp>
    output_type operator()(const VecTp& vec)const;
    
    
    template<typename MatType>
    output_type get_action(const MatType& q_map, uint_t state_idx);
    
    template<typename VecTp>
    output_type get_action(const VecTp& q_map);
 
    void on_episode(uint_t)noexcept{}
 
    void reset()noexcept{}
 
private:
    
    //std::random_device rd_;
 
    mutable std::mt19937 generator_;
};
 
#ifdef USE_PYTORCH
inline
RandomTabularPolicy::output_type
RandomTabularPolicy::operator()(const torch_tensor_t& vec)const{
 
    auto vector = cuberl::utils::pytorch::TorchAdaptor::to_vector<real_t>(vec);
    //std::discrete_distribution<int> distribution(vector.begin(), vector.end());
    std::uniform_int_distribution<uint_t> distribution(0, vector.size()-1);
    return distribution(generator_);
 
}
#endif
 
template<typename VecTp>
RandomTabularPolicy::output_type
RandomTabularPolicy::operator()(const VecTp& vec)const{
 
    //std::discrete_distribution<int> distribution(vec.begin(), vec.end());
    std::uniform_int_distribution<uint_t> distribution(0, vec.size()-1);
    return distribution(generator_);
 
}
 
template<typename VecTp>
RandomTabularPolicy::output_type
RandomTabularPolicy::get_action(const VecTp& vec){
    std::uniform_int_distribution<uint_t> distribution(0, vec.size()-1);
    return distribution(generator_);
}
 
}
}
}
 
#endif // RANDOM_TABULAR_POLICY_H