softmax_policy.h

Go to the documentation of this file.

#ifndef SOFTMAX_POLICY_H
#define SOFTMAX_POLICY_H
 
 
#include "cuberl/base/cuberl_types.h"
#include "cuberl/rl/policies/max_tabular_policy.h"
#include "cuberl/maths/vector_math.h"
 
 
namespace cuberl {
namespace rl {
namespace policies {
 
class MaxTabularSoftmaxPolicy
{
public:
 
    typedef uint_t output_type;
 
    MaxTabularSoftmaxPolicy(real_t tau=1.0);
 
    template<typename MatType>
    output_type operator()(const MatType& q_map, uint_t state_idx)const;
 
    template<typename VecTp>
    output_type operator()(const VecTp& q_map)const;
 
    void on_episode(uint_t)noexcept{}
 
    void reset()noexcept{}
 
private:
 
    real_t tau_;
 
    MaxTabularPolicy max_policy_;
 
};
 
inline
MaxTabularSoftmaxPolicy::MaxTabularSoftmaxPolicy(real_t tau)
:
tau_(tau)
{}
 
template<typename VecTp>
MaxTabularSoftmaxPolicy::output_type
MaxTabularSoftmaxPolicy::operator()(const VecTp& q_map)const{
 
    auto softmax_vec = maths::softmax_vec(q_map.begin(), q_map.end(), tau_);
    return max_policy_.get_action(softmax_vec);
}
 
}
}
}
 
#endif // SOFTMAX_POLICY_H