env_types.h

Go to the documentation of this file.

#ifndef BITRL_ENV_TYPES_H
#define BITRL_ENV_TYPES_H
#include "bitrl/bitrl_types.h"
#include "bitrl/envs/space_type.h"
 
namespace bitrl
{
namespace envs
{
 
template <uint_t state_end, uint_t action_end, uint_t state_start = 0, uint_t action_start = 0>
struct ScalarDiscreteEnv
{
 
    typedef ScalarDiscreteSpace<state_start, state_end> state_space;
 
    typedef typename state_space::space_item_type state_type;
 
    static constexpr uint_t STATE_SPACE_SIZE = state_space::size;
 
    typedef ScalarDiscreteSpace<action_start, action_end> action_space;
 
    typedef typename action_space::space_item_type action_type;
 
    static constexpr uint_t ACTION_SPACE_SIZE = action_space::size;
 
    static action_type sample_action() { return action_space::sample(true); }
 
    static action_type sample_action(uint_t seed) { return action_space::sample(seed, true); }
 
    static std::vector<action_type> sample_action(uint_t seed, uint_t size)
    {
        return action_space::sample(seed, size, true);
    }
};
 
template <uint_t StateSpaceSize, uint_t action_end, uint_t action_start = 0,
          typename StateSpaceItemType = real_t>
struct ContinuousVectorStateDiscreteActionEnv
{
 
    typedef ContinuousVectorSpace<StateSpaceSize, StateSpaceItemType> state_space;
 
    typedef typename state_space::space_item_type state_type;
 
    static constexpr uint_t STATE_SPACE_SIZE = state_space::size;
 
    typedef ScalarDiscreteSpace<action_start, action_end> action_space;
 
    typedef typename action_space::space_item_type action_type;
 
    static constexpr uint_t ACTION_SPACE_SIZE = action_space::size;
 
    static action_type sample_action() { return action_space::sample(); }
};
 
template <uint_t StateSpaceSize, uint_t ActionSpaceSize, typename StateSpaceItemType = real_t,
          typename ActionSpaceItemType = real_t>
struct ContinuousVectorStateContinuousVectorActionEnv
{
    typedef ContinuousVectorSpace<StateSpaceSize, StateSpaceItemType> state_space;
 
    static constexpr uint_t STATE_SPACE_SIZE = state_space::size;
 
    typedef typename state_space::space_item_type state_type;
 
    typedef ContinuousVectorSpace<ActionSpaceSize, ActionSpaceItemType> action_space;
 
    static constexpr uint_t ACTION_SPACE_SIZE = action_space::size;
 
    typedef typename action_space::space_item_type action_type;
};
 
template <uint_t StateSpaceSize, uint_t action_end, typename real_range, uint_t action_start = 0,
          typename StateSpaceItemType = real_t>
struct ContinuousVectorStateContinuousScalarBoundedActionEnv
{
    typedef ContinuousVectorSpace<StateSpaceSize, StateSpaceItemType> state_space;
 
    typedef typename state_space::space_item_type state_type;
 
    static constexpr uint_t STATE_SPACE_SIZE = state_space::size;
 
    static constexpr real_range action_limits = real_range();
 
    typedef ScalarDiscreteSpace<action_start, action_end> action_space;
 
    typedef typename real_range::value_type action_type;
 
    static constexpr uint_t ACTION_SPACE_SIZE = action_space::size;
};
 
template <uint_t StateSpaceSize, uint_t AS, uint_t AE, typename StateSpaceItemType = uint_t>
struct DiscreteVectorStateDiscreteActionEnv
{
    typedef DiscreteVectorSpace<StateSpaceSize, StateSpaceItemType> state_space;
 
    typedef typename state_space::space_item_type state_type;
 
    static constexpr uint_t STATE_SPACE_SIZE = StateSpaceSize;
 
    typedef ScalarDiscreteSpace<AS, AE> action_space;
 
    typedef typename action_space::space_item_type action_type;
 
    static constexpr uint_t ACTION_SPACE_SIZE = action_space::size;
};
 
} // namespace envs
} // namespace bitrl
 
#endif