frozen_lake_env.h

Go to the documentation of this file.

#ifndef FROZEN_LAKE_H
#define FROZEN_LAKE_H
 
#include "bitrl/bitrl_types.h"
#include "bitrl/envs/gymnasium/toy_text/toy_text_base.h"
#include "bitrl/envs/time_step.h"
#include "bitrl/extern/nlohmann/json/json.hpp"
#include "bitrl/network/rest_rl_env_client.h"
 
#include <any>
#include <string>
#include <tuple>
#include <unordered_map>
#include <vector>
 
namespace bitrl
{
namespace envs::gymnasium
{
 
template <uint_t side_size> struct frozenlake_state_size;
 
template <> struct frozenlake_state_size<4>
{
    static constexpr uint_t size = 16;
};
 
template <> struct frozenlake_state_size<8>
{
    static constexpr uint_t size = 64;
};
 
template <uint_t side_size>
class FrozenLake final
    : public ToyTextEnvBase<TimeStep<uint_t>, frozenlake_state_size<side_size>::size, 3>
{
  public:
    static const std::string name;
 
    static const std::string URI;
 
    typedef std::vector<std::tuple<real_t, uint_t, real_t, bool>> dynamics_t;
 
    typedef typename ToyTextEnvBase<TimeStep<uint_t>, frozenlake_state_size<side_size>::size,
                                    3>::base_type base_type;
 
    typedef typename base_type::time_step_type time_step_type;
 
    typedef typename base_type::state_space_type state_space_type;
 
    typedef typename base_type::action_space_type action_space_type;
 
    typedef typename base_type::action_type action_type;
 
    typedef typename base_type::state_type state_type;
 
    FrozenLake(network::RESTRLEnvClient &api_server);
 
    FrozenLake(const FrozenLake &other);
 
    ~FrozenLake() override = default;
 
    virtual void
    make(const std::string &version, const std::unordered_map<std::string, std::any> &options,
         const std::unordered_map<std::string, std::any> &reset_options) override final;
 
    virtual time_step_type step(const action_type &action) override final;
 
    std::string map_type() const noexcept { return side_size == 4 ? "4x4" : "8x8"; }
 
    bool is_slippery() const;
 
  protected:
    virtual time_step_type
    create_time_step_from_response_(const nlohmann::json &response) const override final;
};
 
} // namespace envs::gymnasium
} // namespace bitrl
#endif // FROZEN_LAKE_H