rest_rl_env_client.h

Go to the documentation of this file.

 
 
#ifndef REST_RL_ENV_CLIENT_H
#define REST_RL_ENV_CLIENT_H
 
#include "bitrl/bitrl_consts.h"
#include "bitrl/bitrl_types.h"
#include "bitrl/extern/HTTPRequest.hpp"
#include "bitrl/extern/nlohmann/json/json.hpp"
 
#include <any>
#include <iostream>
#include <string>
#include <unordered_map>
#include <vector>
 
 
namespace bitrl
{
namespace network
{
 
class RESTRLEnvClient
{
  public:
    explicit RESTRLEnvClient(const std::string &url = "http://0.0.0.0:8001/api",
                             const bool initialize = true);
 
    bool is_inisialised() const noexcept { return is_init_; }
 
    std::string get_url() const noexcept { return url_; }
 
    bool is_env_registered(const std::string &env_name) const noexcept;
 
    std::string get_env_url(const std::string &name) const noexcept;
 
    std::string get_uri(const std::string &name) const noexcept;
 
    void register_new(const std::string &name, const std::string &uri);
 
    void register_if_not(const std::string &name, const std::string &uri);
 
    nlohmann::json n_copies(const std::string &name, const std::string& version=bitrl::consts::INVALID_STR) const;
 
    nlohmann::json is_alive(const std::string &env_name, const std::string &idx) const;
 
    nlohmann::json close(const std::string &env_name, const std::string &idx) const;
 
    template <typename ActionType>
    nlohmann::json step(const std::string &env_name, const std::string &idx,
                        const ActionType &action) const;
 
    nlohmann::json reset(const std::string &env_name, const std::string &idx, const uint_t seed,
                         const nlohmann::json &options) const;
 
    nlohmann::json make(const std::string &env_name, const std::string &version,
                        const nlohmann::json &options) const;
 
    nlohmann::json dynamics(const std::string &env_name, const std::string &idx, const uint_t sidx,
                            const uint_t aidx) const;
 
    bool has_gymnasium() const;
    std::vector<std::string> gymnasium_envs() const;
 
  private:
    const std::string url_;
 
    bool is_init_{false};
 
    std::unordered_map<std::string, std::string> envs_;
 
    void init_();
};
 
template <typename ActionType>
nlohmann::json RESTRLEnvClient::step(const std::string &env_name, const std::string &idx,
                                     const ActionType &action) const
{
 
    // find the source
    auto url_ = get_env_url(env_name);
 
    if (url_ == bitrl::consts::INVALID_STR)
    {
        throw std::logic_error("Environment: " + env_name + " is not registered");
    }
 
    const auto request_url = url_ + "/" + idx + "/step";
    http::Request request{request_url};
 
    nlohmann::json body;
    body["action"] = action;
 
    std::cout << "Sending body: " << body.dump() << std::endl;
 
    const auto response = request.send("POST", body.dump());
    if (response.status.code != 202)
    {
        throw std::runtime_error("Environment server failed to step environment");
    }
 
    auto str_response = std::string(response.body.begin(), response.body.end());
    nlohmann::json j = nlohmann::json::parse(str_response);
    return j;
}
 
} // namespace network
} // namespace bitrl
#endif // APISERVER_H