2019-03-19 04:30:04 +01:00
|
|
|
#pragma once
|
|
|
|
|
2019-06-17 08:59:01 +02:00
|
|
|
#include <chrono>
|
2019-03-19 04:30:04 +01:00
|
|
|
#include <iostream>
|
|
|
|
#include <map>
|
|
|
|
#include <memory>
|
|
|
|
|
2019-03-25 00:35:21 +01:00
|
|
|
#include "../external/json.hpp"
|
2019-03-19 04:30:04 +01:00
|
|
|
#include <boost/asio.hpp>
|
2019-05-31 03:32:52 +02:00
|
|
|
#include <boost/asio/ssl/stream.hpp>
|
2019-03-19 04:30:04 +01:00
|
|
|
#include <boost/beast/core.hpp>
|
|
|
|
#include <boost/beast/http.hpp>
|
|
|
|
#include <boost/beast/version.hpp>
|
2019-06-19 05:25:24 +02:00
|
|
|
#include <boost/filesystem.hpp>
|
2019-06-24 02:20:43 +02:00
|
|
|
#include <boost/format.hpp>
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-04-02 05:28:10 +02:00
|
|
|
#include "swarm.h"
|
|
|
|
|
2019-05-06 03:43:59 +02:00
|
|
|
constexpr auto LOKI_SENDER_SNODE_PUBKEY_HEADER = "X-Loki-Snode-PubKey";
|
|
|
|
constexpr auto LOKI_SNODE_SIGNATURE_HEADER = "X-Loki-Snode-Signature";
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
template <typename T>
|
|
|
|
class ChannelEncryption;
|
|
|
|
|
2019-05-20 09:21:01 +02:00
|
|
|
class RateLimiter;
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
namespace http = boost::beast::http; // from <boost/beast/http.hpp>
|
2019-05-31 03:32:52 +02:00
|
|
|
namespace ssl = boost::asio::ssl; // from <boost/asio/ssl.hpp>
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
using request_t = http::request<http::string_body>;
|
2019-03-31 08:50:19 +02:00
|
|
|
using response_t = http::response<http::string_body>;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
namespace loki {
|
2019-05-06 05:54:40 +02:00
|
|
|
using swarm_callback_t = std::function<void(const block_update_t&)>;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-04-23 05:09:26 +02:00
|
|
|
struct message_t;
|
2019-05-23 07:38:40 +02:00
|
|
|
struct lokid_key_pair_t;
|
2019-04-12 08:04:19 +02:00
|
|
|
|
2019-06-26 06:42:45 +02:00
|
|
|
namespace storage {
|
|
|
|
struct Item;
|
|
|
|
}
|
|
|
|
|
|
|
|
using storage::Item;
|
|
|
|
|
2019-06-20 07:39:01 +02:00
|
|
|
enum class SNodeError { NO_ERROR, ERROR_OTHER, NO_REACH, HTTP_ERROR };
|
2019-04-08 04:20:48 +02:00
|
|
|
|
|
|
|
struct sn_response_t {
|
2019-04-10 09:15:45 +02:00
|
|
|
SNodeError error_code;
|
|
|
|
std::shared_ptr<std::string> body;
|
2019-04-08 04:20:48 +02:00
|
|
|
};
|
|
|
|
|
2019-05-23 07:38:40 +02:00
|
|
|
struct blockchain_test_answer_t {
|
|
|
|
uint64_t res_height;
|
|
|
|
};
|
|
|
|
|
|
|
|
/// Blockchain test parameters
|
|
|
|
struct bc_test_params_t {
|
|
|
|
uint64_t max_height;
|
|
|
|
uint64_t seed;
|
|
|
|
};
|
|
|
|
|
2019-04-08 04:20:48 +02:00
|
|
|
using http_callback_t = std::function<void(sn_response_t)>;
|
|
|
|
|
2019-06-21 08:30:26 +02:00
|
|
|
class LokidClient {
|
|
|
|
|
|
|
|
const uint16_t lokid_rpc_port_;
|
|
|
|
const char* local_ip_ = "127.0.0.1";
|
|
|
|
boost::asio::io_context& ioc_;
|
|
|
|
|
|
|
|
public:
|
|
|
|
LokidClient(boost::asio::io_context& ioc, uint16_t port);
|
|
|
|
void make_lokid_request(boost::string_view method,
|
|
|
|
const nlohmann::json& params,
|
2019-06-21 09:20:19 +02:00
|
|
|
http_callback_t&& cb) const;
|
2019-06-21 08:30:26 +02:00
|
|
|
};
|
|
|
|
|
2019-06-03 06:26:16 +02:00
|
|
|
constexpr auto SESSION_TIME_LIMIT = std::chrono::seconds(30);
|
|
|
|
|
2019-05-13 03:20:46 +02:00
|
|
|
// TODO: the name should indicate that we are actually trying to send data
|
|
|
|
// unlike in `make_post_request`
|
2019-05-02 06:53:29 +02:00
|
|
|
void make_http_request(boost::asio::io_context& ioc, const std::string& ip,
|
2019-04-24 08:59:41 +02:00
|
|
|
uint16_t port, const std::shared_ptr<request_t>& req,
|
2019-04-08 08:59:02 +02:00
|
|
|
http_callback_t&& cb);
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
class HttpClientSession
|
|
|
|
: public std::enable_shared_from_this<HttpClientSession> {
|
|
|
|
|
|
|
|
using tcp = boost::asio::ip::tcp;
|
|
|
|
|
|
|
|
boost::asio::io_context& ioc_;
|
2019-04-10 07:57:40 +02:00
|
|
|
tcp::socket socket_;
|
|
|
|
tcp::endpoint endpoint_;
|
|
|
|
http_callback_t callback_;
|
|
|
|
boost::asio::steady_timer deadline_timer_;
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
boost::beast::flat_buffer buffer_;
|
2019-04-24 08:59:41 +02:00
|
|
|
/// NOTE: this needs to be a shared pointer since
|
|
|
|
/// it is very common for the same request to be
|
|
|
|
/// sent to multiple snodes
|
|
|
|
std::shared_ptr<request_t> req_;
|
2019-03-31 08:50:19 +02:00
|
|
|
response_t res_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
bool used_callback_ = false;
|
|
|
|
|
2019-04-10 07:57:40 +02:00
|
|
|
void on_connect();
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
void on_write(boost::system::error_code ec, std::size_t bytes_transferred);
|
|
|
|
|
|
|
|
void on_read(boost::system::error_code ec, std::size_t bytes_transferred);
|
|
|
|
|
2019-04-18 03:29:26 +02:00
|
|
|
void trigger_callback(SNodeError error,
|
|
|
|
std::shared_ptr<std::string>&& body);
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
public:
|
|
|
|
// Resolver and socket require an io_context
|
2019-04-10 07:57:40 +02:00
|
|
|
HttpClientSession(boost::asio::io_context& ioc, const tcp::endpoint& ep,
|
2019-05-01 04:28:55 +02:00
|
|
|
const std::shared_ptr<request_t>& req,
|
|
|
|
http_callback_t&& cb);
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-04-10 07:57:40 +02:00
|
|
|
// initiate the client connection
|
|
|
|
void start();
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
~HttpClientSession();
|
|
|
|
};
|
|
|
|
|
|
|
|
namespace http_server {
|
|
|
|
|
|
|
|
class connection_t : public std::enable_shared_from_this<connection_t> {
|
|
|
|
|
|
|
|
using tcp = boost::asio::ip::tcp;
|
|
|
|
|
|
|
|
private:
|
|
|
|
boost::asio::io_context& ioc_;
|
2019-05-31 03:32:52 +02:00
|
|
|
ssl::context& ssl_ctx_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
// The socket for the currently connected client.
|
|
|
|
tcp::socket socket_;
|
|
|
|
|
|
|
|
// The buffer for performing reads.
|
|
|
|
boost::beast::flat_buffer buffer_{8192};
|
2019-05-31 03:32:52 +02:00
|
|
|
ssl::stream<tcp::socket&> stream_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
// The request message.
|
2019-03-31 08:50:19 +02:00
|
|
|
request_t request_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
// The response message.
|
2019-03-31 08:50:19 +02:00
|
|
|
response_t response_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-04-09 09:17:04 +02:00
|
|
|
// whether the response should be sent asyncronously,
|
|
|
|
// as opposed to directly after connection_t::process_request
|
|
|
|
bool delay_response_ = false;
|
|
|
|
|
2019-04-23 05:09:26 +02:00
|
|
|
ServiceNode& service_node_;
|
|
|
|
|
2019-05-02 06:53:29 +02:00
|
|
|
ChannelEncryption<std::string>& channel_cipher_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-05-20 09:21:01 +02:00
|
|
|
RateLimiter& rate_limiter_;
|
|
|
|
|
2019-05-10 07:47:26 +02:00
|
|
|
// The timer for repeating an action within one connection
|
|
|
|
boost::asio::steady_timer repeat_timer_;
|
|
|
|
int repetition_count_ = 0;
|
2019-06-17 08:59:01 +02:00
|
|
|
std::chrono::time_point<std::chrono::steady_clock> start_timestamp_;
|
2019-05-10 07:47:26 +02:00
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
// The timer for putting a deadline on connection processing.
|
2019-04-09 09:17:04 +02:00
|
|
|
boost::asio::steady_timer deadline_;
|
|
|
|
|
2019-04-23 05:09:26 +02:00
|
|
|
/// TODO: move these if possible
|
|
|
|
std::map<std::string, std::string> header_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-05-02 06:53:29 +02:00
|
|
|
std::stringstream body_stream_;
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-04-12 08:04:19 +02:00
|
|
|
// Note that we are only sending a single message through the
|
|
|
|
// notification mechanism. If we somehow accumulated multiple
|
|
|
|
// messages before notification event happens (unlikely), the
|
|
|
|
// following messages will be delivered with the client's
|
|
|
|
// consequent (and immediate) retrieve request
|
|
|
|
struct notification_context_t {
|
|
|
|
// The timer used for internal db polling
|
|
|
|
boost::asio::steady_timer timer;
|
|
|
|
// the message is stored here momentarily; needed because
|
|
|
|
// we can't pass it using current notification mechanism
|
|
|
|
boost::optional<message_t> message;
|
|
|
|
} notification_ctx_;
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
public:
|
2019-05-31 03:32:52 +02:00
|
|
|
connection_t(boost::asio::io_context& ioc, ssl::context& ssl_ctx,
|
|
|
|
tcp::socket socket, ServiceNode& sn,
|
2019-05-20 09:21:01 +02:00
|
|
|
ChannelEncryption<std::string>& channel_encryption,
|
|
|
|
RateLimiter& rate_limiter);
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
~connection_t();
|
|
|
|
|
|
|
|
/// Initiate the asynchronous operations associated with the connection.
|
|
|
|
void start();
|
|
|
|
|
2019-04-12 08:04:19 +02:00
|
|
|
void notify(const message_t& msg);
|
|
|
|
|
2019-04-16 07:42:36 +02:00
|
|
|
/// "Reset" the connection by sending an empty message list
|
|
|
|
void reset();
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
private:
|
2019-05-31 03:32:52 +02:00
|
|
|
void do_handshake();
|
|
|
|
void on_handshake(boost::system::error_code ec);
|
2019-03-19 04:30:04 +01:00
|
|
|
/// Asynchronously receive a complete request message.
|
|
|
|
void read_request();
|
|
|
|
|
2019-05-31 03:32:52 +02:00
|
|
|
void do_close();
|
|
|
|
void on_shutdown(boost::system::error_code ec);
|
|
|
|
|
2019-06-26 06:42:45 +02:00
|
|
|
/// process GET /get_stats/v1
|
2019-06-18 06:54:32 +02:00
|
|
|
void on_get_stats();
|
|
|
|
|
2019-04-09 09:17:04 +02:00
|
|
|
/// Check the database for new data, reschedule if empty
|
2019-04-12 08:04:19 +02:00
|
|
|
void poll_db(const std::string& pk, const std::string& last_hash);
|
2019-04-09 09:17:04 +02:00
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
/// Determine what needs to be done with the request message
|
|
|
|
/// (synchronously).
|
|
|
|
void process_request();
|
|
|
|
|
2019-03-22 03:03:21 +01:00
|
|
|
void process_store(const nlohmann::json& params);
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-03-22 03:03:21 +01:00
|
|
|
void process_retrieve(const nlohmann::json& params);
|
2019-03-19 04:30:04 +01:00
|
|
|
|
2019-03-22 03:03:21 +01:00
|
|
|
void process_snodes_by_pk(const nlohmann::json& params);
|
2019-03-21 06:51:03 +01:00
|
|
|
|
2019-03-22 06:47:18 +01:00
|
|
|
void process_retrieve_all();
|
|
|
|
|
2019-04-12 08:04:19 +02:00
|
|
|
template <typename T>
|
|
|
|
void respond_with_messages(const std::vector<T>& messages);
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
/// Asynchronously transmit the response message.
|
|
|
|
void write_response();
|
|
|
|
|
|
|
|
/// Syncronously (?) process client store/load requests
|
|
|
|
void process_client_req();
|
|
|
|
|
2019-06-21 04:26:17 +02:00
|
|
|
void process_swarm_req(boost::string_view target);
|
|
|
|
|
2019-03-19 04:30:04 +01:00
|
|
|
// Check whether we have spent enough time on this connection.
|
|
|
|
void register_deadline();
|
|
|
|
|
2019-05-23 07:38:40 +02:00
|
|
|
/// Process storage test request and repeat if necessary
|
|
|
|
void process_storage_test_req(uint64_t height,
|
2019-05-15 03:20:22 +02:00
|
|
|
const std::string& tester_addr,
|
|
|
|
const std::string& msg_hash);
|
2019-05-06 03:43:59 +02:00
|
|
|
|
|
|
|
bool parse_header(const char* key);
|
|
|
|
|
|
|
|
template <typename... Args>
|
|
|
|
bool parse_header(const char* first, Args... args);
|
2019-04-03 03:08:36 +02:00
|
|
|
|
2019-04-03 06:38:37 +02:00
|
|
|
void handle_wrong_swarm(const std::string& pubKey);
|
2019-05-02 08:27:08 +02:00
|
|
|
|
2019-05-20 09:21:01 +02:00
|
|
|
bool validate_snode_request();
|
|
|
|
bool verify_signature(const std::string& signature,
|
|
|
|
const std::string& public_key_b32z);
|
2019-03-19 04:30:04 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
void run(boost::asio::io_context& ioc, std::string& ip, uint16_t port,
|
2019-06-19 05:25:24 +02:00
|
|
|
const boost::filesystem::path& base_path, ServiceNode& sn,
|
|
|
|
ChannelEncryption<std::string>& channelEncryption,
|
2019-05-20 09:21:01 +02:00
|
|
|
RateLimiter& rate_limiter);
|
2019-03-19 04:30:04 +01:00
|
|
|
|
|
|
|
} // namespace http_server
|
|
|
|
|
|
|
|
} // namespace loki
|