Files
spark/src/server/sparkd/http/WebServer.cpp
T

331 lines
12 KiB
C++

#include "WebServer.h"
#include "ApiGateway.h"
#include "lib/utils/Dispatcher.h"
#include "lib/api/core/ApiClientInterop.h"
#include "lib/api/apigateway.pb.h"
#include "lib/logging/logging.h"
#include "lib/os/os.h"
#include "lib/utils/TimeStamp.h"
#include <websocketpp/config/asio_no_tls.hpp>
#include <websocketpp/server.hpp>
#include <boost/algorithm/string.hpp>
#include <boost/filesystem.hpp>
#include <vector>
#include <unordered_map>
#include <map>
#include <tuple>
#include <mutex>
#include <fstream>
#include <string>
typedef websocketpp::server<websocketpp::config::asio> WsServer;
typedef WsServer::endpoint::connection_ptr connection_ptr;
using websocketpp::connection_hdl;
using websocketpp::lib::placeholders::_1;
using websocketpp::lib::placeholders::_2;
using websocketpp::lib::bind;
using namespace bts::api::gateway;
std::string read_file(const std::string& path) {
std::ifstream f{ path };
auto sz = boost::filesystem::file_size(path);
std::string contents(sz, ' ');
f.read(&contents[0], sz);
return contents;
}
namespace bts {
namespace http {
struct ServerState {
std::mutex _m;
utils::Dispatcher& _dispatcher;
std::map<connection_hdl, ApiGatewaySession, std::owner_less<connection_hdl>> _session;
WsServer _server;
int _port;
std::string _www;
std::string _conf;
const api::ServiceContext& _ctx;
metrics::MetricsContainer& _metrics;
std::shared_ptr<metrics::HistogramMetric<4>> _mtimer;
ServerState(const api::ServiceContext& ctx, metrics::MetricsContainer& metrics, int port) :
_m(),
_dispatcher(utils::Dispatcher::get_named("Webserver")),
_session(),
_server(),
_port(port),
_www(),
_ctx(ctx),
_metrics(metrics),
_mtimer(std::make_shared<metrics::HistogramMetric<4>>("spark_metrics_query_duration_ms",
std::array<double,4>({ 0.1, 0.5, 1.0, 5.0 })))
{
_www = os::sparkdata_path("www");
_conf = os::sparkdata_path("conf");
_metrics.publish(_mtimer);
_server.init_asio(_dispatcher.io_service());
_server.set_open_handler(bind(&ServerState::on_open, this, ::_1));
_server.set_close_handler(bind(&ServerState::on_close, this, ::_1));
_server.set_message_handler(bind(&ServerState::on_message, this, ::_1, ::_2));
_server.set_http_handler(bind(&ServerState::on_http, this, ::_1));
// Turn off logging
_server.clear_access_channels(websocketpp::log::alevel::all);
_server.clear_error_channels(websocketpp::log::alevel::all);
run();
}
// starts listening
void run() {
_server.set_reuse_addr(true);
_server.listen(_port);
_server.start_accept();
}
void on_open(connection_hdl hdl) {
auto con = _server.get_con_from_hdl(hdl);
if (con) {
LOG(Api,Info, "Web client connection from {}", con->get_remote_endpoint());
std::lock_guard<std::mutex> lock(_m);
_session[hdl] = ApiGatewaySession(_ctx);
}
}
void on_close(connection_hdl hdl) {
auto con = _server.get_con_from_hdl(hdl);
if (con) {
LOG(Api,Info, "Web client disconnected: {}", con->get_remote_endpoint());
std::lock_guard<std::mutex> lock(_m);
_session.erase(hdl);
}
}
void on_message(connection_hdl hdl, WsServer::message_ptr msg) {
std::lock_guard<std::mutex> lock(_m);
auto iter = _session.find(hdl);
if (iter != _session.end()) {
GatewayRequest request;
if(request.ParseFromString(msg->get_payload())) {
iter->second.handle(request, [this,hdl](const GatewayResponse& response) {
_server.send(hdl, response.SerializeAsString(), websocketpp::frame::opcode::binary);
});
}
else {
LOG(Api,Info, "Could not parse request as GatewayRequest: {}", msg->get_payload());
}
}
}
void return_dotall(connection_ptr& con) {
std::vector<boost::filesystem::path> files;
auto iter = boost::filesystem::directory_iterator(_conf);
auto end = boost::filesystem::directory_iterator();
// Collect all .conf file
for (; iter != end; ++iter) {
auto ext = iter->path().filename().string().substr(iter->path().filename().stem().size());
if(boost::iequals(ext, ".conf")) {
files.push_back(iter->path());
}
}
// Sort them so we at least it's stable
std::sort(files.begin(), files.end());
// Concatanate
std::string body;
for (const auto& p : files) {
body += "##########################\n";
body += "## " + p.filename().string();
body += "\n##########################\n";
body += read_file(p.string());
}
con->set_body(body);
con->set_status(websocketpp::http::status_code::ok);
}
void return_metrics(connection_ptr& con) {
utils::TimeStamp start = utils::TimeStamp::now();
std::stringstream ss;
_metrics.print(ss);
con->set_body(ss.str());
con->set_status(websocketpp::http::status_code::ok);
_mtimer->observe((utils::TimeStamp::now() - start).microseconds() / 1000.0);
}
bool require_authentication(connection_ptr& con, const std::string& username, const std::string& password) {
auto auth = con->get_request_header("Authorization");
if (!auth.empty() && auth.size() >= 7 && boost::iequals(auth.substr(0, 6), "Basic ")) {
auto b64 = auth.substr(6);
auto decoded = websocketpp::base64_decode(b64);
auto colon = decoded.find(':');
if (colon != std::string::npos) {
auto user = decoded.substr(0, colon);
auto pass = decoded.substr(colon+1);
if (user == username && pass == password) return true;
}
}
// Failed
con->append_header("WWW-Authenticate", "Basic realm=\"BTS\"");
con->set_status(websocketpp::http::status_code::unauthorized);
con->set_body("Not Authorized");
return false;
}
void check_auth_and_return_info(connection_ptr& con) {
if (require_authentication(con, "bts", "bbb835af-b1ea-42d3-8be1-fd9d5555530d")) {
auto horrible_json = get_server_info(_ctx);
con->set_body(horrible_json);
con->set_status(websocketpp::http::status_code::ok);
}
}
void directory_index(connection_ptr& con, const std::string& resource, const boost::filesystem::path& path) {
// directory listing
std::string body = "<!doctype html>\n";
body += "<head>";
body += "<script defer src=\"https://use.fontawesome.com/releases/v5.0.10/js/all.js\" integrity=\"sha384-slN8GvtUJGnv6ca26v8EzVaR9DC58QEwsIk9q1QXdCU8Yu8ck/tL/5szYlBbqmS+\" crossorigin=\"anonymous\"></script>\n";
body += "</head>\n";
body += "<body>\n";
body += "<h1>Index of " + resource + "</h1>\n";
auto iter = boost::filesystem::directory_iterator(path);
auto end = boost::filesystem::directory_iterator();
body += "<ul style=\"list-style-type: none;\">\n";
for (; iter != end; ++iter) {
auto x = iter->path();
body += "<li>";
if (boost::filesystem::is_regular_file(x)) {
body += "<i class=\"far fa-file\"></i> ";
}
else if (boost::filesystem::is_directory(x)) {
body += "<i class=\"far fa-folder\"></i> ";
}
if (resource == "/") {
body += "<a href=" + x.filename().string() + ">";
}
else {
body += "<a href=" + resource + "/" + x.filename().string() + ">";
}
body += x.filename().string();
body += "</a></li>\n";
}
body += "</ul>\n";
body += "</body></html>\n";
con->set_status(websocketpp::http::status_code::ok);
con->set_body(body);
}
boost::filesystem::path web_ui_path(const boost::filesystem::path& root) {
auto reldir = root / "web/ui";
if (boost::filesystem::exists(reldir)) return reldir;
reldir = root / "ui";
if (boost::filesystem::exists(reldir)) return reldir;
if (root.has_parent_path()) return web_ui_path(root.parent_path());
return _www;
}
boost::filesystem::path map_path_to_filesystem(const std::string& resource) {
std::string config = "/config";
std::string files = "/files";
if (resource.compare(0, config.size(), config) == 0) {
return _conf + resource.substr(config.size());
}
else if (resource.compare(0, files.size(), files) == 0) {
return _www + resource.substr(files.size());
}
return web_ui_path(os::get_install_path()) / resource;
}
void return_file(connection_ptr& con, const boost::filesystem::path& path) {
con->set_body(read_file(path.string()));
con->set_status(websocketpp::http::status_code::ok);
}
void return_bts_installer(connection_ptr& con) {
std::string installer_bits = read_file(_www+"/bts_installer.exe");
const std::string installer_config = _www+"install_config.json";
if (boost::filesystem::is_regular_file(installer_config)) {
auto conf = read_file(installer_config);
std::string needle = "$HOST";
std::size_t pos;
do {
pos = conf.find(needle,0);
if (pos != std::string::npos) {
auto host = con->get_uri()->get_host();
conf.replace(pos, needle.size(), host);
}
} while(pos != std::string::npos);
installer_bits += conf;
}
con->set_body(installer_bits);
con->set_status(websocketpp::http::status_code::ok);
}
std::string strip_query_str(const std::string& request) {
auto position = request.find("?");
if (position != std::string::npos) {
return request.substr(0, position);
}
return request;
}
void on_http(connection_hdl hdl) {
auto con = _server.get_con_from_hdl(hdl);
auto resource = strip_query_str(con->get_resource());
LOG(Api,Diag, "HTTP GET: {}", resource);
if (boost::iequals(resource, "/config/.all")) {
return_dotall(con);
}
else if (boost::iequals(resource, "/metrics")) {
return_metrics(con);
}
else if (boost::iequals(resource, "/server_info")) {
check_auth_and_return_info(con);
}
else if (boost::iequals(resource, "/bts_installer.exe") && boost::filesystem::is_regular_file(_www+"/bts_installer.exe")) {
return_bts_installer(con);
}
else if (boost::iequals(resource, "/robots.txt")) {
con->set_status(websocketpp::http::status_code::ok);
std::string body = "User-agent: *\nDisallow: /";
con->set_body(body);
}
else {
auto path = map_path_to_filesystem(resource);
if (boost::filesystem::is_directory(path)) {
auto index = path / "index.html";
if (boost::filesystem::is_regular_file(index)) {
return_file(con, index);
}
else {
directory_index(con, resource, path);
}
}
else if (boost::filesystem::is_regular_file(path)) {
return_file(con, path);
}
else {
con->set_status(websocketpp::http::status_code::not_found);
con->set_body("Cannot find " + resource);
}
}
}
};
SparkWebServer::SparkWebServer(const api::ServiceContext& ctx, metrics::MetricsContainer& metrics, int port) :
_me(std::make_shared<ServerState>(ctx, metrics, port))
{
}
}}