Files
spark/src/app_sparkd/sparkd/http/WebServer.cpp
T

447 lines
16 KiB
C++

// #define BOOST_ASIO_USE_TS_EXECUTOR_AS_DEFAULT 1
#include "WebServer.h"
#include "ApiGateway.h"
#include "MultipartFormDecoder.h"
#include "spark/api/apigateway.pb.h"
#include "spark/api/core/ApiClientInterop.h"
#include "spark/logging/logging.h"
#include "spark/os/os.h"
#include "spark/tracing/PerfLog.h"
#include "spark/utils/Dispatcher.h"
#include "spark/utils/TimeStamp.h"
#include "spark/utils/bts_chrono.h"
#include <websocketpp/config/asio_no_tls.hpp>
#include <websocketpp/server.hpp>
#include <boost/algorithm/string.hpp>
#include <boost/filesystem.hpp>
#include <boost/tokenizer.hpp>
#include <fstream>
#include <map>
#include <mutex>
#include <regex>
#include <string>
#include <tuple>
#include <unordered_map>
#include <vector>
typedef websocketpp::server<websocketpp::config::asio> WsServer;
typedef WsServer::endpoint::connection_ptr connection_ptr;
using websocketpp::connection_hdl;
using websocketpp::lib::bind;
using websocketpp::lib::placeholders::_1;
using websocketpp::lib::placeholders::_2;
using namespace bts::api::gateway;
std::string read_file(const std::string &path) {
std::ifstream f{path};
auto sz = boost::filesystem::file_size(path);
std::string contents(sz, ' ');
f.read(&contents[0], sz);
return contents;
}
namespace bts {
namespace http {
using Path = boost::filesystem::path;
using std::string;
using std::vector;
struct ServerState {
std::mutex _m;
utils::Dispatcher &_dispatcher;
std::map<connection_hdl, ApiGatewaySession, std::owner_less<connection_hdl>>
_session;
WsServer _server;
int _port;
std::string _www;
std::string _conf;
const api::ServiceContext &_ctx;
metrics::MetricsContainer &_metrics;
std::shared_ptr<metrics::HistogramMetric<4>> _mtimer;
trace::PerfLog &_perf_log;
ServerState(
const api::ServiceContext &ctx,
metrics::MetricsContainer &metrics,
trace::PerfLog &l,
int port)
: _m(), _dispatcher(utils::Dispatcher::get_named("Webserver")),
_session(), _server(), _port(port), _www(), _ctx(ctx),
_metrics(metrics),
_mtimer(std::make_shared<metrics::HistogramMetric<4>>(
"spark_metrics_query_duration_ms",
std::array<double, 4>({0.5, 1.0, 5.0, 10.0}))),
_perf_log(l) {
_www = os::app_data_path("www/").string();
_conf = os::app_data_path("conf/").string();
_metrics.publish(_mtimer);
_server.init_asio(_dispatcher.io_service());
_server.set_open_handler(bind(&ServerState::on_open, this, ::_1));
_server.set_close_handler(bind(&ServerState::on_close, this, ::_1));
_server.set_message_handler(
bind(&ServerState::on_message, this, ::_1, ::_2));
_server.set_http_handler(bind(&ServerState::on_http, this, ::_1));
// Turn off logging
_server.clear_access_channels(websocketpp::log::alevel::all);
_server.clear_error_channels(websocketpp::log::alevel::all);
_server.set_open_handshake_timeout(0);
run();
}
// starts listening
void run() {
_server.set_reuse_addr(true);
_server.listen(_port);
_server.start_accept();
}
void on_open(connection_hdl hdl) {
auto con = _server.get_con_from_hdl(hdl);
if (con) {
LOG(Http, Info, "Web client connection from {}",
con->get_remote_endpoint());
std::lock_guard<std::mutex> lock(_m);
_session[hdl] = ApiGatewaySession(_ctx);
}
}
void on_close(connection_hdl hdl) {
auto con = _server.get_con_from_hdl(hdl);
if (con) {
LOG(Http, Info, "Web client disconnected: {}",
con->get_remote_endpoint());
std::lock_guard<std::mutex> lock(_m);
_session.erase(hdl);
}
}
void on_message(connection_hdl hdl, WsServer::message_ptr msg) {
std::lock_guard<std::mutex> lock(_m);
auto iter = _session.find(hdl);
if (iter != _session.end()) {
GatewayRequest request;
if (request.ParseFromString(msg->get_payload())) {
LOG(Http, Info, "WebServer::on_message. req: {}",
request.DebugString());
iter->second.handle(
request, [this, hdl](const GatewayResponse &response) {
websocketpp::lib::error_code ec;
_server.send(
hdl, response.SerializeAsString(),
websocketpp::frame::opcode::binary, ec);
if (ec) {
LOG(Http, Warn, "Error sending from websocket: '{}'",
ec.message());
}
});
} else {
LOG(Http, Info, "Could not parse request as GatewayRequest: {}",
msg->get_payload());
}
}
}
void return_dotall(connection_ptr &con) {
std::vector<boost::filesystem::path> files;
auto iter = boost::filesystem::directory_iterator(_conf);
auto end = boost::filesystem::directory_iterator();
// Collect all .conf file
for (; iter != end; ++iter) {
auto ext = iter->path().filename().string().substr(
iter->path().filename().stem().size());
if (boost::iequals(ext, ".conf")) {
files.push_back(iter->path());
}
}
// Sort them so we at least it's stable
std::sort(files.begin(), files.end());
// Concatanate
std::string body;
for (const auto &p : files) {
body += "##########################\n";
body += "## " + p.filename().string();
body += "\n##########################\n";
body += read_file(p.string());
}
con->set_body(body);
con->set_status(websocketpp::http::status_code::ok);
}
void return_metrics(connection_ptr &con) {
utils::TimeStamp start = utils::TimeStamp::now();
std::stringstream ss;
_metrics.print(ss);
con->set_body(ss.str());
con->set_status(websocketpp::http::status_code::ok);
_mtimer->observe(
(utils::TimeStamp::now() - start).microseconds() / 1000.0);
}
void return_perf_trace_data(connection_ptr &con, size_t max_rows) {
utils::TimeStamp start = utils::TimeStamp::now();
std::stringstream ss;
_perf_log.print_latest_traces(ss, max_rows);
con->set_body(ss.str());
con->set_status(websocketpp::http::status_code::ok);
_mtimer->observe(
(utils::TimeStamp::now() - start).microseconds() / 1000.0);
}
void bad_request(connection_ptr &con, const std::string &message) {
con->set_body(message);
con->set_status(websocketpp::http::status_code::bad_request);
}
std::vector<std::string>
split_string(std::string body, std::string &deliniator) {
std::vector<std::string> result;
size_t i = body.find(deliniator);
while (i != std::string::npos) {
result.push_back(body.substr(0, i));
body = body.substr(i + deliniator.size());
i = body.find(deliniator);
}
return result;
}
void handle_file_upload(connection_ptr &con) {
auto content_type = con->get_request_header("Content-Type");
auto data = decode_form_data(content_type, con->get_request_body());
if (data) {
for (const auto &part : data.value().parts) {
if (!part.filename.empty()) {
LOG(Http, Info, "Received file upload: {}", part.filename);
}
}
} else {
LOG(Http, Warn,
"Failed to decode form data. Ensure you are using "
"'enctype=\"multipart/form-data\"'");
}
con->set_body("got it");
con->set_status(websocketpp::http::status_code::ok);
}
bool require_authentication(
connection_ptr &con,
const std::string &username,
const std::string &password) {
auto auth = con->get_request_header("Authorization");
if (!auth.empty() && auth.size() >= 7 &&
boost::iequals(auth.substr(0, 6), "Basic ")) {
auto b64 = auth.substr(6);
auto decoded = websocketpp::base64_decode(b64);
auto colon = decoded.find(':');
if (colon != std::string::npos) {
auto user = decoded.substr(0, colon);
auto pass = decoded.substr(colon + 1);
if (user == username && pass == password)
return true;
}
}
// Failed
con->append_header("WWW-Authenticate", "Basic realm=\"BTS\"");
con->set_status(websocketpp::http::status_code::unauthorized);
con->set_body("Not Authorized");
return false;
}
void check_auth_and_return_info(connection_ptr &con) {
if (require_authentication(
con, "bts", "bbb835af-b1ea-42d3-8be1-fd9d5555530d")) {
auto horrible_json = get_server_info(_ctx);
con->set_body(horrible_json);
con->set_status(websocketpp::http::status_code::ok);
}
}
void directory_index(
connection_ptr &con,
const std::string &resource,
const boost::filesystem::path &path) {
// directory listing
std::string body = "<!doctype html>\n";
body += "<head>";
body += "<script defer "
"src=\"https://use.fontawesome.com/releases/v5.0.10/js/all.js\" "
"integrity=\"sha384-"
"slN8GvtUJGnv6ca26v8EzVaR9DC58QEwsIk9q1QXdCU8Yu8ck/tL/"
"5szYlBbqmS+\" crossorigin=\"anonymous\"></script>\n";
body += "</head>\n";
body += "<body>\n";
body += "<h1>Index of " + resource + "</h1>\n";
auto iter = boost::filesystem::directory_iterator(path);
auto end = boost::filesystem::directory_iterator();
body += "<ul style=\"list-style-type: none;\">\n";
for (; iter != end; ++iter) {
auto x = iter->path();
body += "<li>";
if (boost::filesystem::is_regular_file(x)) {
body += "<i class=\"far fa-file\"></i> ";
} else if (boost::filesystem::is_directory(x)) {
body += "<i class=\"far fa-folder\"></i> ";
}
if (resource == "/") {
body += "<a href=" + x.filename().string() + ">";
} else {
body += "<a href=" + resource + "/" + x.filename().string() + ">";
}
body += x.filename().string();
body += "</a></li>\n";
}
body += "</ul>\n";
body += "</body></html>\n";
con->set_status(websocketpp::http::status_code::ok);
con->set_body(body);
}
Path admin_web_app_path(const Path &root) {
const auto reldir = root / "Spark.Admin.WebApp";
if (boost::filesystem::exists(reldir))
return reldir;
if (root.has_parent_path())
return admin_web_app_path(root.parent_path());
return _www;
}
Path map_path_to_filesystem(const std::string &resource) {
vector<string> index_aliases{"/", "/index", "/index.html"};
const string fonts{"/fonts"};
const std::string config{"/config"};
const std::string files{"/files"};
const std::string perf_trace{"/perf_trace"};
const std::string docs{"/docs"};
#define STARTS_WITH(y) ((resource.compare(0, y.size(), y)) == 0)
if (std::find(index_aliases.begin(), index_aliases.end(), resource) !=
index_aliases.end()) {
return Path{admin_web_app_path(os::get_install_path())} / "public" /
"index.html";
}
if (STARTS_WITH(fonts)) {
return Path{admin_web_app_path(os::get_install_path())} / "public" /
resource;
}
if (STARTS_WITH(config)) {
return _conf + resource.substr(config.size());
}
if (STARTS_WITH(files)) {
return _www + resource.substr(files.size());
}
if (STARTS_WITH(perf_trace)) {
return Path{os::sparkd_wd()} / "data_files" / resource;
}
if (STARTS_WITH(docs)) {
return Path{os::sparkd_wd()} / "Spark.Admin.WebApp" / resource;
}
return admin_web_app_path(os::get_install_path()) / resource;
#undef STARTS_WITH
}
void return_file(connection_ptr &con, const boost::filesystem::path &path) {
con->set_body(read_file(path.string()));
con->set_status(websocketpp::http::status_code::ok);
LOG(Http, Info, "WebServer::return_file. path: {}", path.string());
}
void return_bts_installer(connection_ptr &con) {
std::string installer_bits = read_file(_www + "/bts_installer.exe");
const std::string installer_config = _www + "install_config.json";
if (boost::filesystem::is_regular_file(installer_config)) {
auto conf = read_file(installer_config);
std::string needle = "$HOST";
std::size_t pos;
do {
pos = conf.find(needle, 0);
if (pos != std::string::npos) {
auto host = con->get_uri()->get_host();
conf.replace(pos, needle.size(), host);
}
} while (pos != std::string::npos);
installer_bits += conf;
}
con->set_body(installer_bits);
con->set_status(websocketpp::http::status_code::ok);
}
std::string strip_query_str(const std::string &request) {
auto position = request.find("?");
if (position != std::string::npos) {
return request.substr(0, position);
}
return request;
}
void on_http(connection_hdl hdl) {
auto con = _server.get_con_from_hdl(hdl);
auto resource = strip_query_str(con->get_resource());
LOG(Http, Diag, "HTTP GET: {}", resource);
if (boost::iequals(resource, "/config/.all")) {
return_dotall(con);
} else if (boost::iequals(resource, "/metrics")) {
return_metrics(con);
} else if (boost::iequals(resource, "/perf_trace_data")) {
return_perf_trace_data(con, 1000);
} else if (std::regex_match(
resource, std::regex("/perf_trace_data/(\\d++)"))) {
std::regex rx = std::regex("/perf_trace_data/(\\d++)");
std::smatch matches;
if (std::regex_match(resource, matches, rx)) {
auto max_rows = std::atoi(matches[1].str().c_str());
return_perf_trace_data(con, max_rows);
} else
return_perf_trace_data(con, 1000);
} else if (boost::iequals(resource, "/server_info")) {
check_auth_and_return_info(con);
} else if (
boost::iequals(resource, "/bts_installer.exe") &&
boost::filesystem::is_regular_file(_www + "/bts_installer.exe")) {
return_bts_installer(con);
} else if (boost::iequals(resource, "/robots.txt")) {
con->set_status(websocketpp::http::status_code::ok);
std::string body = "User-agent: *\nDisallow: /";
con->set_body(body);
} else if (boost::iequals(resource, "/upload")) {
handle_file_upload(con);
} else {
auto path = map_path_to_filesystem(resource);
if (boost::filesystem::is_directory(path)) {
auto index = path / "index.html";
if (boost::filesystem::is_regular_file(index)) {
return_file(con, index);
} else {
directory_index(con, resource, path);
}
} else if (boost::filesystem::is_regular_file(path)) {
return_file(con, path);
} else {
con->set_status(websocketpp::http::status_code::not_found);
con->set_body("Cannot find " + resource);
}
}
}
};
SparkWebServer::SparkWebServer(
const api::ServiceContext &ctx,
metrics::MetricsContainer &metrics,
trace::PerfLog &l,
int port)
: _me(std::make_shared<ServerState>(ctx, metrics, l, port)) {}
} // namespace http
} // namespace bts