X Tutup
/* This file is part of libhttpserver Copyright (C) 2011 Sebastiano Merlino This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "gettext.h" #include "http_utils.hpp" #include "http_resource.hpp" #include "http_response.hpp" #include "http_request.hpp" #include "http_endpoint.hpp" #include "string_utilities.hpp" #include "webserver.hpp" #ifdef USE_COMET #define _REENTRANT 1 #endif //USE_COMET using namespace std; namespace httpserver { namespace details { struct daemon_item { webserver* ws; struct MHD_Daemon* daemon; daemon_item(webserver* ws, struct MHD_Daemon* daemon): ws(ws), daemon(daemon) { } ~daemon_item() { MHD_stop_daemon (this->daemon); } }; struct http_response_ptr { public: http_response_ptr(): res(0x0), num_references(0x0) { num_references = new int(0); } http_response_ptr(http_response* res): res(res), num_references(0x0) { num_references = new int(0); } http_response_ptr(const http_response_ptr& b): res(b.res), num_references(b.num_references) { (*num_references)++; } ~http_response_ptr() { if(num_references) { if((*num_references) == 0) { if(res && res->autodelete) { delete res; res = 0x0; } delete num_references; } else (*num_references)--; } } http_response& operator* () { return *res; } http_response* operator-> () { return res; } http_response* ptr() { return res; } http_response_ptr& operator= (const http_response_ptr& b) { if( this != &b) { if(num_references) { if((*num_references) == 0) { if(res && res->autodelete) { delete res; res = 0x0; } delete num_references; } else (*num_references)--; } res = b.res; num_references = b.num_references; (*num_references)++; } return *this; } private: http_response* res; int* num_references; friend class ::httpserver::webserver; }; struct modded_request { struct MHD_PostProcessor *pp; std::string* complete_uri; webserver* ws; const binders::functor_two< const http_request&, http_response**, void > http_resource_mirror::*callback; http_request* dhr; http_response_ptr dhrs; bool second; modded_request(): pp(0x0), complete_uri(0x0), ws(0x0), dhr(0x0), dhrs(0x0), second(false) { } ~modded_request() { if (NULL != pp) { MHD_destroy_post_processor (pp); } if(second) delete dhr; //TODO: verify. It could be an error delete complete_uri; } }; void empty_render(const http_request& r, http_response** res) { *res = new http_string_response("", 200); } void empty_not_acceptable_render(const http_request& r, http_response** res) { *res = new http_string_response(NOT_METHOD_ERROR, 200); } bool empty_is_allowed(const std::string& method) { return true; } } struct pthread_t_comparator { bool operator()(const pthread_t& t1, const pthread_t& t2) const { return pthread_equal(t1, t2); } }; struct cache_entry { long ts; int validity; details::http_response_ptr response; pthread_rwlock_t elem_guard; pthread_mutex_t lock_guard; set lockers; cache_entry(): ts(-1), validity(-1) { pthread_rwlock_init(&elem_guard, NULL); pthread_mutex_init(&lock_guard, NULL); } ~cache_entry() { pthread_rwlock_destroy(&elem_guard); pthread_mutex_destroy(&lock_guard); } cache_entry(const cache_entry& b): ts(b.ts), validity(b.validity), response(b.response), elem_guard(b.elem_guard), lock_guard(b.lock_guard) { } void operator= (const cache_entry& b) { ts = b.ts; validity = b.validity; response = b.response; pthread_rwlock_destroy(&elem_guard); pthread_mutex_destroy(&lock_guard); elem_guard = b.elem_guard; } cache_entry( details::http_response_ptr response, long ts = -1, int validity = -1 ): ts(ts), validity(validity), response(response) { pthread_rwlock_init(&elem_guard, NULL); pthread_mutex_init(&lock_guard, NULL); } void lock(bool write = false) { pthread_mutex_lock(&lock_guard); pthread_t tid = pthread_self(); if(!lockers.count(tid)) { if(write) { lockers.insert(tid); pthread_mutex_unlock(&lock_guard); pthread_rwlock_wrlock(&elem_guard); } else { lockers.insert(tid); pthread_mutex_unlock(&lock_guard); pthread_rwlock_rdlock(&elem_guard); } } else pthread_mutex_unlock(&lock_guard); } void unlock() { pthread_mutex_lock(&lock_guard); { pthread_t tid = pthread_self(); if(lockers.count(tid)) { lockers.erase(tid); pthread_rwlock_unlock(&elem_guard); } } pthread_mutex_unlock(&lock_guard); } }; using namespace http; int policy_callback (void *, const struct sockaddr*, socklen_t); void error_log(void*, const char*, va_list); void* uri_log(void*, const char*); void access_log(webserver*, string); size_t unescaper_func(void*, struct MHD_Connection*, char*); size_t internal_unescaper(void*, char*); struct compare_value { bool operator() (const std::pair& left, const std::pair& right ) const { return left.second < right.second; } }; static void catcher (int sig) { } static void ignore_sigpipe () { struct sigaction oldsig; struct sigaction sig; sig.sa_handler = &catcher; sigemptyset (&sig.sa_mask); #ifdef SA_INTERRUPT sig.sa_flags = SA_INTERRUPT; /* SunOS */ #else //SA_INTERRUPT sig.sa_flags = SA_RESTART; #endif //SA_INTERRUPTT if (0 != sigaction (SIGPIPE, &sig, &oldsig)) fprintf (stderr, gettext("Failed to install SIGPIPE handler: %s\n"), strerror (errno) ); } //WEBSERVER CREATOR create_webserver& create_webserver::https_mem_key( const std::string& https_mem_key ) { char* _https_mem_key_pt = http::load_file(https_mem_key.c_str()); _https_mem_key = _https_mem_key_pt; free(_https_mem_key_pt); return *this; } create_webserver& create_webserver::https_mem_cert( const std::string& https_mem_cert ) { char* _https_mem_cert_pt = http::load_file(https_mem_cert.c_str()); _https_mem_cert = _https_mem_cert_pt; free(_https_mem_cert_pt); return *this; } create_webserver& create_webserver::https_mem_trust( const std::string& https_mem_trust ) { char* _https_mem_trust_pt = http::load_file(https_mem_trust.c_str()); _https_mem_trust = _https_mem_trust_pt; free(_https_mem_trust_pt); return *this; } //WEBSERVER webserver::webserver ( int port, const http_utils::start_method_T& start_method, int max_threads, int max_connections, int memory_limit, int connection_timeout, int per_IP_connection_limit, log_access_ptr log_access, log_error_ptr log_error, validator_ptr validator, unescaper_ptr unescaper, const struct sockaddr* bind_address, int bind_socket, int max_thread_stack_size, bool use_ssl, bool use_ipv6, bool debug, bool pedantic, const string& https_mem_key, const string& https_mem_cert, const string& https_mem_trust, const string& https_priorities, const http_utils::cred_type_T& cred_type, const string digest_auth_random, int nonce_nc_size, const http_utils::policy_T& default_policy, bool basic_auth_enabled, bool digest_auth_enabled, bool regex_checking, bool ban_system_enabled, bool post_process_enabled, render_ptr single_resource, render_ptr not_found_resource, render_ptr method_not_allowed_resource, render_ptr method_not_acceptable_resource, render_ptr internal_error_resource ) : port(port), start_method(start_method), max_threads(max_threads), max_connections(max_connections), memory_limit(memory_limit), connection_timeout(connection_timeout), per_IP_connection_limit(per_IP_connection_limit), log_access(log_access), log_error(log_error), validator(validator), unescaper(unescaper), bind_address(bind_address), bind_socket(bind_socket), max_thread_stack_size(max_thread_stack_size), use_ssl(use_ssl), use_ipv6(use_ipv6), debug(debug), pedantic(pedantic), https_mem_key(https_mem_key), https_mem_cert(https_mem_cert), https_mem_trust(https_mem_trust), https_priorities(https_priorities), cred_type(cred_type), digest_auth_random(digest_auth_random), nonce_nc_size(nonce_nc_size), running(false), default_policy(default_policy), basic_auth_enabled(basic_auth_enabled), digest_auth_enabled(digest_auth_enabled), regex_checking(regex_checking), ban_system_enabled(ban_system_enabled), post_process_enabled(post_process_enabled), not_found_resource(not_found_resource), method_not_allowed_resource(method_not_allowed_resource), method_not_acceptable_resource(method_not_acceptable_resource), internal_error_resource(internal_error_resource), next_to_choose(0) { init(single_resource); } webserver::webserver(const create_webserver& params): port(params._port), start_method(params._start_method), max_threads(params._max_threads), max_connections(params._max_connections), memory_limit(params._memory_limit), connection_timeout(params._connection_timeout), per_IP_connection_limit(params._per_IP_connection_limit), log_access(params._log_access), log_error(params._log_error), validator(params._validator), unescaper(params._unescaper), bind_address(params._bind_address), bind_socket(params._bind_socket), max_thread_stack_size(params._max_thread_stack_size), use_ssl(params._use_ssl), use_ipv6(params._use_ipv6), debug(params._debug), pedantic(params._pedantic), https_mem_key(params._https_mem_key), https_mem_cert(params._https_mem_cert), https_mem_trust(params._https_mem_trust), https_priorities(params._https_priorities), cred_type(params._cred_type), digest_auth_random(params._digest_auth_random), nonce_nc_size(params._nonce_nc_size), running(false), default_policy(params._default_policy), basic_auth_enabled(params._basic_auth_enabled), digest_auth_enabled(params._digest_auth_enabled), regex_checking(params._regex_checking), ban_system_enabled(params._ban_system_enabled), post_process_enabled(params._post_process_enabled), not_found_resource(params._not_found_resource), method_not_allowed_resource(params._method_not_allowed_resource), method_not_acceptable_resource(params._method_not_acceptable_resource), internal_error_resource(params._internal_error_resource), next_to_choose(0) { init(params._single_resource); } void webserver::init(render_ptr single_resource) { if(single_resource != 0x0) this->single_resource = true; else this->single_resource = false; ignore_sigpipe(); pthread_mutex_init(&mutexwait, NULL); pthread_rwlock_init(&runguard, NULL); pthread_cond_init(&mutexcond, NULL); pthread_rwlock_init(&cache_guard, NULL); #ifdef USE_COMET pthread_rwlock_init(&comet_guard, NULL); pthread_mutex_init(&cleanmux, NULL); pthread_cond_init(&cleancond, NULL); #endif //USE_COMET } webserver::~webserver() { this->stop(); pthread_mutex_destroy(&mutexwait); pthread_rwlock_destroy(&runguard); pthread_rwlock_destroy(&cache_guard); pthread_cond_destroy(&mutexcond); #ifdef USE_COMET pthread_rwlock_destroy(&comet_guard); pthread_mutex_destroy(&cleanmux); pthread_cond_destroy(&cleancond); #endif //USE_COMET typedef vector::const_iterator daemon_item_it; for(daemon_item_it it = daemons.begin(); it != daemons.end(); ++it) delete *it; } void webserver::sweet_kill() { this->stop(); } void webserver::request_completed ( void *cls, struct MHD_Connection *connection, void **con_cls, enum MHD_RequestTerminationCode toe ) { details::modded_request* mr = (struct details::modded_request*) *con_cls; if (0x0 == mr) { if(mr->dhrs.res != 0x0 && mr->dhrs->ca != 0x0) mr->dhrs->ca(mr->dhrs->closure_data); delete mr; } } void webserver::register_resource( const std::string& resource, details::http_resource_mirror hrm, bool family ) { if(method_not_acceptable_resource) hrm.method_not_acceptable_resource = method_not_acceptable_resource; details::http_endpoint idx(resource, family, true, regex_checking); registered_resources[idx] = hrm; registered_resources_str[idx.url_complete] = ®istered_resources[idx]; } void webserver::schedule_fd(int fd, fd_set* schedule_list, int* max) { FD_SET(fd, schedule_list); if(fd > *max) *max = fd; } void* webserver::cleaner(void* self) { #ifdef USE_COMET webserver* _this = static_cast(self); while(true) { pthread_mutex_lock(&_this->cleanmux); pthread_cond_wait(&_this->cleancond, &_this->cleanmux); //there are no problems with spurious wake-ups pthread_mutex_unlock(&_this->cleanmux); _this->clean_connections(); } #endif //USE_COMET return 0x0; } void webserver::clean_connections() { #ifdef USE_COMET pthread_rwlock_wrlock(&comet_guard); typedef std::map >::iterator conn_it; for(conn_it it = q_waitings.begin(); it != q_waitings.end(); ++it) { std::set::const_iterator itt; for(itt = (*it).second.begin(); itt != (*it).second.end(); ) { if(fcntl(*itt, F_GETFL) != -1 || errno != EBADF) { ++itt; } else { q_messages.erase(*itt); q_blocks.erase(*itt); q_signal.erase(*itt); q_keepalives.erase(*itt); (*it).second.erase(itt++); } } } pthread_rwlock_unlock(&comet_guard); #endif //USE_COMET } void* webserver::select(void* self) { fd_set rs; fd_set ws; fd_set es; struct timeval timeout_value; int max = 0; details::daemon_item* di = static_cast(self); while (true) { FD_ZERO (&rs); FD_ZERO (&ws); FD_ZERO (&es); if (MHD_YES != MHD_get_fdset (di->daemon, &rs, &ws, &es, &max)) break; /* fatal internal error */ unsigned MHD_LONG_LONG timeout; if (!(MHD_get_timeout (di->daemon, &timeout) == MHD_YES)) { //abort execution } { std::map::const_iterator it; pthread_rwlock_rdlock(&di->ws->runguard); for(it = di->ws->event_suppliers.begin(); it != di->ws->event_suppliers.end(); ++it ) { int local_max; (*it).second.supply_events(&rs, &ws, &es, &local_max); if(local_max > max) max = local_max; unsigned long t = (*it).second.get_timeout(); if(t < timeout) timeout = t; } pthread_rwlock_unlock(&di->ws->runguard); } #ifdef USE_COMET di->ws->clean_connections(); //TODO: clean connection structures also when working with threads pthread_rwlock_wrlock(&_di->ws>comet_guard); for(std::map::iterator it = di->ws->q_keepalives.begin(); it != di->ws->q_keepalives.end(); ++it ) { struct timeval curtime; gettimeofday(&curtime, NULL); int waited_time = curtime.tv_sec - (*it).second; if(waited_time >= di->ws->q_keepalives_mem[(*it).first].first) di->ws->send_message_to_consumer( (*it).first, di->ws->q_keepalives_mem[(*it).first].second ); else { unsigned long to_wait_time = di->ws->q_keepalives_mem[(*it).first].first - waited_time; if(to_wait_time < (timeout / 1000)) timeout = to_wait_time * 1000; } } pthread_rwlock_unlock(&di->ws->comet_guard); pthread_rwlock_rdlock(&di->ws->comet_guard); for(std::set::const_iterator it = di->ws->q_signal.begin(); it != di->ws->q_signal.end(); ++it ) di->ws->schedule_fd(*it, &ws, &max); pthread_rwlock_unlock(&di->ws->comet_guard); #endif //USE_COMET timeout_value.tv_sec = timeout / 1000; timeout_value.tv_usec =(timeout - (timeout_value.tv_sec * 1000)) * 1000; ::select (max + 1, &rs, &ws, &es, &timeout_value); MHD_run (di->daemon); { std::map::const_iterator it; pthread_rwlock_rdlock(&di->ws->runguard); for(it = di->ws->event_suppliers.begin(); it != di->ws->event_suppliers.end(); ++it ) (*it).second.dispatch_events(); } } return 0x0; } void webserver::run() { if(start_method == http_utils::INTERNAL_REMANAGED) { MHD_run(daemons[next_to_choose]->daemon); next_to_choose++; next_to_choose %= max_threads; } } int create_socket (int domain, int type, int protocol) { int sock_cloexec = SOCK_CLOEXEC; int ctype = SOCK_STREAM | sock_cloexec; int fd; /* use SOCK_STREAM rather than ai_socktype: some getaddrinfo * implementations do not set ai_socktype, e.g. RHL6.2. */ fd = socket(domain, ctype, protocol); if ( (-1 == fd) && (EINVAL == errno) && (0 != sock_cloexec) ) { sock_cloexec = 0; fd = socket(domain, type, protocol); } if (-1 == fd) return -1; return fd; } bool webserver::start(bool blocking) { #ifdef USE_COMET if(start_method == http_utils::INTERNAL_SELECT) { start_method = http_utils::INTERNAL_REMANAGED; } #endif struct { MHD_OptionItem operator ()( enum MHD_OPTION opt, intptr_t val, void *ptr = 0 ) { MHD_OptionItem x = {opt, val, ptr}; return x; } } gen; vector iov; iov.push_back(gen(MHD_OPTION_NOTIFY_COMPLETED, (intptr_t) &request_completed, NULL )); iov.push_back(gen(MHD_OPTION_URI_LOG_CALLBACK, (intptr_t) &uri_log, this)); iov.push_back(gen(MHD_OPTION_EXTERNAL_LOGGER, (intptr_t) &error_log, this)); iov.push_back(gen(MHD_OPTION_UNESCAPE_CALLBACK, (intptr_t) &unescaper_func, this) ); iov.push_back(gen(MHD_OPTION_CONNECTION_TIMEOUT, connection_timeout)); if(bind_address != 0x0) iov.push_back(gen(MHD_OPTION_SOCK_ADDR, (intptr_t) bind_address)); if(bind_socket != 0) iov.push_back(gen(MHD_OPTION_LISTEN_SOCKET, bind_socket)); if(! (start_method == http_utils::INTERNAL_REMANAGED)) { if(max_threads != 0) iov.push_back(gen(MHD_OPTION_THREAD_POOL_SIZE, max_threads)); } if(max_connections != 0) iov.push_back(gen(MHD_OPTION_CONNECTION_LIMIT, max_connections)); if(memory_limit != 0) iov.push_back(gen(MHD_OPTION_CONNECTION_MEMORY_LIMIT, memory_limit)); if(per_IP_connection_limit != 0) iov.push_back(gen(MHD_OPTION_PER_IP_CONNECTION_LIMIT, per_IP_connection_limit) ); if(max_thread_stack_size != 0) iov.push_back(gen(MHD_OPTION_THREAD_STACK_SIZE, max_thread_stack_size)); if(nonce_nc_size != 0) iov.push_back(gen(MHD_OPTION_NONCE_NC_SIZE, nonce_nc_size)); if(use_ssl) iov.push_back(gen(MHD_OPTION_HTTPS_MEM_KEY, 0, (void*)https_mem_key.c_str()) ); if(use_ssl) iov.push_back(gen(MHD_OPTION_HTTPS_MEM_CERT, 0, (void*)https_mem_cert.c_str()) ); if(https_mem_trust != "" && use_ssl) iov.push_back(gen(MHD_OPTION_HTTPS_MEM_TRUST, 0, (void*)https_mem_trust.c_str()) ); if(https_priorities != "" && use_ssl) iov.push_back(gen(MHD_OPTION_HTTPS_PRIORITIES, 0, (void*)https_priorities.c_str()) ); if(digest_auth_random != "") iov.push_back(gen(MHD_OPTION_DIGEST_AUTH_RANDOM, digest_auth_random.size(), (char*)digest_auth_random.c_str()) ); #ifdef HAVE_GNUTLS if(cred_type != http_utils::NONE) iov.push_back(gen(MHD_OPTION_HTTPS_CRED_TYPE, cred_type)); #endif //HAVE_GNUTLS if(start_method == http_utils::INTERNAL_REMANAGED) { #ifndef WINDOWS const int on = 1; #else const char on = 1; #endif bool bind_settled = true; if(!bind_socket) { bind_settled = false; struct sockaddr_in servaddr4; #if HAVE_INET6 struct sockaddr_in6 servaddr6; #endif const struct sockaddr *servaddr = NULL; socklen_t addrlen; #if HAVE_INET6 if (0 != (options & MHD_USE_IPv6)) addrlen = sizeof (struct sockaddr_in6); else #endif addrlen = sizeof (struct ::sockaddr_in); #if HAVE_INET6 if (0 != (options & MHD_USE_IPv6)) { memset (&servaddr6, 0, sizeof (struct sockaddr_in6)); servaddr6.sin6_family = AF_INET6; servaddr6.sin6_port = htons (port); #if HAVE_SOCKADDR_IN_SIN_LEN servaddr6.sin6_len = sizeof (struct sockaddr_in6); #endif servaddr = (struct sockaddr *) &servaddr6; } else #endif { memset (&servaddr4, 0, sizeof (struct ::sockaddr_in)); servaddr4.sin_family = AF_INET; servaddr4.sin_port = htons (port); #if HAVE_SOCKADDR_IN_SIN_LEN servaddr4.sin_len = sizeof (struct ::sockaddr_in); #endif servaddr = (struct sockaddr *) &servaddr4; } if (use_ipv6) bind_socket = create_socket (PF_INET6, SOCK_STREAM, 0); else bind_socket = create_socket (PF_INET, SOCK_STREAM, 0); setsockopt (bind_socket, SOL_SOCKET, SO_REUSEADDR, &on, sizeof (on)); if(use_ipv6) { #ifdef IPPROTO_IPV6 #ifdef IPV6_V6ONLY #ifndef WINDOWS setsockopt (bind_socket, IPPROTO_IPV6, IPV6_V6ONLY, &on, sizeof (on) ); #else setsockopt (bind_socket, IPPROTO_IPV6, IPV6_V6ONLY, &on, sizeof (on) ); #endif #endif #endif } bind(bind_socket, servaddr, addrlen); } int flags = fcntl (bind_socket, F_GETFL); flags |= O_NONBLOCK; fcntl (bind_socket, F_SETFL, flags); if(!bind_settled) listen(bind_socket, 1); iov.push_back(gen(MHD_OPTION_LISTEN_SOCKET, bind_socket)); } iov.push_back(gen(MHD_OPTION_END, 0, NULL )); struct MHD_OptionItem ops[iov.size()]; for(unsigned int i = 0; i < iov.size(); i++) { ops[i] = iov[i]; } int start_conf = start_method; if(use_ssl) start_conf |= MHD_USE_SSL; if(use_ipv6) start_conf |= MHD_USE_IPv6; if(debug) start_conf |= MHD_USE_DEBUG; if(pedantic) start_conf |= MHD_USE_PEDANTIC_CHECKS; int num_threads = 1; if(max_threads > num_threads) num_threads = max_threads; if(start_method == http_utils::INTERNAL_REMANAGED) { for(int i = 0; i < num_threads; i++) { struct MHD_Daemon* daemon = MHD_start_daemon ( start_conf, this->port, &policy_callback, this, &answer_to_connection, this, MHD_OPTION_ARRAY, ops, MHD_OPTION_END ); if(NULL == daemon) { cout << gettext("Unable to connect daemon to port: ") << this->port << endl; return false; } details::daemon_item* di = new details::daemon_item(this, daemon); daemons.push_back(di); //RUN SELECT THREADS pthread_t t; threads.push_back(t); pthread_create( &threads[i], NULL, &webserver::select, static_cast(di) ); //TODO: do something if initialization fails } } else { struct MHD_Daemon* daemon = MHD_start_daemon ( start_conf, this->port, &policy_callback, this, &answer_to_connection, this, MHD_OPTION_ARRAY, ops, MHD_OPTION_END ); if(NULL == daemon) { cout << gettext("Unable to connect daemon to port: ") << this->port << endl; return false; } details::daemon_item* di = new details::daemon_item(this, daemon); daemons.push_back(di); #ifdef USE_COMET pthread_t c; threads.push_back(c); pthread_create(&threads[0], NULL, &webserver::cleaner, static_cast(this) ); //TODO: do something if initialization fails #endif } this->running = true; bool value_onclose = false; if(blocking) { pthread_mutex_lock(&mutexwait); while(blocking && running) pthread_cond_wait(&mutexcond, &mutexwait); pthread_mutex_unlock(&mutexwait); value_onclose = true; } return value_onclose; } bool webserver::is_running() { return this->running; } bool webserver::stop() { pthread_mutex_lock(&mutexwait); if(this->running) this->running = false; pthread_cond_signal(&mutexcond); pthread_mutex_unlock(&mutexwait); return true; } void webserver::unregister_resource(const string& resource) { details::http_endpoint he(resource); this->registered_resources.erase(he); this->registered_resources.erase(he.url_complete); } void webserver::ban_ip(const string& ip) { ip_representation t_ip(ip); set::iterator it = this->bans.find(t_ip); if(it != this->bans.end() && (t_ip.weight() < (*it).weight())) { this->bans.erase(it); this->bans.insert(t_ip); } else this->bans.insert(t_ip); } void webserver::allow_ip(const string& ip) { ip_representation t_ip(ip); set::iterator it = this->allowances.find(t_ip); if(it != this->allowances.end() && (t_ip.weight() < (*it).weight())) { this->allowances.erase(it); this->allowances.insert(t_ip); } else this->allowances.insert(t_ip); } void webserver::unban_ip(const string& ip) { this->bans.erase(ip); } void webserver::disallow_ip(const string& ip) { this->allowances.erase(ip); } int webserver::build_request_header ( void *cls, enum MHD_ValueKind kind, const char *key, const char *value ) { http_request* dhr = static_cast(cls); dhr->set_header(key, value); return MHD_YES; } int webserver::build_request_cookie ( void *cls, enum MHD_ValueKind kind, const char *key, const char *value ) { http_request* dhr = static_cast(cls); dhr->set_cookie(key, value); return MHD_YES; } int webserver::build_request_footer ( void *cls, enum MHD_ValueKind kind, const char *key, const char *value ) { http_request* dhr = static_cast(cls); dhr->set_footer(key, value); return MHD_YES; } int webserver::build_request_args ( void *cls, enum MHD_ValueKind kind, const char *key, const char *value ) { details::modded_request* mr = static_cast(cls); { char buf[strlen(key) + strlen(value) + 3]; if(mr->dhr->querystring == "") { snprintf(buf, sizeof buf, "?%s=%s", key, value); mr->dhr->querystring = buf; } else { snprintf(buf, sizeof buf, "&%s=%s", key, value); mr->dhr->querystring += string(buf); } } int size = internal_unescaper((void*) mr->ws, (char*) value); mr->dhr->set_arg(key, string(value, size)); return MHD_YES; } int policy_callback (void *cls, const struct sockaddr* addr, socklen_t addrlen) { if((static_cast(cls))->ban_system_enabled) { if((((static_cast(cls))->default_policy == http_utils::ACCEPT) && ((static_cast(cls))->bans.count(addr)) && (!(static_cast(cls))->allowances.count(addr)) ) || (((static_cast(cls))->default_policy == http_utils::REJECT) && ((!(static_cast(cls))->allowances.count(addr)) || ((static_cast(cls))->bans.count(addr))) )) return MHD_NO; } return MHD_YES; } void* uri_log(void* cls, const char* uri) { struct details::modded_request* mr = new details::modded_request(); mr->complete_uri = new string(uri); mr->second = false; return ((void*)mr); } void error_log(void* cls, const char* fmt, va_list ap) { webserver* dws = static_cast(cls); if(dws->log_error != 0x0) dws->log_error(fmt); } void access_log(webserver* dws, string uri) { if(dws->log_access != 0x0) dws->log_access(uri); } size_t unescaper_func(void * cls, struct MHD_Connection *c, char *s) { // THIS IS USED TO AVOID AN UNESCAPING OF URL BEFORE THE ANSWER. // IT IS DUE TO A BOGUS ON libmicrohttpd (V0.99) THAT PRODUCING A // STRING CONTAINING '\0' AFTER AN UNESCAPING, IS UNABLE TO PARSE // ARGS WITH get_connection_values FUNC OR lookup FUNC. return strlen(s); } size_t internal_unescaper(void* cls, char* s) { webserver* dws = static_cast(cls); if(dws->unescaper != 0x0) { dws->unescaper(s); return strlen(s); } else { return http_unescape(s); } } int webserver::post_iterator (void *cls, enum MHD_ValueKind kind, const char *key, const char *filename, const char *content_type, const char *transfer_encoding, const char *data, uint64_t off, size_t size ) { struct details::modded_request* mr = (struct details::modded_request*) cls; mr->dhr->set_arg(key, data, size); return MHD_YES; } void webserver::upgrade_handler (void *cls, struct MHD_Connection* connection, void **con_cls, int upgrade_socket) { } void webserver::not_found_page( http_response** dhrs, details::modded_request* mr ) { if(not_found_resource != 0x0) not_found_resource(*mr->dhr, dhrs); else *dhrs = new http_string_response( NOT_FOUND_ERROR, http_utils::http_not_found ); } int webserver::method_not_acceptable_page (const void *cls, struct MHD_Connection *connection) { int ret; struct MHD_Response *response; /* unsupported HTTP method */ response = MHD_create_response_from_buffer (strlen (NOT_METHOD_ERROR), (void *) NOT_METHOD_ERROR, MHD_RESPMEM_PERSISTENT); ret = MHD_queue_response (connection, MHD_HTTP_METHOD_NOT_ACCEPTABLE, response); MHD_add_response_header (response, MHD_HTTP_HEADER_CONTENT_ENCODING, "text/plain"); MHD_destroy_response (response); return ret; } void webserver::method_not_allowed_page( http_response** dhrs, details::modded_request* mr ) { if(method_not_acceptable_resource != 0x0) method_not_allowed_resource(*mr->dhr, dhrs); else *dhrs = new http_string_response( METHOD_ERROR, http_utils::http_method_not_allowed ); } void webserver::internal_error_page( http_response** dhrs, details::modded_request* mr, bool force_our ) { if(internal_error_resource != 0x0 && !force_our) internal_error_resource(*mr->dhr, dhrs); else *dhrs = new http_string_response( GENERIC_ERROR, http_utils::http_internal_server_error ); } int webserver::bodyless_requests_answer(MHD_Connection* connection, const char* url, const char* method, const char* version, struct details::modded_request* mr ) { string st_url; internal_unescaper((void*) this, (char*) url); http_utils::standardize_url(url, st_url); http_request req; mr->dhr = &(req); return complete_request(connection, mr, version, st_url.c_str(), method); } int webserver::bodyfull_requests_answer_first_step( MHD_Connection* connection, struct details::modded_request* mr ) { mr->second = true; mr->dhr = new http_request(); const char *encoding = MHD_lookup_connection_value ( connection, MHD_HEADER_KIND, http_utils::http_header_content_type.c_str() ); if(encoding != 0x0) mr->dhr->set_header(http_utils::http_header_content_type, encoding); if ( post_process_enabled && ( 0x0 != encoding && ((0 == strncasecmp ( MHD_HTTP_POST_ENCODING_FORM_URLENCODED, encoding, strlen (MHD_HTTP_POST_ENCODING_FORM_URLENCODED) ) )) ) ) { mr->pp = MHD_create_post_processor ( connection, 1024, &post_iterator, mr ); } else { mr->pp = NULL; } return MHD_YES; } int webserver::bodyfull_requests_answer_second_step(MHD_Connection* connection, const char* url, const char* method, const char* version, const char* upload_data, size_t* upload_data_size, struct details::modded_request* mr ) { string st_url; internal_unescaper((void*) this, (char*) url); http_utils::standardize_url(url, st_url); if ( 0 != *upload_data_size) { #ifdef DEBUG cout << "Writing content: " << upload_data << endl; #endif //DEBUG mr->dhr->grow_content(upload_data, *upload_data_size); if (mr->pp != NULL) { MHD_post_process(mr->pp, upload_data, *upload_data_size); } *upload_data_size = 0; return MHD_YES; } return complete_request(connection, mr, version, st_url.c_str(), method); } void webserver::end_request_construction( MHD_Connection* connection, struct details::modded_request* mr, const char* version, const char* st_url, const char* method, char* user, char* pass, char* digested_user ) { mr->ws = this; MHD_get_connection_values ( connection, MHD_GET_ARGUMENT_KIND, &build_request_args, (void*) mr ); MHD_get_connection_values ( connection, MHD_HEADER_KIND, &build_request_header, (void*) mr->dhr ); MHD_get_connection_values ( connection, MHD_FOOTER_KIND, &build_request_footer, (void*) mr->dhr ); MHD_get_connection_values ( connection, MHD_COOKIE_KIND, &build_request_cookie, (void*) mr->dhr ); mr->dhr->set_path(st_url); mr->dhr->set_method(method); if(basic_auth_enabled) { user = MHD_basic_auth_get_username_password(connection, &pass); } if(digest_auth_enabled) digested_user = MHD_digest_auth_get_username(connection); mr->dhr->set_version(version); const MHD_ConnectionInfo * conninfo = MHD_get_connection_info( connection, MHD_CONNECTION_INFO_CLIENT_ADDRESS ); std::string ip_str; get_ip_str(conninfo->client_addr, ip_str); mr->dhr->set_requestor(ip_str); mr->dhr->set_requestor_port(get_port(conninfo->client_addr)); if(pass != 0x0) { mr->dhr->set_pass(pass); mr->dhr->set_user(user); } if(digested_user != 0x0) { mr->dhr->set_digested_user(digested_user); } } int webserver::finalize_answer( MHD_Connection* connection, struct details::modded_request* mr, const char* st_url, const char* method ) { int to_ret = MHD_NO; http_response* dhrs = 0x0; map::iterator fe; details::http_resource_mirror* hrm; bool found = false; struct MHD_Response* raw_response; if(!single_resource) { fe = registered_resources_str.find(st_url); if(fe == registered_resources_str.end()) { if(regex_checking) { map< details::http_endpoint, details::http_resource_mirror >::iterator found_endpoint; details::http_endpoint endpoint( st_url, false, false, regex_checking ); map< details::http_endpoint, details::http_resource_mirror >::iterator it; int len = -1; int tot_len = -1; for( it=registered_resources.begin(); it!=registered_resources.end(); ++it ) { int endpoint_pieces_len = (*it).first.get_url_pieces_num(); int endpoint_tot_len = (*it).first.get_url_complete_size(); if(tot_len == -1 || len == -1 || endpoint_pieces_len > len || ( endpoint_pieces_len == len && endpoint_tot_len > tot_len ) ) { if((*it).first.match(endpoint)) { found = true; len = endpoint_pieces_len; tot_len = endpoint_tot_len; found_endpoint = it; } } } if(found) { vector url_pars; unsigned int pars_size = found_endpoint->first.get_url_pars(url_pars); vector url_pieces; endpoint.get_url_pieces(url_pieces); vector chunkes; found_endpoint->first.get_chunk_positions(chunkes); for(unsigned int i = 0; i < pars_size; i++) { mr->dhr->set_arg(url_pars[i], url_pieces[chunkes[i]]); } hrm = &found_endpoint->second; } } } else { hrm = fe->second; found = true; } } else { hrm = ®istered_resources.begin()->second; found = true; } mr->dhr->set_underlying_connection(connection); if(found) { try { if(hrm->is_allowed(method)) ((hrm)->*(mr->callback))(*mr->dhr, &dhrs); else { method_not_allowed_page(&dhrs, mr); } } catch(const std::exception& e) { internal_error_page(&dhrs, mr); } catch(...) { internal_error_page(&dhrs, mr); } } else { not_found_page(&dhrs, mr); } mr->dhrs = dhrs; mr->dhrs->underlying_connection = connection; try { try { dhrs->get_raw_response(&raw_response, this); } catch(const file_access_exception& fae) { not_found_page(&dhrs, mr); dhrs->get_raw_response(&raw_response, this); } catch(const std::exception& e) { internal_error_page(&dhrs, mr); dhrs->get_raw_response(&raw_response, this); } catch(...) { internal_error_page(&dhrs, mr); dhrs->get_raw_response(&raw_response, this); } } catch(...) { internal_error_page(&dhrs, mr, true); dhrs->get_raw_response(&raw_response, this); } dhrs->decorate_response(raw_response); to_ret = dhrs->enqueue_response(connection, raw_response); MHD_destroy_response (raw_response); return to_ret; } int webserver::complete_request( MHD_Connection* connection, struct details::modded_request* mr, const char* version, const char* st_url, const char* method ) { char* pass = 0x0; char* user = 0x0; char* digested_user = 0x0; end_request_construction( connection, mr, version, st_url, method, pass, user, digested_user ); int to_ret = finalize_answer(connection, mr, st_url, method); if (user != 0x0) free (user); if (pass != 0x0) free (pass); if (digested_user != 0x0) free (digested_user); return to_ret; } int webserver::answer_to_connection(void* cls, MHD_Connection* connection, const char* url, const char* method, const char* version, const char* upload_data, size_t* upload_data_size, void** con_cls ) { struct details::modded_request* mr = static_cast(*con_cls); if(mr->second == false) { bool body = false; access_log( static_cast(cls), *(mr->complete_uri) + " METHOD: " + method ); if( 0 == strcasecmp(method, http_utils::http_method_get.c_str())) { mr->callback = &details::http_resource_mirror::render_GET; } else if (0 == strcmp(method, http_utils::http_method_post.c_str())) { mr->callback = &details::http_resource_mirror::render_POST; body = true; } else if (0 == strcasecmp(method, http_utils::http_method_put.c_str())) { mr->callback = &details::http_resource_mirror::render_PUT; body = true; } else if (0 == strcasecmp(method,http_utils::http_method_delete.c_str())) { mr->callback = &details::http_resource_mirror::render_DELETE; } else if (0 == strcasecmp(method, http_utils::http_method_head.c_str())) { mr->callback = &details::http_resource_mirror::render_HEAD; } else if (0 ==strcasecmp(method,http_utils::http_method_connect.c_str())) { mr->callback = &details::http_resource_mirror::render_CONNECT; } else if (0 == strcasecmp(method, http_utils::http_method_trace.c_str())) { mr->callback = &details::http_resource_mirror::render_TRACE; } else if (0 ==strcasecmp(method,http_utils::http_method_options.c_str())) { mr->callback = &details::http_resource_mirror::render_OPTIONS; } else { using namespace details; if(static_cast(cls)->method_not_acceptable_resource) mr->callback = &http_resource_mirror::method_not_acceptable_resource; else return static_cast(cls)->method_not_acceptable_page( cls, connection ); } if(body) return static_cast(cls)-> bodyfull_requests_answer_first_step(connection, mr); else return static_cast(cls)-> bodyless_requests_answer(connection, url, method, version, mr); } else { return static_cast(cls)-> bodyfull_requests_answer_second_step( connection, url, method, version, upload_data, upload_data_size, mr ); } } void webserver::send_message_to_consumer( int connection_id, const std::string& message, bool to_lock ) { #ifdef USE_COMET //This function need to be externally locked on write q_messages[connection_id].push_back(message); map::const_iterator it; if((it = q_keepalives.find(connection_id)) != q_keepalives.end()) { struct timeval curtime; gettimeofday(&curtime, NULL); q_keepalives[connection_id] = curtime.tv_sec; } q_signal.insert(connection_id); if(start_method != http_utils::INTERNAL_SELECT) { if(to_lock) pthread_mutex_lock(&q_blocks[connection_id].first); pthread_cond_signal(&q_blocks[connection_id].second); if(to_lock) pthread_mutex_unlock(&q_blocks[connection_id].first); } #endif //USE_COMET } void webserver::send_message_to_topic( const std::string& topic, const std::string& message ) { #ifdef USE_COMET pthread_rwlock_wrlock(&comet_guard); for(std::set::const_iterator it = q_waitings[topic].begin(); it != q_waitings[topic].end(); ++it ) { q_messages[(*it)].push_back(message); q_signal.insert((*it)); if(start_method != http_utils::INTERNAL_SELECT) { pthread_mutex_lock(&q_blocks[(*it)].first); pthread_cond_signal(&q_blocks[(*it)].second); pthread_mutex_unlock(&q_blocks[(*it)].first); } map::const_iterator itt; if((itt = q_keepalives.find(*it)) != q_keepalives.end()) { struct timeval curtime; gettimeofday(&curtime, NULL); q_keepalives[*it] = curtime.tv_sec; } } pthread_rwlock_unlock(&comet_guard); if(start_method != http_utils::INTERNAL_SELECT) { pthread_mutex_lock(&cleanmux); pthread_cond_signal(&cleancond); pthread_mutex_unlock(&cleanmux); } #endif //USE_COMET } void webserver::register_to_topics( const std::vector& topics, int connection_id, int keepalive_secs, string keepalive_msg ) { #ifdef USE_COMET pthread_rwlock_wrlock(&comet_guard); for(std::vector::const_iterator it = topics.begin(); it != topics.end(); ++it ) q_waitings[*it].insert(connection_id); if(keepalive_secs != -1) { struct timeval curtime; gettimeofday(&curtime, NULL); q_keepalives[connection_id] = curtime.tv_sec; q_keepalives_mem[connection_id] = make_pair( keepalive_secs, keepalive_msg ); } if(start_method != http_utils::INTERNAL_SELECT) { pthread_mutex_t m; pthread_cond_t c; pthread_mutex_init(&m, NULL); pthread_cond_init(&c, NULL); q_blocks[connection_id] = std::make_pair(m, c); } pthread_rwlock_unlock(&comet_guard); #endif //USE_COMET } size_t webserver::read_message(int connection_id, std::string& message) { #ifdef USE_COMET pthread_rwlock_wrlock(&comet_guard); std::deque& t_deq = q_messages[connection_id]; message.assign(t_deq.front()); t_deq.pop_front(); pthread_rwlock_unlock(&comet_guard); return message.size(); #else //USE_COMET return 0; #endif //USE_COMET } size_t webserver::get_topic_consumers( const std::string& topic, std::set& consumers ) { #ifdef USE_COMET pthread_rwlock_rdlock(&comet_guard); for(std::set::const_iterator it = q_waitings[topic].begin(); it != q_waitings[topic].end(); ++it ) { consumers.insert((*it)); } int size = consumers.size(); pthread_rwlock_unlock(&comet_guard); return size; #else //USE_COMET return 0; #endif //USE_COMET } bool webserver::pop_signaled(int consumer) { #ifdef USE_COMET if(start_method == http_utils::INTERNAL_SELECT) { pthread_rwlock_wrlock(&comet_guard); std::set::iterator it = q_signal.find(consumer); if(it != q_signal.end()) { if(q_messages[consumer].empty()) { q_signal.erase(it); pthread_rwlock_unlock(&comet_guard); return false; } pthread_rwlock_unlock(&comet_guard); return true; } else { pthread_rwlock_unlock(&comet_guard); return false; } } else { pthread_rwlock_rdlock(&comet_guard); pthread_mutex_lock(&q_blocks[consumer].first); struct timespec t; struct timeval curtime; { bool to_unlock = true; while(q_signal.find(consumer) == q_signal.end()) { if(to_unlock) { pthread_rwlock_unlock(&comet_guard); to_unlock = false; } gettimeofday(&curtime, NULL); t.tv_sec = curtime.tv_sec + q_keepalives_mem[consumer].first; t.tv_nsec = 0; int rslt = pthread_cond_timedwait(&q_blocks[consumer].second, &q_blocks[consumer].first, &t ); if(rslt == ETIMEDOUT) { pthread_rwlock_wrlock(&comet_guard); send_message_to_consumer(consumer, q_keepalives_mem[consumer].second, false ); pthread_rwlock_unlock(&comet_guard); } } if(to_unlock) pthread_rwlock_unlock(&comet_guard); } if(q_messages[consumer].size() == 0) { pthread_rwlock_wrlock(&comet_guard); q_signal.erase(consumer); pthread_mutex_unlock(&q_blocks[consumer].first); pthread_rwlock_unlock(&comet_guard); return false; } pthread_rwlock_rdlock(&comet_guard); pthread_mutex_unlock(&q_blocks[consumer].first); pthread_rwlock_unlock(&comet_guard); return true; } #else //USE_COMET return false; #endif //USE_COMET } http_response* webserver::get_from_cache( const std::string& key, bool* valid, bool lock, bool write ) { cache_entry* ce = 0x0; return get_from_cache(key, valid, &ce, lock, write); } http_response* webserver::get_from_cache( const std::string& key, bool* valid, cache_entry** ce, bool lock, bool write ) { pthread_rwlock_rdlock(&cache_guard); *valid = true; map::iterator it(response_cache.find(key)); if(it != response_cache.end()) { if(lock) (*it).second->lock(write); if((*it).second->validity != -1) { timeval now; gettimeofday(&now, NULL); if( now.tv_sec - (*it).second->ts > (*it).second->validity) *valid = false; } *ce = (*it).second; pthread_rwlock_unlock(&cache_guard); return (*it).second->response.ptr(); } else { pthread_rwlock_unlock(&cache_guard); *valid = false; return 0x0; } } bool webserver::is_valid(const std::string& key) { pthread_rwlock_rdlock(&cache_guard); map::iterator it(response_cache.find(key)); if(it != response_cache.end()) { if((*it).second->validity != -1) { timeval now; gettimeofday(&now, NULL); if( now.tv_sec - (*it).second->ts > (*it).second->validity) { pthread_rwlock_unlock(&cache_guard); return false; } else { pthread_rwlock_unlock(&cache_guard); return true; } } else { pthread_rwlock_unlock(&cache_guard); return true; } } pthread_rwlock_unlock(&cache_guard); return false; } void webserver::lock_cache_element(cache_entry* ce, bool write) { if(ce) ce->lock(write); } void webserver::unlock_cache_element(cache_entry* ce) { if(ce) ce->unlock(); } cache_entry* webserver::put_in_cache( const std::string& key, http_response* value, bool* new_elem, bool lock, bool write, int validity ) { pthread_rwlock_wrlock(&cache_guard); map::iterator it(response_cache.find(key)); cache_entry* to_ret; bool already_in = false; if(it != response_cache.end()) { (*it).second->lock(true); already_in = true; } if(validity == -1) { if(already_in) { (*it).second->response = value; to_ret = (*it).second; *new_elem = false; } else { pair::iterator, bool> res = response_cache.insert(pair( key, new cache_entry(value)) ); to_ret = (*res.first).second; *new_elem = res.second; } } else { timeval now; gettimeofday(&now, NULL); if(already_in) { (*it).second->response = value; (*it).second->ts = now.tv_sec; (*it).second->validity = validity; to_ret = (*it).second; *new_elem = false; } else { pair::iterator, bool> res = response_cache.insert(pair( key, new cache_entry(value, now.tv_sec, validity)) ); to_ret = (*res.first).second; *new_elem = res.second; } } if(already_in) (*it).second->unlock(); if(lock) to_ret->lock(write); pthread_rwlock_unlock(&cache_guard); return to_ret; } void webserver::remove_from_cache(const std::string& key) { pthread_rwlock_wrlock(&cache_guard); map::iterator it(response_cache.find(key)); if(it != response_cache.end()) { cache_entry* ce = (*it).second; response_cache.erase(it); delete ce; } pthread_rwlock_unlock(&cache_guard); } void webserver::clean_cache() { pthread_rwlock_wrlock(&cache_guard); response_cache.clear(); //manage this because obviously causes leaks pthread_rwlock_unlock(&cache_guard); } void webserver::unlock_cache_entry(cache_entry* ce) { ce->unlock(); } void webserver::lock_cache_entry(cache_entry* ce) { ce->lock(); } void webserver::get_response(cache_entry* ce, http_response** res) { *res = ce->response.ptr(); } void webserver::remove_event_supplier(const std::string& id) { pthread_rwlock_wrlock(&runguard); event_suppliers.erase(id); pthread_rwlock_unlock(&runguard); } };
X Tutup