/src/mhd2/src/mhd2/events_process.c

Source
/* SPDX-License-Identifier: LGPL-2.1-or-later OR (GPL-2.0-or-later WITH eCos-exception-2.0) */
/*
  This file is part of GNU libmicrohttpd.
  Copyright (C) 2024 Evgeny Grin (Karlson2k)

  GNU libmicrohttpd is free software; you can redistribute it and/or
  modify it under the terms of the GNU Lesser General Public
  License as published by the Free Software Foundation; either
  version 2.1 of the License, or (at your option) any later version.

  GNU libmicrohttpd is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  Lesser General Public License for more details.

  Alternatively, you can redistribute GNU libmicrohttpd and/or
  modify it under the terms of the GNU General Public License as
  published by the Free Software Foundation; either version 2 of
  the License, or (at your option) any later version, together
  with the eCos exception, as follows:

    As a special exception, if other files instantiate templates or
    use macros or inline functions from this file, or you compile this
    file and link it with other works to produce a work based on this
    file, this file does not by itself cause the resulting work to be
    covered by the GNU General Public License. However the source code
    for this file must still be made available in accordance with
    section (3) of the GNU General Public License v2.

    This exception does not invalidate any other reasons why a work
    based on this file might be covered by the GNU General Public
    License.

  You should have received copies of the GNU Lesser General Public
  License and the GNU General Public License along with this library;
  if not, see <https://www.gnu.org/licenses/>.
*/

/**
 * @file src/mhd2/events_process.c
 * @brief  The implementation of events processing functions
 * @author Karlson2k (Evgeny Grin)
 */

#include "mhd_sys_options.h"
#include "events_process.h"

#include "mhd_assert.h"
#include "mhd_unreachable.h"

#if defined(mhd_DEBUG_SUSPEND_RESUME) || defined(mhd_DEBUG_POLLING_FDS)
#  include <stdio.h>
#endif /* mhd_DEBUG_SUSPEND_RESUME */

#include "mhd_locks.h"

#include "mhd_socket_type.h"
#include "sys_poll.h"
#include "sys_select.h"
#ifdef MHD_SUPPORT_EPOLL
#  include <sys/epoll.h>
#endif
#ifdef MHD_SOCKETS_KIND_POSIX
#  include "sys_errno.h"
#endif

#include "mhd_itc.h"

#include "mhd_panic.h"
#include "mhd_dbg_print.h"

#include "mhd_sockets_macros.h"

#include "mhd_daemon.h"
#include "mhd_connection.h"

#include "conn_mark_ready.h"
#include "daemon_logger.h"
#include "daemon_add_conn.h"
#include "daemon_funcs.h"
#include "conn_data_process.h"
#include "stream_funcs.h"
#include "extr_events_funcs.h"

#ifdef MHD_SUPPORT_UPGRADE
#  include "upgrade_proc.h"
#endif /* MHD_SUPPORT_UPGRADE */

#include "mhd_public_api.h"

#ifdef mhd_DEBUG_POLLING_FDS
/**
 * Debug-printf request of FD polling/monitoring
 * @param fd_name the name of FD ("ITC", "lstn" or "conn")
 * @param fd the FD value
 * @param r_ready the request for read (or receive) readiness
 * @param w_ready the request for write (or send) readiness
 * @param e_ready the request for exception (or error) readiness
 */
MHD_INTERNAL MHD_FN_PAR_NONNULL_ALL_ void
mhd_dbg_print_fd_mon_req (const char *fd_name,
                          MHD_Socket fd,
                          bool r_ready,
                          bool w_ready,
                          bool e_ready)
{
  char state_str[] = "x:x:x";
  state_str[0] = r_ready ? 'R' : '-';
  state_str[2] = w_ready ? 'W' : '-';
  state_str[4] = e_ready ? 'E' : '-';

  fprintf (stderr,
           "### Set FD watching: %4s [%2llu] for %s\n",
           fd_name,
           (unsigned long long) fd,
           state_str);
}


/**
 * Debug-printf reported (by polling) status of FD
 * @param fd_name the name of FD ("ITC", "lstn" or "conn")
 * @param fd the FD value
 * @param r_ready the read (or receive) readiness
 * @param w_ready the write (or send) readiness
 * @param e_ready the exception (or error) readiness
 */
static MHD_FN_PAR_NONNULL_ALL_ void
dbg_print_fd_state_update (const char *fd_name,
                           MHD_Socket fd,
                           bool r_ready,
                           bool w_ready,
                           bool e_ready)
{
  char state_str[] = "x:x:x";
  state_str[0] = r_ready ? 'R' : '-';
  state_str[2] = w_ready ? 'W' : '-';
  state_str[4] = e_ready ? 'E' : '-';

  fprintf (stderr,
           "### FD state update: %4s [%2llu]  -> %s\n",
           fd_name,
           (unsigned long long) fd,
           state_str);
}


#else  /* ! mhd_DEBUG_POLLING_FDS */
#  define dbg_print_fd_state_update(fd_n,fd,r_ready,w_ready,e_ready) \
        ((void) 0)
#endif /* ! mhd_DEBUG_POLLING_FDS */

#ifdef MHD_SUPPORT_THREADS
/**
 * Log error message about broken ITC
 * @param d the daemon to use
 */
static MHD_FN_PAR_NONNULL_ALL_ void
log_itc_broken (struct MHD_Daemon *restrict d)
{
  mhd_LOG_MSG (d, \
               MHD_SC_ITC_STATUS_ERROR, \
               "System reported that ITC has an error status or broken.");
}


#endif /* MHD_SUPPORT_THREADS */

/**
 * Log error message about broken listen socket
 * @param d the daemon to use
 */
static MHD_FN_PAR_NONNULL_ALL_ void
log_listen_broken (struct MHD_Daemon *restrict d)
{
  mhd_LOG_MSG (d, MHD_SC_LISTEN_STATUS_ERROR, \
               "System reported that the listening socket has an error " \
               "status or broken. The daemon will not listen any more.");
}


MHD_INTERNAL MHD_FN_PAR_NONNULL_ALL_ uint_fast64_t
mhd_daemon_get_wait_max (struct MHD_Daemon *restrict d)
{

  mhd_assert (! mhd_D_HAS_WORKERS (d));

  if (d->events.accept_pending && ! d->conns.block_new)
  {
#ifdef mhd_DEBUG_POLLING_FDS
    fprintf (stderr,
             "### mhd_daemon_get_wait_max(daemon) -> zero "
             "(accept new conn pending)\n");
#endif
    return 0;
  }
  if (d->events.act_req.resume)
  {
#ifdef mhd_DEBUG_POLLING_FDS
    fprintf (stderr,
             "### mhd_daemon_get_wait_max(daemon) -> zero "
             "(resume connection pending)\n");
#endif
    return 0;
  }
  if (NULL != mhd_DLINKEDL_GET_FIRST (&(d->events), proc_ready))
  {
#ifdef mhd_DEBUG_POLLING_FDS
    fprintf (stderr,
             "### mhd_daemon_get_wait_max(daemon) -> zero "
             "(connection(s) is already ready)\n");
#endif
    return 0;
  }

#ifdef mhd_DEBUG_POLLING_FDS
  fprintf (stderr,
           "### mhd_daemon_get_wait_max(daemon) -> MHD_WAIT_INDEFINITELY\n");
#endif
  return MHD_WAIT_INDEFINITELY; // TODO: calculate correct timeout value
}


static MHD_FN_PAR_NONNULL_ALL_ void
start_resuming_connection (struct MHD_Connection *restrict c,
                           struct MHD_Daemon *restrict d)
{
  mhd_assert (c->suspended);
#ifdef mhd_DEBUG_SUSPEND_RESUME
  fprintf (stderr,
           "%%%%%%   Resuming connection, FD: %2llu\n",
           (unsigned long long) c->sk.fd);
#endif /* mhd_DEBUG_SUSPEND_RESUME */
  c->suspended = false;
  mhd_stream_resumed_activity_mark (c);
  mhd_conn_mark_ready (c, d); /* Force processing connection in this round */
}


/**
 * Check whether any resuming connections are pending and resume them
 * @param d the daemon to use
 */
static MHD_FN_PAR_NONNULL_ALL_ void
daemon_resume_conns_if_needed (struct MHD_Daemon *restrict d)
{
  struct MHD_Connection *c;

  if (! d->events.act_req.resume)
    return;

  d->events.act_req.resume = false; /* Reset flag before processing data */

  for (c = mhd_DLINKEDL_GET_FIRST (&(d->conns),all_conn);
       NULL != c;
       c = mhd_DLINKEDL_GET_NEXT (c,all_conn))
  {
    if (c->resuming)
      start_resuming_connection (c, d);
  }
}


mhd_DATA_TRUNCATION_RUNTIME_CHECK_DISABLE

static MHD_FN_PAR_NONNULL_ALL_ int
get_max_wait (struct MHD_Daemon *restrict d)
{
  uint_fast64_t ui64_wait = mhd_daemon_get_wait_max (d);
  int i_wait = (int) ui64_wait;

  if ((0 > i_wait) ||
      (ui64_wait != (uint_fast64_t) i_wait))
    return INT_MAX;

  return i_wait;
}


mhd_DATA_TRUNCATION_RUNTIME_CHECK_RESTORE
/* End of warning-less data truncation */


MHD_FN_PAR_NONNULL_ (1) static void
update_conn_net_status (struct MHD_Daemon *restrict d,
                        struct MHD_Connection *restrict c,
                        bool recv_ready,
                        bool send_ready,
                        bool err_state)
{
  enum mhd_SocketNetState sk_state;

  mhd_assert (d == c->daemon);
  /* "resuming" must be not processed yet */
  mhd_assert (! c->resuming || c->suspended);

  dbg_print_fd_state_update ("conn", \
                             c->sk.fd, \
                             recv_ready, \
                             send_ready, \
                             err_state);

  sk_state = mhd_SOCKET_NET_STATE_NOTHING;
  if (recv_ready)
    sk_state = (enum mhd_SocketNetState)
               (sk_state | (unsigned int) mhd_SOCKET_NET_STATE_RECV_READY);
  if (send_ready)
    sk_state = (enum mhd_SocketNetState)
               (sk_state | (unsigned int) mhd_SOCKET_NET_STATE_SEND_READY);
  if (err_state)
    sk_state = (enum mhd_SocketNetState)
               (sk_state | (unsigned int) mhd_SOCKET_NET_STATE_ERROR_READY);
  c->sk.ready = sk_state;

  if (! c->suspended)
    mhd_conn_mark_ready_update3 (c, err_state, d);
  else
    mhd_assert (! c->in_proc_ready);
}


/**
 * Accept new connections on the daemon
 * @param d the daemon to use
 * @return true if all incoming connections has been accepted,
 *         false if some connection may still wait to be accepted
 */
MHD_FN_PAR_NONNULL_ (1) static bool
daemon_accept_new_conns (struct MHD_Daemon *restrict d)
{
  unsigned int num_to_accept;
  mhd_assert (MHD_INVALID_SOCKET != d->net.listen.fd);
  mhd_assert (! d->net.listen.is_broken);
  mhd_assert (! d->conns.block_new);
  mhd_assert (d->conns.count < d->conns.cfg.count_limit);
  mhd_assert (! mhd_D_HAS_WORKERS (d));

  if (! d->net.listen.non_block)
    num_to_accept = 1; /* listen socket is blocking, only one connection can be processed */
  else
  {
    const unsigned int slots_left = d->conns.cfg.count_limit - d->conns.count;
    if (! mhd_D_HAS_MASTER (d))
    {
      /* Fill up to one quarter of allowed limit in one turn */
      num_to_accept = d->conns.cfg.count_limit / 4;
      /* Limit to a reasonable number */
      if (((sizeof(void *) > 4) ? 4096 : 1024) < num_to_accept)
        num_to_accept = ((sizeof(void *) > 4) ? 4096 : 1024);
      if (slots_left < num_to_accept)
        num_to_accept = slots_left;
    }
#ifdef MHD_SUPPORT_THREADS
    else
    {
      /* Has workers thread pool. Care must be taken to evenly distribute
         new connections in the workers pool.
         At the same time, the burst of new connections should be handled as
         quick as possible. */
      const unsigned int num_conn = d->conns.count;
      const unsigned int limit = d->conns.cfg.count_limit;
      const unsigned int num_workers =
        d->threading.hier.master->threading.hier.pool.num;
      if (num_conn < limit / 16)
      {
        num_to_accept = num_conn / num_workers;
        if (8 > num_to_accept)
        {
          if (8 > slots_left / 16)
            num_to_accept = slots_left / 16;
          else
            num_to_accept = 8;
        }
        if (64 < num_to_accept)
          num_to_accept = 64;
      }
      else if (num_conn < limit / 8)
      {
        num_to_accept = num_conn * 2 / num_workers;
        if (8 > num_to_accept)
        {
          if (8 > slots_left / 8)
            num_to_accept = slots_left / 8;
          else
            num_to_accept = 8;
        }
        if (128 < num_to_accept)
          num_to_accept = 128;
      }
      else if (num_conn < limit / 4)
      {
        num_to_accept = num_conn * 4 / num_workers;
        if (8 > num_to_accept)
          num_to_accept = 8;
        if (slots_left / 4 < num_to_accept)
          num_to_accept = slots_left / 4;
        if (256 < num_to_accept)
          num_to_accept = 256;
      }
      else if (num_conn < limit / 2)
      {
        num_to_accept = num_conn * 8 / num_workers;
        if (16 > num_to_accept)
          num_to_accept = 16;
        if (slots_left / 4 < num_to_accept)
          num_to_accept = slots_left / 4;
        if (256 < num_to_accept)
          num_to_accept = 256;
      }
      else if (slots_left > limit / 4)
      {
        num_to_accept = slots_left * 4 / num_workers;
        if (slots_left / 8 < num_to_accept)
          num_to_accept = slots_left / 8;
        if (128 < num_to_accept)
          num_to_accept = 128;
      }
      else if (slots_left > limit / 8)
      {
        num_to_accept = slots_left * 2 / num_workers;
        if (slots_left / 16 < num_to_accept)
          num_to_accept = slots_left / 16;
        if (64 < num_to_accept)
          num_to_accept = 64;
      }
      else /* (slots_left <= limit / 8) */
        num_to_accept = slots_left / 16;

      if (0 == num_to_accept)
        num_to_accept = 1;
      else if (slots_left > num_to_accept)
        num_to_accept = slots_left;
    }
#endif /* MHD_SUPPORT_THREADS */
  }

  while (0 != --num_to_accept)
  {
    enum mhd_DaemonAcceptResult res;
    res = mhd_daemon_accept_connection (d);
    if (mhd_DAEMON_ACCEPT_NO_MORE_PENDING == res)
      return true;
    if (mhd_DAEMON_ACCEPT_FAILED == res)
      return false; /* This is probably "no system resources" error.
                       To do try to accept more connections now. */
  }
  return false; /* More connections may need to be accepted */
}


/**
 * Check whether particular connection should be excluded from standard HTTP
 * communication.
 * @param c the connection the check
 * @return 'true' if connection should not be used for HTTP communication
 *         'false' if connection should be processed as HTTP
 */
MHD_static_inline_ MHD_FN_PAR_NONNULL_ALL_ bool
is_conn_excluded_from_http_comm (struct MHD_Connection *restrict c)
{
#ifdef MHD_SUPPORT_UPGRADE
  if (NULL != c->upgr.c)
  {
    mhd_assert ((mhd_HTTP_STAGE_UPGRADED == c->stage) || \
                (mhd_HTTP_STAGE_UPGRADED_CLEANING == c->stage));
    return true;
  }
#endif /* MHD_SUPPORT_UPGRADE */

  return c->suspended;
}


static bool
daemon_process_all_active_conns (struct MHD_Daemon *restrict d)
{
  struct MHD_Connection *c;
  mhd_assert (! mhd_D_HAS_WORKERS (d));

  c = mhd_DLINKEDL_GET_FIRST (&(d->events),proc_ready);
  while (NULL != c)
  {
    struct MHD_Connection *next;
    /* The current connection can be closed or removed from
       "ready" list */
    next = mhd_DLINKEDL_GET_NEXT (c, proc_ready);
    if (! mhd_conn_process_recv_send_data (c))
    {
      mhd_conn_pre_clean (c);
      mhd_conn_remove_from_daemon (c);
      mhd_conn_close_final (c);
    }
    else
    {
      mhd_assert (! c->resuming || c->suspended);
    }

    c = next;
  }
  return true;
}


#ifdef MHD_SUPPORT_UPGRADE
/**
 * Clean-up all HTTP-Upgraded connections scheduled for clean-up
 * @param d the daemon to process
 */
static MHD_FN_PAR_NONNULL_ALL_ void
daemon_cleanup_upgraded_conns (struct MHD_Daemon *d)
{
  volatile struct MHD_Daemon *voltl_d = d;
  mhd_assert (! mhd_D_HAS_WORKERS (d));

  if (NULL == mhd_DLINKEDL_GET_FIRST (&(voltl_d->conns.upgr), upgr_cleanup))
    return;

  while (true)
  {
    struct MHD_Connection *c;

    mhd_mutex_lock_chk (&(d->conns.upgr.ucu_lock));
    c = mhd_DLINKEDL_GET_FIRST (&(d->conns.upgr), upgr_cleanup);
    if (NULL != c)
      mhd_DLINKEDL_DEL (&(d->conns.upgr), c, upgr_cleanup);
    mhd_mutex_unlock_chk (&(d->conns.upgr.ucu_lock));

    if (NULL == c)
      break;

    mhd_assert (mhd_HTTP_STAGE_UPGRADED_CLEANING == c->stage);
    mhd_upgraded_deinit (c);
    mhd_conn_pre_clean (c);
    mhd_conn_remove_from_daemon (c);
    mhd_conn_close_final (c);
  }
}


#else  /* ! MHD_SUPPORT_UPGRADE */
#define daemon_cleanup_upgraded_conns(d) ((void) d)
#endif /* ! MHD_SUPPORT_UPGRADE */

MHD_INTERNAL MHD_FN_PAR_NONNULL_ALL_ void
mhd_daemon_close_all_conns (struct MHD_Daemon *d)
{
  struct MHD_Connection *c;
  bool has_upgraded_unclosed;

  has_upgraded_unclosed = false;
  if (! mhd_D_HAS_THR_PER_CONN (d))
  {
    for (c = mhd_DLINKEDL_GET_LAST (&(d->conns),all_conn);
         NULL != c;
         c = mhd_DLINKEDL_GET_LAST (&(d->conns),all_conn))
    {
#ifdef MHD_SUPPORT_UPGRADE
      mhd_assert (mhd_HTTP_STAGE_UPGRADING != c->stage);
      mhd_assert (mhd_HTTP_STAGE_UPGRADED_CLEANING != c->stage);
      if (NULL != c->upgr.c)
      {
        mhd_assert (c == c->upgr.c);
        has_upgraded_unclosed = true;
        mhd_upgraded_deinit (c);
      }
      else /* Combined with the next 'if' */
#endif
      if (1)
        mhd_conn_start_closing_d_shutdown (c);
      mhd_conn_pre_clean (c);
      mhd_conn_remove_from_daemon (c);
      mhd_conn_close_final (c);
    }
  }
  else
    mhd_assert (0 && "Not implemented yet");

  if (has_upgraded_unclosed)
    mhd_LOG_MSG (d, MHD_SC_DAEMON_DESTROYED_WITH_UNCLOSED_UPGRADED, \
                 "The daemon is being destroyed, but at least one " \
                 "HTTP-Upgraded connection is unclosed. Any use (including " \
                 "closing) of such connections is undefined behaviour.");
}


/**
 * Process all external events updated of existing connections, information
 * about new connections pending to be accept()'ed, presence of the events on
 * the daemon's ITC; resume connections.
 * @return 'true' if processed successfully,
 *         'false' is unrecoverable error occurs and the daemon must be
 *         closed
 */
static MHD_FN_PAR_NONNULL_ (1) bool
ext_events_process_net_updates_and_resume_conn (struct MHD_Daemon *restrict d)
{
  struct MHD_Connection *restrict c;

  mhd_assert (mhd_WM_INT_HAS_EXT_EVENTS (d->wmode_int));
  mhd_assert (mhd_POLL_TYPE_EXT == d->events.poll_type);

  d->events.act_req.resume = false; /* Reset flag before processing data */

#ifdef MHD_SUPPORT_THREADS
  if (d->events.data.extr.itc_data.is_active)
  {
    d->events.data.extr.itc_data.is_active = false;
    /* Clear ITC here, before other data processing.
     * Any external events will activate ITC again if additional data to
     * process is added externally. Clearing ITC early ensures that new data
     * (with additional ITC activation) will not be missed. */
    mhd_itc_clear (d->threading.itc);
  }
#endif /* MHD_SUPPORT_THREADS */

  for (c = mhd_DLINKEDL_GET_FIRST (&(d->conns),all_conn);
       NULL != c;
       c = mhd_DLINKEDL_GET_NEXT (c,all_conn))
  {
    bool has_err_state;

    if (c->resuming)
      start_resuming_connection (c, d);
    else
    {
      if (is_conn_excluded_from_http_comm (c))
      {
        mhd_assert (! c->in_proc_ready);
        continue;
      }

      has_err_state = (0 != (((unsigned int) c->sk.ready)
                             & mhd_SOCKET_NET_STATE_ERROR_READY));

      mhd_conn_mark_ready_update3 (c,
                                   has_err_state,
                                   d);
    }
  }

  return true;
}


/**
 * Update all registrations of FDs for external monitoring.
 * @return #MHD_SC_OK on success,
 *         error code otherwise
 */
static MHD_FN_PAR_NONNULL_ (1) enum MHD_StatusCode
ext_events_update_registrations (struct MHD_Daemon *restrict d)
{
  const bool rereg_all = d->events.data.extr.reg_all;
  const bool edge_trigg = (mhd_WM_INT_EXTERNAL_EVENTS_EDGE == d->wmode_int);
  bool daemon_fds_succeed;
  struct MHD_Connection *c;
  struct MHD_Connection *c_next;

  mhd_assert (mhd_WM_INT_HAS_EXT_EVENTS (d->wmode_int));
  mhd_assert (mhd_POLL_TYPE_EXT == d->events.poll_type);

  /* (Re-)register daemon's FDs */

#ifdef MHD_SUPPORT_THREADS
  if (rereg_all ||
      (NULL == d->events.data.extr.itc_data.app_cntx))
  {
    /* (Re-)register ITC FD */
    d->events.data.extr.itc_data.app_cntx =
      mhd_daemon_extr_event_reg (d,
                                 mhd_itc_r_fd (d->threading.itc),
                                 MHD_FD_STATE_RECV_EXCEPT,
                                 d->events.data.extr.itc_data.app_cntx,
                                 (struct MHD_EventUpdateContext *)
                                 mhd_SOCKET_REL_MARKER_ITC);
  }
  daemon_fds_succeed = (NULL != d->events.data.extr.itc_data.app_cntx);
#else  /* ! MHD_SUPPORT_THREADS */
  daemon_fds_succeed = true;
#endif /* ! MHD_SUPPORT_THREADS */

  if (daemon_fds_succeed)
  {
    if ((MHD_INVALID_SOCKET == d->net.listen.fd) &&
        (NULL != d->events.data.extr.listen_data.app_cntx))
    {
      /* De-register the listen FD */
      d->events.data.extr.listen_data.app_cntx =
        mhd_daemon_extr_event_reg (d,
                                   d->net.listen.fd,
                                   MHD_FD_STATE_NONE,
                                   d->events.data.extr.listen_data.app_cntx,
                                   (struct MHD_EventUpdateContext *)
                                   mhd_SOCKET_REL_MARKER_LISTEN);
      if (NULL != d->events.data.extr.listen_data.app_cntx)
        mhd_log_extr_event_dereg_failed (d);
    }
    else if ((MHD_INVALID_SOCKET != d->net.listen.fd) &&
             (rereg_all || (NULL == d->events.data.extr.listen_data.app_cntx)))
    {
      /* (Re-)register listen FD */
      d->events.data.extr.listen_data.app_cntx =
        mhd_daemon_extr_event_reg (d,
                                   d->net.listen.fd,
                                   MHD_FD_STATE_RECV_EXCEPT,
                                   d->events.data.extr.listen_data.app_cntx,
                                   (struct MHD_EventUpdateContext *)
                                   mhd_SOCKET_REL_MARKER_LISTEN);

      daemon_fds_succeed = (NULL != d->events.data.extr.listen_data.app_cntx);
    }
  }

  if (! daemon_fds_succeed)
  {
    mhd_LOG_MSG (d, MHD_SC_EXT_EVENT_REG_DAEMON_FDS_FAILURE, \
                 "Failed to register daemon FDs in the application "
                 "(external events) monitoring.");
    return MHD_SC_EXT_EVENT_REG_DAEMON_FDS_FAILURE;
  }

  for (c = mhd_DLINKEDL_GET_FIRST (&(d->conns),all_conn);
       NULL != c;
       c = c_next)
  {
    enum MHD_FdState watch_for;

    /* Get the next connection now, as the current connection could be removed
       from the daemon. */
    c_next = mhd_DLINKEDL_GET_NEXT (c,all_conn);

    mhd_assert (! c->resuming || c->suspended);

    if (is_conn_excluded_from_http_comm (c))
    {
      if (NULL != c->extr_event.app_cntx)
      {
        /* De-register the connection socket FD */
        c->extr_event.app_cntx =
          mhd_daemon_extr_event_reg (d,
                                     c->sk.fd,
                                     MHD_FD_STATE_NONE,
                                     c->extr_event.app_cntx,
                                     (struct MHD_EventUpdateContext *) c);
        if (NULL != c->extr_event.app_cntx)
          mhd_log_extr_event_dereg_failed (d);
      }
      continue;
    }

    watch_for =
      edge_trigg ?
      MHD_FD_STATE_RECV_SEND_EXCEPT :
      (enum MHD_FdState) (MHD_FD_STATE_EXCEPT
                          | (((unsigned int) c->event_loop_info)
                             & (MHD_EVENT_LOOP_INFO_RECV
                                | MHD_EVENT_LOOP_INFO_SEND)));

    mhd_assert ((! edge_trigg) || \
                (MHD_FD_STATE_RECV_SEND_EXCEPT == c->extr_event.reg_for) || \
                (NULL == c->extr_event.app_cntx));

    if ((NULL == c->extr_event.app_cntx) ||
        rereg_all ||
        (! edge_trigg && (watch_for != c->extr_event.reg_for)))
    {
      /* (Re-)register the connection socket FD */
      c->extr_event.app_cntx =
        mhd_daemon_extr_event_reg (d,
                                   c->sk.fd,
                                   watch_for,
                                   c->extr_event.app_cntx,
                                   (struct MHD_EventUpdateContext *) c);
      if (NULL == c->extr_event.app_cntx)
      {
        mhd_conn_start_closing_ext_event_failed (c);
        mhd_conn_pre_clean (c);
        mhd_conn_remove_from_daemon (c);
        mhd_conn_close_final (c);
      }
      c->extr_event.reg_for = watch_for;
    }
  }

  return MHD_SC_OK;
}


#ifdef MHD_SUPPORT_SELECT

/**
 * Add socket to the fd_set
 * @param fd the socket to add
 * @param fs the pointer to fd_set
 * @param max the pointer to variable to be updated with maximum FD value (or
 *            set to non-zero in case of WinSock)
 * @param d the daemon object
 */
MHD_static_inline_ MHD_FN_PAR_NONNULL_ALL_
MHD_FN_PAR_INOUT_ (2)
MHD_FN_PAR_INOUT_ (3) void
fd_set_wrap (MHD_Socket fd,
             fd_set *restrict fs,
             int *restrict max,
             struct MHD_Daemon *restrict d)
{
  mhd_assert (mhd_FD_FITS_DAEMON (d, fd)); /* Must be checked for every FD before
                                              it is added */
  mhd_assert (mhd_POLL_TYPE_SELECT == d->events.poll_type);
  (void) d; /* Unused with non-debug builds */
#if defined(MHD_SOCKETS_KIND_POSIX)
  FD_SET (fd, fs);
  if (*max < fd)
    *max = fd;
#elif defined(MHD_SOCKETS_KIND_WINSOCK)
  /* Use custom set function to take advantage of know uniqueness of
   * used sockets (to skip useless (for this function) check for duplicated
   * sockets implemented in system's macro). */
  mhd_assert (fs->fd_count < FD_SETSIZE - 1); /* Daemon limits set to always fit FD_SETSIZE */
  mhd_assert (! FD_ISSET (fd, fs)); /* All sockets must be unique */
  fs->fd_array[fs->fd_count++] = fd;
  *max = 1;
#else
#error Unknown sockets type
#endif
}


/**
 * Set daemon's FD_SETs to monitor all daemon's sockets
 * @param d the daemon to use
 * @param listen_only set to 'true' if connections's sockets should NOT
 *                    be monitored
 * @return with POSIX sockets: the maximum number of the socket used in
 *                             the FD_SETs;
 *         with winsock: non-zero if at least one socket has been added to
 *                       the FD_SETs,
 *                       zero if no sockets in the FD_SETs
 */
static MHD_FN_PAR_NONNULL_ (1) int
select_update_fdsets (struct MHD_Daemon *restrict d,
                      bool listen_only)
{
  struct MHD_Connection *c;
  fd_set *const restrict rfds = d->events.data.select.rfds;
  fd_set *const restrict wfds = d->events.data.select.wfds;
  fd_set *const restrict efds = d->events.data.select.efds;
  int ret;

  mhd_assert (mhd_POLL_TYPE_SELECT == d->events.poll_type);
  mhd_assert (NULL != rfds);
  mhd_assert (NULL != wfds);
  mhd_assert (NULL != efds);
  FD_ZERO (rfds);
  FD_ZERO (wfds);
  FD_ZERO (efds);

  ret = 0;
#ifdef MHD_SUPPORT_THREADS
  mhd_assert (mhd_ITC_IS_VALID (d->threading.itc));
  fd_set_wrap (mhd_itc_r_fd (d->threading.itc),
               rfds,
               &ret,
               d);
  fd_set_wrap (mhd_itc_r_fd (d->threading.itc),
               efds,
               &ret,
               d);
  mhd_dbg_print_fd_mon_req ("ITC", \
                            mhd_itc_r_fd (d->threading.itc), \
                            true, \
                            false, \
                            true);
#endif
  if ((MHD_INVALID_SOCKET != d->net.listen.fd)
      && ! d->conns.block_new)
  {
    mhd_assert (! d->net.listen.is_broken);

    fd_set_wrap (d->net.listen.fd,
                 rfds,
                 &ret,
                 d);
    fd_set_wrap (d->net.listen.fd,
                 efds,
                 &ret,
                 d);
    mhd_dbg_print_fd_mon_req ("lstn", \
                              d->net.listen.fd, \
                              true, \
                              false, \
                              true);
  }
  if (listen_only)
    return ret;

  for (c = mhd_DLINKEDL_GET_FIRST (&(d->conns),all_conn); NULL != c;
       c = mhd_DLINKEDL_GET_NEXT (c,all_conn))
  {
    mhd_assert (mhd_HTTP_STAGE_CLOSED != c->stage);
    if (is_conn_excluded_from_http_comm (c))
      continue;

    if (0 != (c->event_loop_info & MHD_EVENT_LOOP_INFO_RECV))
      fd_set_wrap (c->sk.fd,
                   rfds,
                   &ret,
                   d);
    if (0 != (c->event_loop_info & MHD_EVENT_LOOP_INFO_SEND))
      fd_set_wrap (c->sk.fd,
                   wfds,
                   &ret,
                   d);
    fd_set_wrap (c->sk.fd,
                 efds,
                 &ret,
                 d);
    mhd_dbg_print_fd_mon_req ("conn", \
                              c->sk.fd, \
                              FD_ISSET (c->sk.fd, rfds), \
                              FD_ISSET (c->sk.fd, wfds), \
                              true);
  }

  return ret;
}


static MHD_FN_PAR_NONNULL_ (1) bool
select_update_statuses_from_fdsets_and_resume_conn (struct MHD_Daemon *d,
                                                    int num_events)
{
  struct MHD_Connection *c;
  fd_set *const restrict rfds = d->events.data.select.rfds;
  fd_set *const restrict wfds = d->events.data.select.wfds;
  fd_set *const restrict efds = d->events.data.select.efds;
  bool resuming_conn;

  mhd_assert (mhd_POLL_TYPE_SELECT == d->events.poll_type);
  mhd_assert (0 <= num_events);
  mhd_assert (((unsigned int) num_events) <= d->dbg.num_events_elements);

  resuming_conn = d->events.act_req.resume;
  if (resuming_conn)
  {
    mhd_assert (! mhd_D_TYPE_IS_LISTEN_ONLY (d->threading.d_type));
    mhd_assert (! mhd_D_HAS_THR_PER_CONN (d));
    num_events = (int) -1; /* Force process all connections */
    d->events.act_req.resume = false;
  }

#ifndef MHD_FAVOR_SMALL_CODE
  if (0 == num_events)
    return true;
#endif /* MHD_FAVOR_SMALL_CODE */

#ifdef MHD_SUPPORT_THREADS
  mhd_assert (mhd_ITC_IS_VALID (d->threading.itc));
  dbg_print_fd_state_update ("ITC", \
                             mhd_itc_r_fd (d->threading.itc), \
                             FD_ISSET (mhd_itc_r_fd (d->threading.itc), rfds), \
                             FD_ISSET (mhd_itc_r_fd (d->threading.itc), wfds), \
                             FD_ISSET (mhd_itc_r_fd (d->threading.itc), efds));
  if (FD_ISSET (mhd_itc_r_fd (d->threading.itc), efds))
  {
    log_itc_broken (d);
    /* ITC is broken, need to stop the daemon thread now as otherwise
       application will not be able to stop the thread. */
    return false;
  }
  if (FD_ISSET (mhd_itc_r_fd (d->threading.itc), rfds))
  {
    --num_events;
    /* Clear ITC here, before other data processing.
     * Any external events will activate ITC again if additional data to
     * process is added externally. Clearing ITC early ensures that new data
     * (with additional ITC activation) will not be missed. */
    mhd_itc_clear (d->threading.itc);
  }

#ifndef MHD_FAVOR_SMALL_CODE
  if (0 == num_events)
    return true;
#endif /* MHD_FAVOR_SMALL_CODE */
#endif /* MHD_SUPPORT_THREADS */

  if (MHD_INVALID_SOCKET != d->net.listen.fd)
  {
    mhd_assert (! d->net.listen.is_broken);
    dbg_print_fd_state_update ("lstn", \
                               d->net.listen.fd, \
                               FD_ISSET (d->net.listen.fd, rfds), \
                               FD_ISSET (d->net.listen.fd, wfds), \
                               FD_ISSET (d->net.listen.fd, efds));
    if (FD_ISSET (d->net.listen.fd, efds))
    {
      --num_events;
      log_listen_broken (d);
      /* Close the listening socket unless the master daemon should close it */
      if (! mhd_D_HAS_MASTER (d))
        mhd_socket_close (d->net.listen.fd);

      d->events.accept_pending = false;
      d->net.listen.is_broken = true;
      /* Stop monitoring socket to avoid spinning with busy-waiting */
      d->net.listen.fd = MHD_INVALID_SOCKET;
    }
    else
    {
      d->events.accept_pending = FD_ISSET (d->net.listen.fd, rfds);
      if (d->events.accept_pending)
        --num_events;
    }
  }

  mhd_assert ((0 == num_events) || \
              (! mhd_D_TYPE_IS_LISTEN_ONLY (d->threading.d_type)));

#ifdef MHD_FAVOR_SMALL_CODE
  (void) num_events;
  num_events = 1; /* Use static value to minimise the binary size of the next loop */
#endif /* ! MHD_FAVOR_SMALL_CODE */

  for (c = mhd_DLINKEDL_GET_FIRST (&(d->conns), all_conn);
       (NULL != c) && (0 != num_events);
       c = mhd_DLINKEDL_GET_NEXT (c, all_conn))
  {
    if (c->resuming)
      start_resuming_connection (c, d);
    else
    {
      MHD_Socket sk;
      bool recv_ready;
      bool send_ready;
      bool err_state;

      if (is_conn_excluded_from_http_comm (c))
        continue;

      sk = c->sk.fd;
      recv_ready = FD_ISSET (sk, rfds);
      send_ready = FD_ISSET (sk, wfds);
      err_state = FD_ISSET (sk, efds);

      update_conn_net_status (d,
                              c,
                              recv_ready,
                              send_ready,
                              err_state);
#ifndef MHD_FAVOR_SMALL_CODE
      if (recv_ready || send_ready || err_state)
        --num_events;
#endif /* MHD_FAVOR_SMALL_CODE */
    }
  }

#ifndef MHD_FAVOR_SMALL_CODE
  mhd_assert ((0 == num_events) || resuming_conn);
#endif /* MHD_FAVOR_SMALL_CODE */
  return true;
}


/**
 * Update states of all connections, check for connection pending
 * to be accept()'ed, check for the events on ITC; resume connections
 * @param listen_only set to 'true' if connections's sockets should NOT
 *                    be monitored
 * @return 'true' if processed successfully,
 *         'false' is unrecoverable error occurs and the daemon must be
 *         closed
 */
static MHD_FN_PAR_NONNULL_ (1) bool
get_all_net_updates_by_select_and_resume_conn (struct MHD_Daemon *restrict d,
                                               bool listen_only)
{
  int max_socket;
  int max_wait;
  struct timeval tmvl;
  int num_events;
  mhd_assert (mhd_POLL_TYPE_SELECT == d->events.poll_type);

  max_socket = select_update_fdsets (d,
                                     listen_only);

  max_wait = get_max_wait (d); // TODO: use correct timeout value

#ifdef MHD_SOCKETS_KIND_WINSOCK
  if (0 == max_socket)
  {
    Sleep ((unsigned int) max_wait);
    return true;
  }
#endif /* MHD_SOCKETS_KIND_WINSOCK */

  tmvl.tv_sec = max_wait / 1000;
#ifndef MHD_SOCKETS_KIND_WINSOCK
  tmvl.tv_usec = (uint_least16_t) ((max_wait % 1000) * 1000);
#else
  tmvl.tv_usec = (int) ((max_wait % 1000) * 1000);
#endif

#ifdef mhd_DEBUG_POLLING_FDS
  fprintf (stderr,
           "### (Starting) select(%d, rfds, wfds, efds, [%llu, %llu])...\n",
           max_socket + 1,
           (unsigned long long) tmvl.tv_sec,
           (unsigned long long) tmvl.tv_usec);
#endif /* mhd_DEBUG_POLLING_FDS */
  num_events = select (max_socket + 1,
                       d->events.data.select.rfds,
                       d->events.data.select.wfds,
                       d->events.data.select.efds,
                       &tmvl);
#ifdef mhd_DEBUG_POLLING_FDS
  fprintf (stderr,
           "### (Finished) select(%d, rfds, wfds, efds, ->[%llu, %llu]) -> "
           "%d\n",
           max_socket + 1,
           (unsigned long long) tmvl.tv_sec,
           (unsigned long long) tmvl.tv_usec,
           num_events);
#endif /* mhd_DEBUG_POLLING_FDS */

  if (0 > num_events)
  {
    int err;
    bool is_hard_error;
    bool is_ignored_error;
    is_hard_error = false;
    is_ignored_error = false;
#if defined(MHD_SOCKETS_KIND_POSIX)
    err = errno;
    if (0 != err)
    {
      is_hard_error =
        ((mhd_EBADF_OR_ZERO == err) || (mhd_EINVAL_OR_ZERO == err));
      is_ignored_error = (mhd_EINTR_OR_ZERO == err);
    }
#elif defined(MHD_SOCKETS_KIND_WINSOCK)
    err = WSAGetLastError ();
    is_hard_error =
      ((WSAENETDOWN == err) || (WSAEFAULT == err) || (WSAEINVAL == err) ||
       (WSANOTINITIALISED == err));
#endif
    if (! is_ignored_error)
    {
      if (is_hard_error)
      {
        mhd_LOG_MSG (d, MHD_SC_SELECT_HARD_ERROR, \
                     "The select() encountered unrecoverable error.");
        return false;
      }
      mhd_LOG_MSG (d, MHD_SC_SELECT_SOFT_ERROR, \
                   "The select() encountered error.");
      return true;
    }
  }

  return select_update_statuses_from_fdsets_and_resume_conn (d, num_events);
}


#endif /* MHD_SUPPORT_SELECT */


#ifdef MHD_SUPPORT_POLL

static MHD_FN_PAR_NONNULL_ (1) unsigned int
poll_update_fds (struct MHD_Daemon *restrict d,
                 bool listen_only)
{
  unsigned int i_s;
  unsigned int i_c;
  struct MHD_Connection *restrict c;
#ifndef NDEBUG
  unsigned int num_skipped = 0;
#endif /* ! NDEBUG */

  mhd_assert (mhd_POLL_TYPE_POLL == d->events.poll_type);

  i_s = 0;
#ifdef MHD_SUPPORT_THREADS
  mhd_assert (mhd_ITC_IS_VALID (d->threading.itc));
  mhd_assert (d->events.data.poll.fds[i_s].fd == \
              mhd_itc_r_fd (d->threading.itc));
  mhd_assert (mhd_SOCKET_REL_MARKER_ITC == \
              d->events.data.poll.rel[i_s].fd_id);
#ifndef HAVE_POLL_CLOBBERS_EVENTS
  mhd_assert (POLLIN == d->events.data.poll.fds[i_s].events);
#else  /* HAVE_POLL_CLOBBERS_EVENTS */
  d->events.data.poll.fds[i_s].events = POLLIN;
#endif /* HAVE_POLL_CLOBBERS_EVENTS */
  mhd_dbg_print_fd_mon_req ("ITC", \
                            mhd_itc_r_fd (d->threading.itc), \
                            true, \
                            false, \
                            false);
  ++i_s;
#endif
  if (MHD_INVALID_SOCKET != d->net.listen.fd)
  {
    mhd_assert (! d->net.listen.is_broken);
    mhd_assert (d->events.data.poll.fds[i_s].fd == d->net.listen.fd);
    mhd_assert (mhd_SOCKET_REL_MARKER_LISTEN == \
                d->events.data.poll.rel[i_s].fd_id);
#ifndef HAVE_POLL_CLOBBERS_EVENTS
    mhd_assert ((POLLIN == d->events.data.poll.fds[i_s].events) ||
                (0 == d->events.data.poll.fds[i_s].events));
#endif /* ! HAVE_POLL_CLOBBERS_EVENTS */
    d->events.data.poll.fds[i_s].events = d->conns.block_new ? 0 : POLLIN;
    mhd_dbg_print_fd_mon_req ("lstn", \
                              d->net.listen.fd, \
                              POLLIN == d->events.data.poll.fds[i_s].events, \
                              false, \
                              false);
    ++i_s;
  }
  if (listen_only)
    return i_s;

  i_c = i_s;
  for (c = mhd_DLINKEDL_GET_FIRST (&(d->conns),all_conn); NULL != c;
       c = mhd_DLINKEDL_GET_NEXT (c,all_conn))
  {
    unsigned short events; /* 'unsigned' for correct bits manipulations */

    if (is_conn_excluded_from_http_comm (c))
    {
#ifndef NDEBUG
      ++num_skipped;
#endif /* ! NDEBUG */
      continue;
    }

    mhd_assert ((i_c - i_s) < d->conns.cfg.count_limit);
    mhd_assert (i_c < d->dbg.num_events_elements);
    mhd_assert (mhd_HTTP_STAGE_CLOSED != c->stage);

    d->events.data.poll.fds[i_c].fd = c->sk.fd;
    d->events.data.poll.rel[i_c].connection = c;
    events = 0;
    if (0 != (c->event_loop_info & MHD_EVENT_LOOP_INFO_RECV))
      events |= MHD_POLL_IN;
    if (0 != (c->event_loop_info & MHD_EVENT_LOOP_INFO_SEND))
      events |= MHD_POLL_OUT;

    d->events.data.poll.fds[i_c].events = (short) events;
    mhd_dbg_print_fd_mon_req ("conn", \
                              c->sk.fd, \
                              MHD_POLL_IN == (MHD_POLL_IN & events), \
                              MHD_POLL_OUT == (MHD_POLL_OUT & events), \
                              false);
    ++i_c;
  }
  mhd_assert ((d->conns.count - num_skipped) == (i_c - i_s));
  mhd_assert (i_c <= d->dbg.num_events_elements);
  return i_c;
}


static MHD_FN_PAR_NONNULL_ (1) bool
poll_update_statuses_from_fds (struct MHD_Daemon *restrict d,
                               int num_events)
{
  unsigned int i_s;
  unsigned int i_c;
  mhd_assert (mhd_POLL_TYPE_POLL == d->events.poll_type);
  mhd_assert (0 <= num_events);
  mhd_assert (((unsigned int) num_events) <= d->dbg.num_events_elements);

  if (0 == num_events)
    return true;

  i_s = 0;
#ifdef MHD_SUPPORT_THREADS
  mhd_assert (mhd_ITC_IS_VALID (d->threading.itc));
  mhd_assert (d->events.data.poll.fds[i_s].fd == \
              mhd_itc_r_fd (d->threading.itc));
  mhd_assert (mhd_SOCKET_REL_MARKER_ITC == \
              d->events.data.poll.rel[i_s].fd_id);
#ifndef HAVE_POLL_CLOBBERS_EVENTS
  mhd_assert (POLLIN == d->events.data.poll.fds[i_s].events);
#endif /* ! HAVE_POLL_CLOBBERS_EVENTS */
  dbg_print_fd_state_update ( \
    "ITC", \
    d->events.data.poll.fds[i_s].fd, \
    0 != (d->events.data.poll.fds[i_s].revents & (MHD_POLL_IN | POLLIN)), \
    0 != (d->events.data.poll.fds[i_s].revents & (MHD_POLL_OUT | POLLOUT)), \
    0 != (d->events.data.poll.fds[i_s].revents & (POLLERR | POLLNVAL)));

  if (0 != (d->events.data.poll.fds[i_s].revents & (POLLERR | POLLNVAL)))
  {
    log_itc_broken (d);
    /* ITC is broken, need to stop the daemon thread now as otherwise
       application will not be able to stop the thread. */
    return false;
  }
  if (0 != (d->events.data.poll.fds[i_s].revents & (MHD_POLL_IN | POLLIN)))
  {
    --num_events;
    /* Clear ITC here, before other data processing.
     * Any external events will activate ITC again if additional data to
     * process is added externally. Clearing ITC early ensures that new data
     * (with additional ITC activation) will not be missed. */
    mhd_itc_clear (d->threading.itc);
  }
  ++i_s;

  if (0 == num_events)
    return true;
#endif /* MHD_SUPPORT_THREADS */

  if (MHD_INVALID_SOCKET != d->net.listen.fd)
  {
    const short revents = d->events.data.poll.fds[i_s].revents;

    mhd_assert (! d->net.listen.is_broken);
    mhd_assert (d->events.data.poll.fds[i_s].fd == d->net.listen.fd);
    mhd_assert (mhd_SOCKET_REL_MARKER_LISTEN == \
                d->events.data.poll.rel[i_s].fd_id);
#ifndef HAVE_POLL_CLOBBERS_EVENTS
    mhd_assert ((POLLIN == d->events.data.poll.fds[i_s].events) ||
                (0 == d->events.data.poll.fds[i_s].events));
#endif /* ! HAVE_POLL_CLOBBERS_EVENTS */
    dbg_print_fd_state_update ("lstn", \
                               d->events.data.poll.fds[i_s].fd, \
                               0 != (revents & (MHD_POLL_IN | POLLIN)), \
                               0 != (revents & (MHD_POLL_OUT | POLLOUT)), \
                               0 != (revents & (POLLERR | POLLNVAL | POLLHUP)));
    if (0 != (revents & (POLLERR | POLLNVAL | POLLHUP)))
    {
      --num_events;
      log_listen_broken (d);
      /* Close the listening socket unless the master daemon should close it */
      if (! mhd_D_HAS_MASTER (d))
        mhd_socket_close (d->net.listen.fd);

      d->events.accept_pending = false;
      d->net.listen.is_broken = true;
      /* Stop monitoring socket to avoid spinning with busy-waiting */
      d->net.listen.fd = MHD_INVALID_SOCKET;
    }
    else
    {
      const bool has_new_conns = (0 != (revents & (MHD_POLL_IN | POLLIN)));
      if (has_new_conns)
      {
        --num_events;
        d->events.accept_pending = true;
      }
      else
      {
        /* Check whether the listen socket was monitored for incoming
           connections */
        if (0 != (d->events.data.poll.fds[i_s].events & POLLIN))
          d->events.accept_pending = false;
      }
    }
    ++i_s;
  }

  mhd_assert ((0 == num_events) || \
              (! mhd_D_TYPE_IS_LISTEN_ONLY (d->threading.d_type)));

  for (i_c = i_s; (i_c < i_s + d->conns.count) && (0 < num_events); ++i_c)
  {
    struct MHD_Connection *restrict c;
    bool recv_ready;
    bool send_ready;
    bool err_state;
    short revents;
    mhd_assert (i_c < d->dbg.num_events_elements);
    mhd_assert (mhd_SOCKET_REL_MARKER_EMPTY != \
                d->events.data.poll.rel[i_c].fd_id);
    mhd_assert (mhd_SOCKET_REL_MARKER_ITC != \
                d->events.data.poll.rel[i_c].fd_id);
    mhd_assert (mhd_SOCKET_REL_MARKER_LISTEN != \
                d->events.data.poll.rel[i_c].fd_id);

    c = d->events.data.poll.rel[i_c].connection;
    mhd_assert (! is_conn_excluded_from_http_comm (c));
    mhd_assert (c->sk.fd == d->events.data.poll.fds[i_c].fd);
    revents = d->events.data.poll.fds[i_c].revents;
    recv_ready = (0 != (revents & (MHD_POLL_IN | POLLIN)));
    send_ready = (0 != (revents & (MHD_POLL_OUT | POLLOUT)));
#ifndef MHD_POLLHUP_ON_REM_SHUT_WR
    err_state = (0 != (revents & (POLLHUP | POLLERR | POLLNVAL)));
#else
    err_state = (0 != (revents & (POLLERR | POLLNVAL)));
    if (0 != (revents & POLLHUP))
    { /* This can be a disconnect OR remote side set SHUT_WR */
      recv_ready = true; /* Check the socket by reading */
      if (0 == (c->event_loop_info & MHD_EVENT_LOOP_INFO_RECV))
        err_state = true; /* The socket will not be checked by reading, the only way to avoid spinning */
    }
#endif
    if (0 != (revents & (MHD_POLLPRI | MHD_POLLRDBAND)))
    { /* Statuses were not requested, but returned */
      if (! recv_ready ||
          (0 == (c->event_loop_info & MHD_EVENT_LOOP_INFO_RECV)))
        err_state = true; /* The socket will not be read, the only way to avoid spinning */
    }
    if (0 != (revents & MHD_POLLWRBAND))
    { /* Status was not requested, but returned */
      if (! send_ready ||
          (0 == (c->event_loop_info & MHD_EVENT_LOOP_INFO_SEND)))
        err_state = true; /* The socket will not be written, the only way to avoid spinning */
    }

    update_conn_net_status (d, c, recv_ready, send_ready, err_state);
  }
  mhd_assert (d->conns.count >= (i_c - i_s));
  mhd_assert (i_c <= d->dbg.num_events_elements);
  return true;
}


static MHD_FN_PAR_NONNULL_ (1) bool
get_all_net_updates_by_poll (struct MHD_Daemon *restrict d,
                             bool listen_only)
{
#ifdef mhd_DEBUG_POLLING_FDS
#  ifdef MHD_SOCKETS_KIND_POSIX
  static const char poll_fn_name[] = "poll";
#  else  /* MHD_SOCKETS_KIND_WINSOCK */
  static const char poll_fn_name[] = "WSAPoll";
#  endif /* MHD_SOCKETS_KIND_WINSOCK */
#endif /* mhd_DEBUG_POLLING_FDS */
  unsigned int num_fds;
  int max_wait;
  int num_events;

  mhd_assert (mhd_POLL_TYPE_POLL == d->events.poll_type);

  num_fds = poll_update_fds (d, listen_only);

  // TODO: handle empty list situation
  max_wait = get_max_wait (d); // TODO: use correct timeout value

#ifdef mhd_DEBUG_POLLING_FDS
  fprintf (stderr,
           "### (Starting) %s(fds, %u, %d)...\n",
           poll_fn_name,
           num_fds,
           max_wait);
#endif /* mhd_DEBUG_POLLING_FDS */
  num_events = mhd_poll (d->events.data.poll.fds,
                         num_fds,
                         max_wait); // TODO: use correct timeout value
#ifdef mhd_DEBUG_POLLING_FDS
  fprintf (stderr,
           "### (Finished) %s(fds, %u, %d) -> %d\n",
           poll_fn_name,
           num_fds,
           max_wait,
           num_events);
#endif /* mhd_DEBUG_POLLING_FDS */
  if (0 > num_events)
  {
    int err;
    bool is_hard_error;
    bool is_ignored_error;
    is_hard_error = false;
    is_ignored_error = false;
#if defined(MHD_SOCKETS_KIND_POSIX)
    err = errno;
    if (0 != err)
    {
      is_hard_error =
        ((mhd_EFAULT_OR_ZERO == err) || (mhd_EINVAL_OR_ZERO == err));
      is_ignored_error = (mhd_EINTR_OR_ZERO == err);
    }
#elif defined(MHD_SOCKETS_KIND_WINSOCK)
    err = WSAGetLastError ();
    is_hard_error =
      ((WSAENETDOWN == err) || (WSAEFAULT == err) || (WSAEINVAL == err));
#endif
    if (! is_ignored_error)
    {
      if (is_hard_error)
      {
        mhd_LOG_MSG (d, MHD_SC_POLL_HARD_ERROR, \
                     "The poll() encountered unrecoverable error.");
        return false;
      }
      mhd_LOG_MSG (d, MHD_SC_POLL_SOFT_ERROR, \
                   "The poll() encountered error.");
    }
    return true;
  }

  return poll_update_statuses_from_fds (d, num_events);
}


#endif /* MHD_SUPPORT_POLL */

#ifdef MHD_SUPPORT_EPOLL

/**
 * Map events provided by epoll to connection states, ITC and
 * listen socket states
 */
static MHD_FN_PAR_NONNULL_ (1) bool
update_statuses_from_eevents (struct MHD_Daemon *restrict d,
                              unsigned int num_events)
{
  unsigned int i;
  struct epoll_event *const restrict events =
    d->events.data.epoll.events;
  for (i = 0; num_events > i; ++i)
  {
    struct epoll_event *const e = events + i;
#ifdef MHD_SUPPORT_THREADS
    if (((uint64_t) mhd_SOCKET_REL_MARKER_ITC) == e->data.u64) /* uint64_t is in the system header */
    {
      mhd_assert (mhd_ITC_IS_VALID (d->threading.itc));
      dbg_print_fd_state_update ( \
        "ITC", \
        mhd_itc_r_fd (d->threading.itc), \
        0 != (e->events & EPOLLIN), \
        0 != (e->events & EPOLLOUT), \
        0 != (e->events & (EPOLLPRI | EPOLLERR | EPOLLHUP)));

      if (0 != (e->events & (EPOLLPRI | EPOLLERR | EPOLLHUP)))
      {
        log_itc_broken (d);
        /* ITC is broken, need to stop the daemon thread now as otherwise
           application will not be able to stop the thread. */
        return false;
      }
      if (0 != (e->events & EPOLLIN))
      {
        /* Clear ITC here, before other data processing.
         * Any external events will activate ITC again if additional data to
         * process is added externally. Clearing ITC early ensures that new data
         * (with additional ITC activation) will not be missed. */
        mhd_itc_clear (d->threading.itc);
      }
    }
    else
#endif /* MHD_SUPPORT_THREADS */
    if (((uint64_t) mhd_SOCKET_REL_MARKER_LISTEN) == e->data.u64) /* uint64_t is in the system header */
    {
      mhd_assert (MHD_INVALID_SOCKET != d->net.listen.fd);
      dbg_print_fd_state_update ( \
        "lstn", \
        d->net.listen.fd, \
        0 != (e->events & EPOLLIN), \
        0 != (e->events & EPOLLOUT), \
        0 != (e->events & (EPOLLPRI | EPOLLERR | EPOLLHUP)));
      if (0 != (e->events & (EPOLLPRI | EPOLLERR | EPOLLHUP)))
      {
        log_listen_broken (d);

        /* Close the listening socket unless the master daemon should close it */
        if (! mhd_D_HAS_MASTER (d))
          mhd_socket_close (d->net.listen.fd);
        else
        {
          /* Ignore possible error as the socket could be already removed
             from the epoll monitoring by closing the socket */
          (void) epoll_ctl (d->events.data.epoll.e_fd,
                            EPOLL_CTL_DEL,
                            d->net.listen.fd,
                            NULL);
        }

        d->events.accept_pending = false;
        d->net.listen.is_broken = true;
        d->net.listen.fd = MHD_INVALID_SOCKET;
      }
      else
        d->events.accept_pending = (0 != (e->events & EPOLLIN));
    }
    else
    {
      bool recv_ready;
      bool send_ready;
      bool err_state;
      struct MHD_Connection *const restrict c =
        (struct MHD_Connection *) e->data.ptr;
      mhd_assert (! is_conn_excluded_from_http_comm (c));
      recv_ready = (0 != (e->events & (EPOLLIN | EPOLLERR | EPOLLHUP)));
      send_ready = (0 != (e->events & (EPOLLOUT | EPOLLERR | EPOLLHUP)));
      err_state = (0 != (e->events & (EPOLLERR | EPOLLHUP)));

      update_conn_net_status (d, c, recv_ready, send_ready, err_state);
    }
  }
  return true;
}


/**
 * Update states of all connections, check for connection pending
 * to be accept()'ed, check for the events on ITC.
 */
static MHD_FN_PAR_NONNULL_ (1) bool
get_all_net_updates_by_epoll (struct MHD_Daemon *restrict d)
{
  int max_events;
  int num_events;
  unsigned int events_processed;
  int max_wait;
  mhd_assert (mhd_POLL_TYPE_EPOLL == d->events.poll_type);
  mhd_assert (0 < ((int) d->events.data.epoll.num_elements));
  mhd_assert (d->events.data.epoll.num_elements == \
              (size_t) ((int) d->events.data.epoll.num_elements));
  mhd_assert (0 != d->events.data.epoll.num_elements);
  mhd_assert (0 != d->conns.cfg.count_limit);
  mhd_assert (d->events.data.epoll.num_elements == d->dbg.num_events_elements);

  // TODO: add listen socket enable/disable

  /* Minimise amount of data passed from userspace to kernel and back */
  max_events = (int) d->conns.cfg.count_limit;
#ifdef MHD_SUPPORT_THREADS
  ++max_events;
#endif /* MHD_SUPPORT_THREADS */
  if (MHD_INVALID_SOCKET != d->net.listen.fd)
    ++max_events;
  /* Make sure that one extra slot used to clearly detect that all events
   * were gotten. */
  ++max_events;
  if ((0 > max_events) ||
      (max_events > (int) d->events.data.epoll.num_elements))
    max_events = (int) d->events.data.epoll.num_elements;

  events_processed = 0;
  max_wait = get_max_wait (d); // TODO: use correct timeout value
  do
  {
#ifdef mhd_DEBUG_POLLING_FDS
    fprintf (stderr,
             "### (Starting) epoll_wait(%d, events, %d, %d)...\n",
             d->events.data.epoll.e_fd,
             (int) d->events.data.epoll.num_elements,
             max_wait);
#endif /* mhd_DEBUG_POLLING_FDS */
    num_events = epoll_wait (d->events.data.epoll.e_fd,
                             d->events.data.epoll.events,
                             max_events,
                             max_wait);
#ifdef mhd_DEBUG_POLLING_FDS
    fprintf (stderr,
             "### (Finished) epoll_wait(%d, events, %d, %d) -> %d\n",
             d->events.data.epoll.e_fd,
             max_events,
             max_wait,
             num_events);
#endif /* mhd_DEBUG_POLLING_FDS */
    max_wait = 0;
    if (0 > num_events)
    {
      const int err = errno;
      if (EINTR != err)
      {
        mhd_LOG_MSG (d, MHD_SC_EPOLL_HARD_ERROR, \
                     "The epoll_wait() encountered unrecoverable error.");
        return false;
      }
      return true; /* EINTR, try next time */
    }
    if (! update_statuses_from_eevents (d, (unsigned int) num_events))
      return false;
    if (max_events > num_events)
      return true; /* All events have been read */

    /* Use all buffer for the next getting events round(s) */
    max_events = (int) d->events.data.epoll.num_elements;
    mhd_assert (0 < max_events);
    mhd_assert (d->events.data.epoll.num_elements == (size_t) max_events);
    max_wait = 0; /* Do not block on the next getting events rounds */

    events_processed += (unsigned int) num_events; /* Avoid reading too many events */
  } while ((events_processed < d->conns.cfg.count_limit)
           || (events_processed < d->conns.cfg.count_limit + 2));

  return true;
}


#endif /* MHD_SUPPORT_EPOLL */


/**
 * Perform one round of daemon connection and data processing.
 *
 * This function do the following:
 * + poll all connections and daemon FDs (if internal polling is used);
 * + resume connections pending to be resumed;
 * + update connection statuses based on socket states (recv/send ready or
 *   disconnect detection);
 * + receive, send and/or parse connections data as needed, including call of
 *   callbacks for processing requests and response generation;
 * + close broken connections;
 * + accept new connection (if needed);
 * + cleanup closed "upgraded" connections.
 * @param d the daemon to use
 * @return 'true' on success,
 *         'false' if daemon is broken
 */
static MHD_FN_PAR_NONNULL_ (1) bool
process_all_events_and_data (struct MHD_Daemon *restrict d)
{
  switch (d->events.poll_type)
  {
  case mhd_POLL_TYPE_EXT:
    mhd_assert (mhd_WM_INT_HAS_EXT_EVENTS (d->wmode_int));
    if (! ext_events_process_net_updates_and_resume_conn (d))
      return false;
    break;
#ifdef MHD_SUPPORT_SELECT
  case mhd_POLL_TYPE_SELECT:
    if (! get_all_net_updates_by_select_and_resume_conn (d, false))
      return false;
    break;
#endif /* MHD_SUPPORT_SELECT */
#ifdef MHD_SUPPORT_POLL
  case mhd_POLL_TYPE_POLL:
    if (! get_all_net_updates_by_poll (d, false))
      return false;
    daemon_resume_conns_if_needed (d);
    break;
#endif /* MHD_SUPPORT_POLL */
#ifdef MHD_SUPPORT_EPOLL
  case mhd_POLL_TYPE_EPOLL:
    if (! get_all_net_updates_by_epoll (d))
      return false;
    daemon_resume_conns_if_needed (d);
    break;
#endif /* MHD_SUPPORT_EPOLL */
#ifndef MHD_SUPPORT_SELECT
  case mhd_POLL_TYPE_SELECT:
#endif /* ! MHD_SUPPORT_SELECT */
#ifndef MHD_SUPPORT_POLL
  case mhd_POLL_TYPE_POLL:
#endif /* ! MHD_SUPPORT_POLL */
  case mhd_POLL_TYPE_NOT_SET_YET:
  default:
    mhd_UNREACHABLE ();
    MHD_PANIC ("Daemon data integrity broken");
    break;
  }

  if (d->events.accept_pending && ! d->conns.block_new)
    d->events.accept_pending = ! daemon_accept_new_conns (d);

  daemon_process_all_active_conns (d);
  daemon_cleanup_upgraded_conns (d);
  return ! mhd_D_HAS_STOP_REQ (d);
}


static
MHD_FN_PAR_NONNULL_ (1) enum MHD_StatusCode
process_reg_events_int (struct MHD_Daemon *MHD_RESTRICT daemon,
                        uint_fast64_t *MHD_RESTRICT next_max_wait)
{
  enum MHD_StatusCode res;

  if (mhd_DAEMON_STATE_STARTED > daemon->state)
    return MHD_SC_TOO_EARLY;
  if (! mhd_WM_INT_HAS_EXT_EVENTS (daemon->wmode_int))
    return MHD_SC_EXTERNAL_EVENT_ONLY;
  if (mhd_DAEMON_STATE_STARTED < daemon->state)
    return MHD_SC_TOO_LATE;

#ifdef MHD_SUPPORT_THREADS
  if (daemon->events.data.extr.itc_data.is_broken)
    return MHD_SC_DAEMON_SYS_DATA_BROKEN;
#endif /* MHD_SUPPORT_THREADS */

  if (daemon->net.listen.is_broken)
    return MHD_SC_DAEMON_SYS_DATA_BROKEN;

  /* Ignore returned value */
  (void) process_all_events_and_data (daemon);

  if (NULL != next_max_wait)
    *next_max_wait = MHD_WAIT_INDEFINITELY;

  res = ext_events_update_registrations (daemon);
  if (MHD_SC_OK != res)
    return res;

#ifdef MHD_SUPPORT_THREADS
  if (daemon->events.data.extr.itc_data.is_broken)
  {
    log_itc_broken (daemon);
    return MHD_SC_DAEMON_SYS_DATA_BROKEN;
  }
#endif /* MHD_SUPPORT_THREADS */

  if (daemon->net.listen.is_broken)
  {
    log_listen_broken (daemon);
    return MHD_SC_DAEMON_SYS_DATA_BROKEN;
  }

  if (NULL != next_max_wait)
    *next_max_wait = mhd_daemon_get_wait_max (daemon);

  return MHD_SC_OK;
}


MHD_EXTERN_
MHD_FN_PAR_NONNULL_ (1) enum MHD_StatusCode
MHD_daemon_process_reg_events (struct MHD_Daemon *MHD_RESTRICT daemon,
                               uint_fast64_t *MHD_RESTRICT next_max_wait)
{
  enum MHD_StatusCode res;
#ifdef mhd_DEBUG_POLLING_FDS
  fprintf (stderr,
           "### (Starting) MHD_daemon_process_reg_events(daemon, [%s])...\n",
           (NULL != next_max_wait) ? "non-NULL" : "NULL");
#endif
  res = process_reg_events_int (daemon,
                                next_max_wait);
#ifdef mhd_DEBUG_POLLING_FDS
  if (NULL == next_max_wait)
    fprintf (stderr,
             "### (Finished) MHD_daemon_process_reg_events(daemon, [NULL]) ->"
             "%u\n",
             (unsigned int) res);
  else if (MHD_WAIT_INDEFINITELY == *next_max_wait)
    fprintf (stderr,
             "### (Finished) MHD_daemon_process_reg_events(daemon, "
             "->MHD_WAIT_INDEFINITELY) ->%u\n",
             (unsigned int) res);
  else
    fprintf (stderr,
             "### (Finished) MHD_daemon_process_reg_events(daemon, ->%llu) "
             "->%u\n",
             (unsigned long long) *next_max_wait,
             (unsigned int) res);
#endif
  return res;
}


#ifdef MHD_SUPPORT_THREADS

/**
 * The entry point for the daemon worker thread
 * @param cls the closure
 */
mhd_THRD_RTRN_TYPE mhd_THRD_CALL_SPEC
mhd_worker_all_events (void *cls)
{
  struct MHD_Daemon *const restrict d = (struct MHD_Daemon *) cls;
  mhd_thread_handle_ID_set_current_thread_ID (&(d->threading.tid));
  mhd_assert (d->dbg.net_inited);
  mhd_assert (! d->dbg.net_deinited);
  mhd_assert (mhd_D_TYPE_IS_VALID (d->threading.d_type));
  mhd_assert (mhd_D_TYPE_HAS_EVENTS_PROCESSING (d->threading.d_type));
  mhd_assert (mhd_DAEMON_TYPE_LISTEN_ONLY != d->threading.d_type);
  mhd_assert (! mhd_D_TYPE_HAS_WORKERS (d->threading.d_type));
  mhd_assert (mhd_WM_INT_INTERNAL_EVENTS_THREAD_PER_CONNECTION != d->wmode_int);
  mhd_assert (d->dbg.events_fully_inited);
  mhd_assert (d->dbg.connections_inited);

#ifdef mhd_HAVE_MHD_THREAD_BLOCK_SIGPIPE
  // TODO: store and use the result
  (void) mhd_thread_block_sigpipe ();
#endif

  while (! d->threading.stop_requested)
  {
    if (! process_all_events_and_data (d))
      break;
  }
  if (! d->threading.stop_requested)
  {
    mhd_LOG_MSG (d, MHD_SC_DAEMON_THREAD_STOP_UNEXPECTED, \
                 "The daemon thread is stopping, but termination has not " \
                 "been requested for the daemon.");
  }
  mhd_daemon_close_all_conns (d);

  return (mhd_THRD_RTRN_TYPE) 0;
}


static MHD_FN_PAR_NONNULL_ (1) bool
process_listening_and_itc_only (struct MHD_Daemon *restrict d)
{
  if (false)
    (void) 0;
#ifdef MHD_SUPPORT_SELECT
  else if (mhd_POLL_TYPE_SELECT == d->events.poll_type)
  {
    return false; // TODO: implement
  }
#endif /* MHD_SUPPORT_SELECT */
#ifdef MHD_SUPPORT_POLL
  else if (mhd_POLL_TYPE_POLL == d->events.poll_type)
  {
    if (! get_all_net_updates_by_poll (d, true))
      return false;
  }
#endif /* MHD_SUPPORT_POLL */
  else
  {
    (void) d; /* Mute compiler warning */
    mhd_assert (0 && "Impossible value");
    mhd_UNREACHABLE ();
    MHD_PANIC ("Daemon data integrity broken");
  }
  // TODO: Accept connections
  return false;
}


/**
 * The entry point for the daemon listening thread
 * @param cls the closure
 */
mhd_THRD_RTRN_TYPE mhd_THRD_CALL_SPEC
mhd_worker_listening_only (void *cls)
{
  struct MHD_Daemon *const restrict d = (struct MHD_Daemon *) cls;
  mhd_thread_handle_ID_set_current_thread_ID (&(d->threading.tid));

  mhd_assert (d->dbg.net_inited);
  mhd_assert (! d->dbg.net_deinited);
  mhd_assert (mhd_DAEMON_TYPE_LISTEN_ONLY == d->threading.d_type);
  mhd_assert (mhd_WM_INT_INTERNAL_EVENTS_THREAD_PER_CONNECTION == d->wmode_int);
  mhd_assert (d->dbg.events_fully_inited);
  mhd_assert (d->dbg.connections_inited);

#ifdef mhd_HAVE_MHD_THREAD_BLOCK_SIGPIPE
  // TODO: store and use the result
  (void) mhd_thread_block_sigpipe ();
#endif

  while (! d->threading.stop_requested)
  {
    if (! process_listening_and_itc_only (d))
      break;
  }
  if (! d->threading.stop_requested)
  {
    mhd_LOG_MSG (d, MHD_SC_DAEMON_THREAD_STOP_UNEXPECTED, \
                 "The daemon thread is stopping, but termination has " \
                 "not been requested by the daemon.");
  }
  return (mhd_THRD_RTRN_TYPE) 0;
}


mhd_THRD_RTRN_TYPE mhd_THRD_CALL_SPEC
mhd_worker_connection (void *cls)
{
  if (cls) // TODO: Implement
    MHD_PANIC ("Not yet implemented");
  return (mhd_THRD_RTRN_TYPE) 0;
}


#endif /* MHD_SUPPORT_THREADS */

Coverage Report

Created: 2025-10-27 06:17