/*************************************************

*      Perl-Compatible Regular Expressions       *

*************************************************/

/* PCRE is a library of functions to support regular expressions whose syntax

and semantics are as close as possible to those of the Perl 5 language.

                       Written by Philip Hazel

     Original API code Copyright (c) 1997-2012 University of Cambridge

          New API code Copyright (c) 2016-2024 University of Cambridge

-----------------------------------------------------------------------------

Redistribution and use in source and binary forms, with or without

modification, are permitted provided that the following conditions are met:

    * Redistributions of source code must retain the above copyright notice,

      this list of conditions and the following disclaimer.

    * Redistributions in binary form must reproduce the above copyright

      notice, this list of conditions and the following disclaimer in the

      documentation and/or other materials provided with the distribution.

    * Neither the name of the University of Cambridge nor the names of its

      contributors may be used to endorse or promote products derived from

      this software without specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"

AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE

IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE

ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE

LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR

CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF

SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS

INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN

CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)

ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

POSSIBILITY OF SUCH DAMAGE.

-----------------------------------------------------------------------------

*/

/* This module contains two internal functions that are used to match

OP_XCLASS and OP_ECLASS. It is used by pcre2_auto_possessify() and by both

pcre2_match() and pcre2_dfa_match(). */

#ifdef HAVE_CONFIG_H

#include "config.h"

#endif

#include "pcre2_internal.h"

/*************************************************

*       Match character against an XCLASS        *

*************************************************/

/* This function is called to match a character against an extended class that

might contain codepoints above 255 and/or Unicode properties.

Arguments:

  c           the character

  data        points to the flag code unit of the XCLASS data

  utf         TRUE if in UTF mode

Returns:      TRUE if character matches, else FALSE

*/

BOOL

PRIV(xclass)(uint32_t c, PCRE2_SPTR data, const uint8_t *char_lists_end, BOOL utf)

{

/* Update PRIV(update_classbits) when this function is changed. */

PCRE2_UCHAR t;

BOOL not_negated = (*data & XCL_NOT) == 0;

uint32_t type, max_index, min_index, value;

const uint8_t *next_char;

#if PCRE2_CODE_UNIT_WIDTH == 8

/* In 8 bit mode, this must always be TRUE. Help the compiler to know that. */

utf = TRUE;

#endif

/* Code points < 256 are matched against a bitmap, if one is present. */

if ((*data++ & XCL_MAP) != 0)

  {

  if (c < 256)

    return (((const uint8_t *)data)[c/8] & (1u << (c&7))) != 0;

  /* Skip bitmap. */

  data += 32 / sizeof(PCRE2_UCHAR);

  }

/* Match against the list of Unicode properties. We won't ever

encounter XCL_PROP or XCL_NOTPROP when UTF support is not compiled. */

#ifdef SUPPORT_UNICODE

if (*data == XCL_PROP || *data == XCL_NOTPROP)

  {

  /* The UCD record is the same for all properties. */

  const ucd_record *prop = GET_UCD(c);

  do

    {

    int chartype;

    BOOL isprop = (*data++) == XCL_PROP;

    BOOL ok;

    switch(*data)

      {

      case PT_LAMP:

      chartype = prop->chartype;

      if ((chartype == ucp_Lu || chartype == ucp_Ll ||

           chartype == ucp_Lt) == isprop) return not_negated;

      break;

      case PT_GC:

      if ((data[1] == PRIV(ucp_gentype)[prop->chartype]) == isprop)

        return not_negated;

      break;

      case PT_PC:

      if ((data[1] == prop->chartype) == isprop) return not_negated;

      break;

      case PT_SC:

      if ((data[1] == prop->script) == isprop) return not_negated;

      break;

      case PT_SCX:

      ok = (data[1] == prop->script ||

            MAPBIT(PRIV(ucd_script_sets) + UCD_SCRIPTX_PROP(prop), data[1]) != 0);

      if (ok == isprop) return not_negated;

      break;

      case PT_ALNUM:

      chartype = prop->chartype;

      if ((PRIV(ucp_gentype)[chartype] == ucp_L ||

           PRIV(ucp_gentype)[chartype] == ucp_N) == isprop)

        return not_negated;

      break;

      /* Perl space used to exclude VT, but from Perl 5.18 it is included,

      which means that Perl space and POSIX space are now identical. PCRE

      was changed at release 8.34. */

      case PT_SPACE:    /* Perl space */

      case PT_PXSPACE:  /* POSIX space */

      switch(c)

        {

        HSPACE_CASES:

        VSPACE_CASES:

        if (isprop) return not_negated;

        break;

        default:

        if ((PRIV(ucp_gentype)[prop->chartype] == ucp_Z) == isprop)

          return not_negated;

        break;

        }

      break;

      case PT_WORD:

      chartype = prop->chartype;

      if ((PRIV(ucp_gentype)[chartype] == ucp_L ||

           PRIV(ucp_gentype)[chartype] == ucp_N ||

           chartype == ucp_Mn || chartype == ucp_Pc) == isprop)

        return not_negated;

      break;

      case PT_UCNC:

      if (c < 0xa0)

        {

        if ((c == CHAR_DOLLAR_SIGN || c == CHAR_COMMERCIAL_AT ||

             c == CHAR_GRAVE_ACCENT) == isprop)

          return not_negated;

        }

      else

        {

        if ((c < 0xd800 || c > 0xdfff) == isprop)

          return not_negated;

        }

      break;

      case PT_BIDICL:

      if ((UCD_BIDICLASS_PROP(prop) == data[1]) == isprop)

        return not_negated;

      break;

      case PT_BOOL:

      ok = MAPBIT(PRIV(ucd_boolprop_sets) +

        UCD_BPROPS_PROP(prop), data[1]) != 0;

      if (ok == isprop) return not_negated;

      break;

      /* The following three properties can occur only in an XCLASS, as there

      is no \p or \P coding for them. */

      /* Graphic character. Implement this as not Z (space or separator) and

      not C (other), except for Cf (format) with a few exceptions. This seems

      to be what Perl does. The exceptional characters are:

      U+061C           Arabic Letter Mark

      U+180E           Mongolian Vowel Separator

      U+2066 - U+2069  Various "isolate"s

      */

      case PT_PXGRAPH:

      chartype = prop->chartype;

      if ((PRIV(ucp_gentype)[chartype] != ucp_Z &&

            (PRIV(ucp_gentype)[chartype] != ucp_C ||

              (chartype == ucp_Cf &&

                c != 0x061c && c != 0x180e && (c < 0x2066 || c > 0x2069))

         )) == isprop)

        return not_negated;

      break;

      /* Printable character: same as graphic, with the addition of Zs, i.e.

      not Zl and not Zp, and U+180E. */

      case PT_PXPRINT:

      chartype = prop->chartype;

      if ((chartype != ucp_Zl &&

           chartype != ucp_Zp &&

            (PRIV(ucp_gentype)[chartype] != ucp_C ||

              (chartype == ucp_Cf &&

                c != 0x061c && (c < 0x2066 || c > 0x2069))

         )) == isprop)

        return not_negated;

      break;

      /* Punctuation: all Unicode punctuation, plus ASCII characters that

      Unicode treats as symbols rather than punctuation, for Perl

      compatibility (these are $+<=>^`|~). */

      case PT_PXPUNCT:

      chartype = prop->chartype;

      if ((PRIV(ucp_gentype)[chartype] == ucp_P ||

            (c < 128 && PRIV(ucp_gentype)[chartype] == ucp_S)) == isprop)

        return not_negated;

      break;

      /* Perl has two sets of hex digits */

      case PT_PXXDIGIT:

      if (((c >= CHAR_0 && c <= CHAR_9) ||

           (c >= CHAR_A && c <= CHAR_F) ||

           (c >= CHAR_a && c <= CHAR_f) ||

           (c >= 0xff10 && c <= 0xff19) ||  /* Fullwidth digits */

           (c >= 0xff21 && c <= 0xff26) ||  /* Fullwidth letters */

           (c >= 0xff41 && c <= 0xff46)) == isprop)

        return not_negated;

      break;

      /* This should never occur, but compilers may mutter if there is no

      default. */

      default:

      PCRE2_DEBUG_UNREACHABLE();

      return FALSE;

      }

    data += 2;

    }

  while (*data == XCL_PROP || *data == XCL_NOTPROP);

  }

#else

  (void)utf;  /* Avoid compiler warning */

#endif  /* SUPPORT_UNICODE */

/* Match against large chars or ranges that end with a large char. */

if (*data < XCL_LIST)

  {

  while ((t = *data++) != XCL_END)

    {

    uint32_t x, y;

#ifdef SUPPORT_UNICODE

    if (utf)

      {

      GETCHARINC(x, data); /* macro generates multiple statements */

      }

    else

#endif

      x = *data++;

    if (t == XCL_SINGLE)

      {

      /* Since character ranges follow the properties, and they are

      sorted, early return is possible for all characters <= x. */

      if (c <= x) return (c == x) ? not_negated : !not_negated;

      continue;

      }

    PCRE2_ASSERT(t == XCL_RANGE);

#ifdef SUPPORT_UNICODE

    if (utf)

      {

      GETCHARINC(y, data); /* macro generates multiple statements */

      }

    else

#endif

      y = *data++;

    /* Since character ranges follow the properties, and they are

    sorted, early return is possible for all characters <= y. */

    if (c <= y) return (c >= x) ? not_negated : !not_negated;

    }

  return !not_negated;   /* char did not match */

  }

#if PCRE2_CODE_UNIT_WIDTH == 8

type = (uint32_t)(data[0] << 8) | data[1];

data += 2;

#else

type = data[0];

data++;

#endif  /* CODE_UNIT_WIDTH */

/* Align characters. */

next_char = char_lists_end - (GET(data, 0) << 1);

type &= XCL_TYPE_MASK;

/* Alignment check. */

PCRE2_ASSERT(((uintptr_t)next_char & 0x1) == 0);

if (c >= XCL_CHAR_LIST_HIGH_16_START)

  {

  max_index = type & XCL_ITEM_COUNT_MASK;

  if (max_index == XCL_ITEM_COUNT_MASK)

    {

    max_index = *(const uint16_t*)next_char;

    PCRE2_ASSERT(max_index >= XCL_ITEM_COUNT_MASK);

    next_char += 2;

    }

  next_char += max_index << 1;

  type >>= XCL_TYPE_BIT_LEN;

  }

if (c < XCL_CHAR_LIST_LOW_32_START)

  {

  max_index = type & XCL_ITEM_COUNT_MASK;

  c = (uint16_t)((c << XCL_CHAR_SHIFT) | XCL_CHAR_END);

  if (max_index == XCL_ITEM_COUNT_MASK)

    {

    max_index = *(const uint16_t*)next_char;

    PCRE2_ASSERT(max_index >= XCL_ITEM_COUNT_MASK);

    next_char += 2;

    }

  if (max_index == 0 || c < *(const uint16_t*)next_char)

    return ((type & XCL_BEGIN_WITH_RANGE) != 0) == not_negated;

  min_index = 0;

  value = ((const uint16_t*)next_char)[--max_index];

  if (c >= value)

    return (value == c || (value & XCL_CHAR_END) == 0) == not_negated;

  max_index--;

  /* Binary search of a range. */

  while (TRUE)

    {

    uint32_t mid_index = (min_index + max_index) >> 1;

    value = ((const uint16_t*)next_char)[mid_index];

    if (c < value)

      max_index = mid_index - 1;

    else if (((const uint16_t*)next_char)[mid_index + 1] <= c)

      min_index = mid_index + 1;

    else

      return (value == c || (value & XCL_CHAR_END) == 0) == not_negated;

    }

  }

/* Skip the 16 bit ranges. */

max_index = type & XCL_ITEM_COUNT_MASK;

if (max_index == XCL_ITEM_COUNT_MASK)

  {

  max_index = *(const uint16_t*)next_char;

  PCRE2_ASSERT(max_index >= XCL_ITEM_COUNT_MASK);

  next_char += 2;

  }

next_char += (max_index << 1);

type >>= XCL_TYPE_BIT_LEN;

/* Alignment check. */

PCRE2_ASSERT(((uintptr_t)next_char & 0x3) == 0);

max_index = type & XCL_ITEM_COUNT_MASK;

#if PCRE2_CODE_UNIT_WIDTH == 32

if (c >= XCL_CHAR_LIST_HIGH_32_START)

  {

  if (max_index == XCL_ITEM_COUNT_MASK)

    {

    max_index = *(const uint32_t*)next_char;

    PCRE2_ASSERT(max_index >= XCL_ITEM_COUNT_MASK);

    next_char += 4;

    }

  next_char += max_index << 2;

  type >>= XCL_TYPE_BIT_LEN;

  max_index = type & XCL_ITEM_COUNT_MASK;

  }

#endif

c = (uint32_t)((c << XCL_CHAR_SHIFT) | XCL_CHAR_END);

if (max_index == XCL_ITEM_COUNT_MASK)

  {

  max_index = *(const uint32_t*)next_char;

  next_char += 4;

  }

if (max_index == 0 || c < *(const uint32_t*)next_char)

  return ((type & XCL_BEGIN_WITH_RANGE) != 0) == not_negated;

min_index = 0;

value = ((const uint32_t*)next_char)[--max_index];

if (c >= value)

  return (value == c || (value & XCL_CHAR_END) == 0) == not_negated;

max_index--;

/* Binary search of a range. */

while (TRUE)

  {

  uint32_t mid_index = (min_index + max_index) >> 1;

  value = ((const uint32_t*)next_char)[mid_index];

  if (c < value)

    max_index = mid_index - 1;

  else if (((const uint32_t*)next_char)[mid_index + 1] <= c)

    min_index = mid_index + 1;

  else

    return (value == c || (value & XCL_CHAR_END) == 0) == not_negated;

  }

}

/*************************************************

*       Match character against an ECLASS        *

*************************************************/

/* This function is called to match a character against an extended class

used for describing characters using boolean operations on sets.

Arguments:

  c           the character

  data_start  points to the start of the ECLASS data

  data_end    points one-past-the-last of the ECLASS data

  utf         TRUE if in UTF mode

Returns:      TRUE if character matches, else FALSE

*/

BOOL

PRIV(eclass)(uint32_t c, PCRE2_SPTR data_start, PCRE2_SPTR data_end,

  const uint8_t *char_lists_end, BOOL utf)

{

PCRE2_SPTR ptr = data_start;

PCRE2_UCHAR flags;

uint32_t stack = 0;

int stack_depth = 0;

PCRE2_ASSERT(data_start < data_end);

flags = *ptr++;

PCRE2_ASSERT((flags & ECL_MAP) == 0 ||

             (data_end - ptr) >= 32 / (int)sizeof(PCRE2_UCHAR));

/* Code points < 256 are matched against a bitmap, if one is present.

Otherwise all codepoints are checked later. */

if ((flags & ECL_MAP) != 0)

  {

  if (c < 256)

    return (((const uint8_t *)ptr)[c/8] & (1u << (c&7))) != 0;

  /* Skip the bitmap. */

  ptr += 32 / sizeof(PCRE2_UCHAR);

  }

/* Do a little loop, until we reach the end of the ECLASS. */

while (ptr < data_end)

  {

  switch (*ptr)

    {

    case ECL_AND:

    ++ptr;

    stack = (stack >> 1) & (stack | ~(uint32_t)1u);

    PCRE2_ASSERT(stack_depth >= 2);

    --stack_depth;

    break;

    case ECL_OR:

    ++ptr;

    stack = (stack >> 1) | (stack & (uint32_t)1u);

    PCRE2_ASSERT(stack_depth >= 2);

    --stack_depth;

    break;

    case ECL_XOR:

    ++ptr;

    stack = (stack >> 1) ^ (stack & (uint32_t)1u);

    PCRE2_ASSERT(stack_depth >= 2);

    --stack_depth;

    break;

    case ECL_NOT:

    ++ptr;

    stack ^= (uint32_t)1u;

    PCRE2_ASSERT(stack_depth >= 1);

    break;

    case ECL_XCLASS:

      {

      uint32_t matched = PRIV(xclass)(c, ptr + 1 + LINK_SIZE, char_lists_end, utf);

      ptr += GET(ptr, 1);

      stack = (stack << 1) | matched;

      ++stack_depth;

      break;

      }

    /* This should never occur, but compilers may mutter if there is no

    default. */

    default:

    PCRE2_DEBUG_UNREACHABLE();

    return FALSE;

    }

  }

PCRE2_ASSERT(stack_depth == 1);

(void)stack_depth;  /* Ignore unused variable, if assertions are disabled. */

/* The final bit left on the stack now holds the match result. */

return (stack & 1u) != 0;

}

/* End of pcre2_xclass.c */