/* ----------------------------------------------------------------------------

Copyright (c) 2018-2023, Microsoft Research, Daan Leijen

This is free software; you can redistribute it and/or modify it under the

terms of the MIT license. A copy of the license can be found in the file

"LICENSE" at the root of this distribution.

-----------------------------------------------------------------------------*/

// --------------------------------------------------------

// This module defines various std libc functions to reduce

// the dependency on libc, and also prevent errors caused

// by some libc implementations when called before `main`

// executes (due to malloc redirection)

// --------------------------------------------------------

#include "mimalloc.h"

#include "mimalloc/internal.h"

#include "mimalloc/prim.h"      // mi_prim_getenv

char _mi_toupper(char c) {

  if (c >= 'a' && c <= 'z') return (c - 'a' + 'A');

                       else return c;

}

int _mi_strnicmp(const char* s, const char* t, size_t n) {

  mi_assert_internal(s!=NULL && t!=NULL);

  if (n == 0) return 0;

  for (; *s != 0 && *t != 0 && n > 0; s++, t++, n--) {

    if (_mi_toupper(*s) != _mi_toupper(*t)) break;

  }

  return (n == 0 ? 0 : *s - *t);

}

bool _mi_streq(const char* s, const char* t) {

  if (s==NULL && t==NULL) return true;

  if (s==NULL || t==NULL) return false;

  for (; *s != 0 && *t != 0; s++, t++) {

    if (*s != *t) break;

  }

  return (*s == *t);

}

bool _mi_strlcpy(char* dest, const char* src, size_t dest_size) {

  if (dest==NULL || src==NULL || dest_size == 0) return (src==NULL || *src==0);

  // copy until end of src, or when dest is (almost) full

  while (*src != 0 && dest_size > 1) {

    *dest++ = *src++;

    dest_size--;

  }

  // always zero terminate

  *dest = 0;

  return (*src == 0);

}

bool _mi_strlcat(char* dest, const char* src, size_t dest_size) {

  if (dest==NULL || src==NULL || dest_size == 0) return (src==NULL || *src==0);

  // find end of string in the dest buffer

  while (*dest != 0 && dest_size > 1) {

    dest++;

    dest_size--;

  }

  // and catenate

  return _mi_strlcpy(dest, src, dest_size);

}

size_t _mi_strnlen(const char* s, size_t max_len) {

  if (s==NULL) return 0;

  size_t len = 0;

  while(len < max_len && s[len] != 0) { len++; }

  return len;

}

size_t _mi_strlen(const char* s) {

  return _mi_strnlen(s,PTRDIFF_MAX);

}

#ifdef MI_NO_GETENV

int _mi_getenv(const char* name, char* result, size_t result_size) {

  MI_UNUSED(name);

  MI_UNUSED(result);

  MI_UNUSED(result_size);

  return ENOENT;

}

#else

int _mi_getenv(const char* name, char* result, size_t result_size) {

  if (name==NULL || result == NULL || result_size < 64) return ENOENT;

  // change the result of _mi_prim_getenv to an errno result

  const int res = _mi_prim_getenv(name,result,result_size);

  return (res > 0 ? 0 : (res == 0 ? ENOENT : EAGAIN));

}

#endif

// --------------------------------------------------------

// Define our own primitives for doing an action once

// --------------------------------------------------------

// Returns `true` only on the first invocation, signifying we can execute an action once.

// If it returns `true`, the caller should call `_mi_atomic_once_release` after performing the action.

// Other threads (than the initial thread that entered) will block until `_mi_atomic_once_release` has been called.

bool _mi_atomic_once_enter(mi_atomic_once_t* once) {

  const uintptr_t once_tid = mi_atomic_load_acquire(&once->tid);

  if mi_likely(once_tid == 1) {

    return false; // already executed

  }

  const mi_threadid_t current_tid = _mi_thread_id();

  if (once_tid == current_tid) {

    return false; // recursive invocation; we need this for process_init for example

  }

  mi_lock_acquire(&once->lock);

  uintptr_t expected = 0;

  if (mi_atomic_cas_strong_acq_rel(&once->tid, &expected, current_tid)) {  // could use atomic_load/store as well

    return true;  // should execute and release

  }

  else {

    mi_lock_release(&once->lock);

    return false; // already another thread entered and released

  }

}

void _mi_atomic_once_release(mi_atomic_once_t* once) {

  if (mi_atomic_load_acquire(&once->tid)>1) {  // paranoia

    mi_atomic_store_release(&once->tid,1);     // done executing

    mi_lock_release(&once->lock);

  }

}

// --------------------------------------------------------

// Define our own limited `_mi_vsnprintf` and `_mi_snprintf`

// This is mostly to avoid calling these when libc is not yet

// initialized (and to reduce dependencies)

//

// format:      d i, p x u, s

// prec:        z l ll L

// width:       10

// align-left:  -

// fill:        0

// plus:        +

// --------------------------------------------------------

static void mi_outc(char c, char** out, char* end) {

  char* p = *out;

  if (p >= end) return;

  *p = c;

  *out = p + 1;

}

static void mi_outs(const char* s, char** out, char* end) {

  if (s == NULL) return;

  char* p = *out;

  while (*s != 0 && p < end) {

    *p++ = *s++;

  }

  *out = p;

}

static void mi_out_fill(char fill, size_t len, char** out, char* end) {

  char* p = *out;

  for (size_t i = 0; i < len && p < end; i++) {

    *p++ = fill;

  }

  *out = p;

}

static void mi_out_alignright(char fill, char* start, size_t len, size_t extra, char* end) {

  if (len == 0 || extra == 0) return;

  if (start + len + extra >= end) return;

  // move `len` characters to the right (in reverse since it can overlap)

  for (size_t i = 1; i <= len; i++) {

    start[len + extra - i] = start[len - i];

  }

  // and fill the start

  for (size_t i = 0; i < extra; i++) {

    start[i] = fill;

  }

}

static void mi_out_num(uintmax_t x, size_t base, char prefix, char** out, char* end)

{

  if (x == 0 || base == 0 || base > 16) {

    if (prefix != 0) { mi_outc(prefix, out, end); }

    mi_outc('0',out,end);

  }

  else {

    #define MI_MAX_OUT_DIGITS (160)     /* a 512 bit number has 155 digits */

    char num[MI_MAX_OUT_DIGITS];

    int dcount = 0;

    while(x>0 && dcount < MI_MAX_OUT_DIGITS) {

      char digit = (char)(x % base);

      num[dcount++] = (digit <= 9 ? '0' + digit : 'A' + digit - 10);

      x = x / base;

    }

    if (dcount>=MI_MAX_OUT_DIGITS) return;  // don't output anything?

    if (prefix != 0) {

      mi_outc(prefix, out, end);

    }

    while(dcount-- > 0) {

      mi_outc(num[dcount], out, end);

    }

  }

}

#define MI_NEXTC()  c = *in; if (c==0) break; in++;

int _mi_vsnprintf(char* buf, size_t bufsize, const char* fmt, va_list args) {

  if (buf == NULL || bufsize == 0 || fmt == NULL) return 0;

  buf[bufsize - 1] = 0;

  char* const end = buf + (bufsize - 1);

  const char* in = fmt;

  char* out = buf;

  while (true) {

    if (out >= end) break;

    char c;

    MI_NEXTC();

    if (c != '%') {

      if ((c >= ' ' && c <= '~') || c=='\n' || c=='\r' || c=='\t') { // output visible ascii or standard control only

        mi_outc(c, &out, end);

      }

    }

    else {

      MI_NEXTC();

      char   fill = ' ';

      size_t width = 0;

      char   numtype = 'd';

      char   numplus = 0;

      bool   alignright = true;

      if (c == '+' || c == ' ') { numplus = c; MI_NEXTC(); }

      if (c == '-') { alignright = false; MI_NEXTC(); }

      if (c == '0') { fill = '0'; MI_NEXTC(); }

      if (c >= '1' && c <= '9') {

        width = (c - '0'); MI_NEXTC();

        while (c >= '0' && c <= '9') {

          if (width < SIZE_MAX/1024) {  // no overflow

            width = (10 * width) + (c - '0');

          }

          MI_NEXTC();

        }

        if (c == 0) break;  // extra check due to while

      }

      if (c == 'z' || c == 't' || c == 'L') { numtype = c; MI_NEXTC(); }

      else if (c == 'l') {

        numtype = c; MI_NEXTC();

        if (c == 'l') { numtype = 'L'; MI_NEXTC(); }

      }

      char* start = out;

      if (c == 's') {

        // string

        const char* s = va_arg(args, const char*);

        mi_outs(s, &out, end);

      }

      else if (c == 'p' || c == 'x' || c == 'u') {

        // unsigned

        uintmax_t x = 0;

        if (c == 'x' || c == 'u') {

          if (numtype == 'z')       x = va_arg(args, size_t);

          else if (numtype == 't')  x = va_arg(args, uintptr_t); // unsigned ptrdiff_t

          else if (numtype == 'L')  x = va_arg(args, unsigned long long);

          else if (numtype == 'l')  x = va_arg(args, unsigned long);

                               else x = va_arg(args, unsigned int);

        }

        else if (c == 'p') {

          void* const p = va_arg(args, void*);

          x = (uintptr_t)p;

          mi_outs("0x", &out, end);

          start = out;

          width = (width >= 2 ? width - 2 : 0);

        }

        if (width == 0 && (c == 'x' || c == 'p')) {

          if (c == 'p')   { width = 2 * (x <= UINT32_MAX ? 4 : ((x >> 16) <= UINT32_MAX ? 6 : sizeof(void*))); }

          if (width == 0) { width = 2; }

          if (alignright) { fill = '0'; }

        }

        mi_out_num(x, (c == 'x' || c == 'p' ? 16 : 10), numplus, &out, end);

      }

      else if (c == 'i' || c == 'd') {

        // signed

        intmax_t x = 0;

        if (numtype == 'z')       x = va_arg(args, intptr_t );

        else if (numtype == 't')  x = va_arg(args, ptrdiff_t);

        else if (numtype == 'L')  x = va_arg(args, long long);

        else if (numtype == 'l')  x = va_arg(args, long);

                             else x = va_arg(args, int);

        char pre = 0;

        if (x < 0) {

          pre = '-';

          if (x > INTMAX_MIN) { x = -x; }

        }

        else if (numplus != 0) {

          pre = numplus;

        }

        mi_out_num((uintmax_t)x, 10, pre, &out, end);

      }

      else if (c >= ' ' && c <= '~') {

        // unknown format

        mi_outc('%', &out, end);

        mi_outc(c, &out, end);

      }

      // fill & align

      mi_assert_internal(out <= end);

      mi_assert_internal(out >= start);

      const size_t len = out - start;

      if (len < width) {

        mi_out_fill(fill, width - len, &out, end);

        if (alignright && out <= end) {

          mi_out_alignright(fill, start, len, width - len, end);

        }

      }

    }

  }

  mi_assert_internal(out <= end);

  *out = 0;

  return (int)(out - buf);

}

int _mi_snprintf(char* buf, size_t buflen, const char* fmt, ...) {

  va_list args;

  va_start(args, fmt);

  const int written = _mi_vsnprintf(buf, buflen, fmt, args);

  va_end(args);

  return written;

}

#if MI_SIZE_SIZE == 4

#define mi_mask_even_bits32      (0x55555555)

#define mi_mask_even_pairs32     (0x33333333)

#define mi_mask_even_nibbles32   (0x0F0F0F0F)

// sum of all the bytes in `x` if it is guaranteed that the sum < 256!

static size_t mi_byte_sum32(uint32_t x) {

  // perform `x * 0x01010101`: the highest byte contains the sum of all bytes.

  x += (x << 8);

  x += (x << 16);

  return (size_t)(x >> 24);

}

static size_t mi_popcount_generic32(uint32_t x) {

  // first count each 2-bit group `a`, where: a==0b00 -> 00, a==0b01 -> 01, a==0b10 -> 01, a==0b11 -> 10

  // in other words, `a - (a>>1)`; to do this in parallel, we need to mask to prevent spilling a bit pair

  // into the lower bit-pair:

  x = x - ((x >> 1) & mi_mask_even_bits32);

  // add the 2-bit pair results

  x = (x & mi_mask_even_pairs32) + ((x >> 2) & mi_mask_even_pairs32);

  // add the 4-bit nibble results

  x = (x + (x >> 4)) & mi_mask_even_nibbles32;

  // each byte now has a count of its bits, we can sum them now:

  return mi_byte_sum32(x);

}

mi_decl_noinline size_t _mi_popcount_generic(size_t x) {

  return mi_popcount_generic32(x);

}

#else

#define mi_mask_even_bits64      (0x5555555555555555)

#define mi_mask_even_pairs64     (0x3333333333333333)

#define mi_mask_even_nibbles64   (0x0F0F0F0F0F0F0F0F)

// sum of all the bytes in `x` if it is guaranteed that the sum < 256!

static size_t mi_byte_sum64(uint64_t x) {

  x += (x << 8);

  x += (x << 16);

  x += (x << 32);

  return (size_t)(x >> 56);

}

static size_t mi_popcount_generic64(uint64_t x) {

  x = x - ((x >> 1) & mi_mask_even_bits64);

  x = (x & mi_mask_even_pairs64) + ((x >> 2) & mi_mask_even_pairs64);

  x = (x + (x >> 4)) & mi_mask_even_nibbles64;

  return mi_byte_sum64(x);

}

mi_decl_noinline size_t _mi_popcount_generic(size_t x) {

  return mi_popcount_generic64(x);

}

#endif