/src/libxls/src/ole.c

Source
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
 *
 * Copyright 2004 Komarov Valery
 * Copyright 2006 Christophe Leitienne
 * Copyright 2008-2017 David Hoerl
 * Copyright 2013 Bob Colbert
 * Copyright 2013-2018 Evan Miller
 *
 * This file is part of libxls -- A multiplatform, C/C++ library for parsing
 * Excel(TM) files.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 *    1. Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 *
 *    2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ''AS
 * IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 */

#include "config.h" 

#include <memory.h>
#include <string.h>
#include <stdio.h>
#include <stdlib.h>

#include "../include/libxls/ole.h"
#include "../include/libxls/xlstool.h"
#include "../include/libxls/endian.h"

extern int xls_debug;

//#define OLE_DEBUG

//static const DWORD MSATSECT   = 0xFFFFFFFC; // -4
//static const DWORD FATSECT    = 0xFFFFFFFD; // -3
static const DWORD ENDOFCHAIN = 0xFFFFFFFE; // -2
static const DWORD FREESECT   = 0xFFFFFFFF; // -1

static size_t sector_pos(OLE2* ole2, DWORD sid);
static ssize_t sector_read(OLE2* ole2, void *buffer, size_t buffer_len, DWORD sid);
static ssize_t read_MSAT(OLE2* ole2, OLE2Header *oleh);
static void *ole_malloc(size_t len);

static void *ole_malloc(size_t len) {
    if (len > (1<<24) || len == 0) {
        return NULL;
    }
    return calloc(1, len);
}

/* Reallocates memory and zero-fills only the newly grown region (from old_len to new_len). Frees ptr on failure. */
static void *ole_realloc_zero(void *ptr, size_t old_len, size_t new_len) {
    if (new_len > (1<<24) || new_len == 0) {
        free(ptr);
        return NULL;
    }
    void *new_ptr = realloc(ptr, new_len);
    if (!new_ptr) {
        free(ptr);
        return NULL;
    }
    if (new_len > old_len) {
        memset((char *)new_ptr + old_len, 0, new_len - old_len);
    }
    return new_ptr;
}

static int ole2_validate_sector_chain(DWORD *chain, DWORD chain_count, DWORD chain_start) {
    if (chain == NULL || chain_count == 0)
        return 0;
    DWORD count = 0;
    DWORD sector = chain_start;
    while (sector != ENDOFCHAIN) {
        if (sector >= chain_count)
            return 0;
        
        if (++count >= chain_count)
            return 0;

        sector = xlsIntVal(chain[sector]);
    }
    return 1;
}

static int ole2_validate_sector(DWORD sector, OLE2 *ole) {
    if (sector >= ole->SecIDCount) {
        if (xls_debug) fprintf(stderr, "Error: fatpos %d out-of-bounds for SecID[%d]\n",
                (int)sector, ole->SecIDCount);
        return 0;
    }

    if (sector == xlsIntVal(ole->SecID[sector])) {
        if (xls_debug) fprintf(stderr, "Error: Sector loop detected, SecID[%d] = %d\n",
                (int)sector, (int)sector);
        return 0;
    }

    return 1;
}

// Read next sector of stream
static int ole2_bufread(OLE2Stream* olest)
{
  BYTE *ptr;

#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_bufread (start)\n");
#endif

    if (olest == NULL || olest->ole == NULL)
        return -1;

    if ((DWORD)olest->fatpos!=ENDOFCHAIN)
    {
    if(olest->sfat) {
            if (olest->ole->SSAT == NULL || olest->buf == NULL || olest->ole->SSecID == NULL)
                return -1;

            if (olest->fatpos*olest->ole->lssector + olest->bufsize > olest->ole->SSATCount) {
                if (xls_debug) fprintf(stderr, "Error: fatpos %d out-of-bounds for SSAT\n", (int)olest->fatpos);
                return -1;
            }

      ptr = olest->ole->SSAT + olest->fatpos*olest->ole->lssector;
      memcpy(olest->buf, ptr, olest->bufsize); 

            if (olest->fatpos >= olest->ole->SSecIDCount) {
                if (xls_debug) fprintf(stderr, "Error: fatpos %d out-of-bounds for SSecID[%d]\n",
                        (int)olest->fatpos, olest->ole->SSecIDCount);
                return -1;
            }

      olest->fatpos=xlsIntVal(olest->ole->SSecID[olest->fatpos]);
      olest->pos=0;
      olest->cfat++;
    } else {
      if ((int)olest->fatpos < 0 ||
                sector_read(olest->ole, olest->buf, olest->bufsize, olest->fatpos) == -1) {
                if (xls_debug) fprintf(stderr, "Error: Unable to read sector #%d\n", (int)olest->fatpos);
                return -1;
            }

            if (!ole2_validate_sector(olest->fatpos, olest->ole)) {
                return -1;
            }

            olest->fatpos = xlsIntVal(olest->ole->SecID[olest->fatpos]);
      olest->pos=0;
      olest->cfat++;
    }
    }
#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_bufread (end)\n");
#endif
  // else printf("ENDOFCHAIN!!!\n");
    return 0;
}

// Read part of stream
ssize_t ole2_read(void* buf, size_t size, size_t count, OLE2Stream* olest)
{
    size_t didReadCount=0;
    size_t totalReadCount;

  totalReadCount=size*count;
    if (buf && totalReadCount > 0) {
        memset(buf, 0, totalReadCount);
    }

  // olest->size inited to -1
  // printf("===== ole2_read(%ld bytes)\n", totalReadCount);

    if ((long)olest->size>=0 && !olest->sfat)  // directory is -1
    {
    size_t rem;
    rem = olest->size - (olest->cfat*olest->ole->lsector+olest->pos);   
        totalReadCount = rem<totalReadCount?rem:totalReadCount;
        if (rem<=0) olest->eof=1;

    // printf("  rem=%ld olest->size=%d - subfunc=%d\n", rem, olest->size, (olest->cfat*olest->ole->lsector+olest->pos) );
    //printf("  totalReadCount=%d (rem=%d size*count=%ld)\n", totalReadCount, rem, size*count);
  }

  while ((!olest->eof) && (didReadCount < totalReadCount))
  {
    unsigned long remainingBytes;
        size_t needToReadCount;

    needToReadCount = totalReadCount - didReadCount;
    remainingBytes  = olest->bufsize - olest->pos;

    if (needToReadCount < remainingBytes) { // does the current sector contain all the data I need?
      memcpy((BYTE*)buf + didReadCount, olest->buf + olest->pos, needToReadCount);
      olest->pos    += needToReadCount;
      didReadCount  += needToReadCount;
    } else {
      memcpy((BYTE*)buf + didReadCount, olest->buf + olest->pos, remainingBytes);
      olest->pos    += remainingBytes;
      didReadCount  += remainingBytes;
      if (ole2_bufread(olest) == -1)
                return -1;
    }
    if (((DWORD)olest->fatpos == ENDOFCHAIN) && (olest->pos >= olest->bufsize)) {
      olest->eof=1;
    }
  }
    if (didReadCount > totalReadCount)
        return -1;

  // printf("  didReadCount=%ld EOF=%d\n", didReadCount, olest->eof);
  // printf("=====\n");

#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_read (end)\n");
    fprintf(stderr, "start:   %d \n",olest->start);
    fprintf(stderr, "pos:   %d \n",(int)olest->pos);
    fprintf(stderr, "cfat:    %d \n",(int)olest->cfat);
    fprintf(stderr, "size:    %d \n",(int)olest->size);
    fprintf(stderr, "fatpos:    %d \n",(int)olest->fatpos);
    fprintf(stderr, "bufsize:   %d \n",(int)olest->bufsize);
    fprintf(stderr, "eof:   %d \n",olest->eof);
#endif

    return didReadCount;
}

// Open stream in logical ole file
OLE2Stream* ole2_sopen(OLE2* ole,DWORD start, size_t size)
{
    OLE2Stream* olest=NULL;
    int success = 1;

#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_sopen start=%Xh\n", start);
#endif

    olest = calloc(1, sizeof(OLE2Stream));
    if (olest == NULL)
        return NULL;
    olest->ole=ole;
    olest->size=size;
    olest->fatpos=start;
    olest->start=start;
    olest->cfat=-1;
    if((long)size > 0 && size < (size_t)ole->sectorcutoff) {
        olest->bufsize=ole->lssector;
        olest->sfat = 1;
    } else {
        olest->bufsize=ole->lsector;
    }
    if ((olest->buf = ole_malloc(olest->bufsize)) == NULL) {
        success = 0;
        goto cleanup;
    }

    if (olest->sfat) {
        if (!ole2_validate_sector_chain(ole->SSecID, ole->SSecIDCount, start)) {
            success = 0;
            goto cleanup;
        }
    } else {
        if (!ole2_validate_sector_chain(ole->SecID, ole->SecIDCount, start)) {
            success = 0;
            goto cleanup;
        }
    }

    if (ole2_bufread(olest) == -1) {
        success = 0;
        goto cleanup;
    }

cleanup:
    if (!success) {
        ole2_fclose(olest);
        olest = NULL;
    }

  // if(xls_debug) printf("sopen: sector=%d next=%d\n", start, olest->fatpos);
    return olest;
}

// Move in stream
int ole2_seek(OLE2Stream* olest,DWORD ofs)
{
#ifdef OLE_DEBUG
    fprintf(stderr, "SEEK %x\n", ofs);
#endif
  if(olest->sfat) {
    ldiv_t div_rez=ldiv(ofs,olest->ole->lssector);
    int i;
    olest->fatpos=olest->start;

        if (div_rez.quot!=0)
        {
            for (i=0;i<div_rez.quot;i++) {
                if (olest->fatpos >= olest->ole->SSecIDCount)
                    return -1;
                olest->fatpos=xlsIntVal(olest->ole->SSecID[olest->fatpos]);
            }
        }

        if (ole2_bufread(olest) == -1)
            return -1;

        olest->pos=div_rez.rem;
        olest->eof=0;
        olest->cfat=div_rez.quot;
    //printf("%i=%i %i\n",ofs,div_rez.quot,div_rez.rem);
  } else {
    ldiv_t div_rez=ldiv(ofs,olest->ole->lsector);
    int i;
#ifdef OLE_DEBUG
        fprintf(stderr, "seeking fatpos%lu start %u\n", olest->fatpos, olest->start);
#endif
    olest->fatpos=olest->start;

        if (div_rez.quot!=0)
        {
            for (i=0;i<div_rez.quot;i++) {
                if (!ole2_validate_sector(olest->fatpos, olest->ole))
                    return -1;
                olest->fatpos=xlsIntVal(olest->ole->SecID[olest->fatpos]);
            }
        }

        if (ole2_bufread(olest) == -1)
            return -1;

    olest->pos=div_rez.rem;
    olest->eof=0;
    olest->cfat=div_rez.quot;
    //printf("%i=%i %i\n",ofs,div_rez.quot,div_rez.rem);
  }
    return 0;
}

// Open logical file contained in physical OLE file
OLE2Stream*  ole2_fopen(OLE2* ole, const char *file)
{
    int i;

#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_fopen %s\n", file);
#endif

    for (i=0;i<ole->files.count;i++) {
    char *str = ole->files.file[i].name;
#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_fopen found %s\n", str);
#endif
        if (str && strcmp(str,file)==0)  // newer versions of Excel don't write the "Root Entry" string for the first set of data
        {
            return ole2_sopen(ole,ole->files.file[i].start,ole->files.file[i].size);
        }
  }
    return NULL;
}

static int ole2_fseek(OLE2 *ole2, size_t pos) {
    if (ole2->file)
        return fseek(ole2->file, pos, SEEK_SET);

    if (pos > ole2->buffer_len)
        return -1;

    ole2->buffer_pos = pos;
    return 0;
}

// Will read up to `size' bytes from the input, and pad the rest of `size' with
// zeros if the input file or buffer is short.
static size_t ole2_fread(OLE2 *ole2, void *buffer, size_t buffer_len, size_t size) {
    if (size > buffer_len)
        return 0;

    memset(buffer, 0, size);

    if (ole2->file)
        return fread(buffer, 1, size, ole2->file) > 0;

    if (ole2->buffer_pos >= ole2->buffer_len)
        return 0;

    if (ole2->buffer_pos + size > ole2->buffer_len)
        size = ole2->buffer_len - ole2->buffer_pos;

    memcpy(buffer, (const char *)ole2->buffer + ole2->buffer_pos, size);
    ole2->buffer_pos += size;

    return 1;
}

// read header and check magic numbers
static ssize_t ole2_read_header(OLE2 *ole) {
    ssize_t bytes_read = 0, total_bytes_read = 0;
    OLE2Header *oleh = calloc(1, sizeof(OLE2Header));
    if (oleh == NULL)
        return -1;
    if (ole2_fread(ole, oleh, sizeof(OLE2Header), sizeof(OLE2Header)) != 1) {
        total_bytes_read = -1;
        goto cleanup;
    }
    total_bytes_read += sizeof(OLE2Header);
    xlsConvertHeader(oleh);

  // make sure the file looks good. Note: this code only works on Little Endian machines
  if(oleh->id[0] != 0xE011CFD0 || oleh->id[1] != 0xE11AB1A1 || oleh->byteorder != 0xFFFE) {
        if (xls_debug) fprintf(stderr, "Not an excel file\n");
        total_bytes_read = -1;
        goto cleanup;
  }

    //ole->lsector=(WORD)pow(2,oleh->lsector);
    //ole->lssector=(WORD)pow(2,oleh->lssector);
  ole->lsector=512;
    ole->lssector=64;

  if (oleh->lsectorB != 9 || oleh->lssectorB != 6) { // 2**9 == 512, 2**6 == 64
        if (xls_debug) fprintf(stderr, "Unexpected sector size\n");
        total_bytes_read = -1;
        goto cleanup;
    }
  
    ole->cfat=oleh->cfat;
    ole->dirstart=oleh->dirstart;
    ole->sectorcutoff=oleh->sectorcutoff;
    ole->sfatstart=oleh->sfatstart;
    ole->csfat=oleh->csfat;
    ole->difstart=oleh->difstart;
    ole->cdif=oleh->cdif;
    ole->files.count=0;

#ifdef OLE_DEBUG
    fprintf(stderr, "==== OLE HEADER ====\n");
    //printf ("Header Size:   %i \n", sizeof(OLE2Header));
    //printf ("id[0]-id[1]:   %X-%X \n", oleh->id[0], oleh->id[1]);
    fprintf(stderr, "verminor:      %X \n",oleh->verminor);
    fprintf(stderr, "verdll:        %X \n",oleh->verdll);
    //printf ("Byte order:    %X \n",oleh->byteorder);
    fprintf(stderr, "sect len:      %X (%i)\n",ole->lsector,ole->lsector);    // ole
    fprintf(stderr, "mini len:      %X (%i)\n",ole->lssector,ole->lssector);  // ole
    fprintf(stderr, "Fat sect.:     %i \n",oleh->cfat);
    fprintf(stderr, "Dir Start:     %i \n",oleh->dirstart);
    
    fprintf(stderr, "Mini Cutoff:   %i \n",oleh->sectorcutoff);
    fprintf(stderr, "MiniFat Start: %X \n",oleh->sfatstart);
    fprintf(stderr, "Count MFat:    %i \n",oleh->csfat);
    fprintf(stderr, "Dif start:     %X \n",oleh->difstart);
    fprintf(stderr, "Count Dif:     %i \n",oleh->cdif);
    fprintf(stderr, "Fat Size:      %u (0x%X) \n",oleh->cfat*ole->lsector,oleh->cfat*ole->lsector);
#endif
    // read directory entries
    if ((bytes_read = read_MSAT(ole, oleh)) == -1) {
        total_bytes_read = -1;
        goto cleanup;
    }
    total_bytes_read += bytes_read;

cleanup:
    free(oleh);

    return total_bytes_read;
}

static ssize_t ole2_read_body(OLE2 *ole) {
  // reuse this buffer
    PSS *pss = NULL;
    OLE2Stream *olest = NULL;
    char* name = NULL;
    ssize_t bytes_read = 0, total_bytes_read = 0;

    if ((olest = ole2_sopen(ole,ole->dirstart, -1)) == NULL) {
        total_bytes_read = -1;
        goto cleanup;
    }
    pss = calloc(1, sizeof(PSS));
    if (pss == NULL) {
        total_bytes_read = -1;
        goto cleanup;
    }
    do {
        if ((bytes_read = ole2_read(pss,1,sizeof(PSS),olest)) == -1) {
            total_bytes_read = -1;
            goto cleanup;
        }
        total_bytes_read += bytes_read;
        xlsConvertPss(pss);
        if (pss->bsize > sizeof(pss->name)) {
            total_bytes_read = -1;
            goto cleanup;
        }
        name=transcode_utf16_to_utf8(pss->name, pss->bsize);
#ifdef OLE_DEBUG  
    fprintf(stderr, "OLE NAME: %s count=%d\n", name, (int)ole->files.count);
#endif
        if (pss->type == PS_USER_ROOT || pss->type == PS_USER_STREAM) // (name!=NULL) // 
        {

#ifdef OLE_DEBUG    
      fprintf(stderr, "OLE TYPE: %s file=%d size=%d\n",
                    pss->type == PS_USER_ROOT ? "root" : "user",
                    (int)ole->files.count, (int)pss->size);
#endif    
            struct st_olefiles_data *new_files = realloc(ole->files.file,
                    (ole->files.count+1)*sizeof(struct st_olefiles_data));
            if (new_files == NULL) {
                free(name);
                total_bytes_read = -1;
                goto cleanup;
            }
            ole->files.file = new_files;
            ole->files.file[ole->files.count].name=name;
            ole->files.file[ole->files.count].start=pss->sstart;
            ole->files.file[ole->files.count].size=pss->size;
            ole->files.count++;
      
#ifdef OLE_DEBUG
            fprintf(stderr, "----------------------------------------------\n");
            fprintf(stderr, "name: %s (size=%d [c=%c])\n", name, pss->bsize, name ? name[0]:' ');
            fprintf(stderr, "bsize %i\n",pss->bsize);
            fprintf(stderr, "type %i\n",pss->type);
            fprintf(stderr, "flag %i\n",pss->flag);
            fprintf(stderr, "left %X\n",pss->left);
            fprintf(stderr, "right %X\n",pss->right);
            fprintf(stderr, "child %X\n",pss->child);
            fprintf(stderr, "guid %.4X-%.4X-%.4X-%.4X %.4X-%.4X-%.4X-%.4X\n",
                    pss->guid[0],pss->guid[1],pss->guid[2],pss->guid[3],
                    pss->guid[4],pss->guid[5],pss->guid[6],pss->guid[7]);
            fprintf(stderr, "user flag %.4X\n",pss->userflags);
            fprintf(stderr, "sstart %.4d\n",pss->sstart);
            fprintf(stderr, "size %.4d\n",pss->size);
#endif
      if(pss->sstart == ENDOFCHAIN) {
        if (xls_debug) verbose("END OF CHAIN\n");
      } else if(pss->type == PS_USER_STREAM) {
      } else if(pss->type == PS_USER_ROOT) {
        DWORD sector, k, blocks;
        BYTE *wptr;
                size_t bytes_left;
        
        blocks = (pss->size + (ole->lsector - 1)) / ole->lsector; // count partial
        if (ole->lsector == 0 || blocks > (1u << 24) / ole->lsector) {
          total_bytes_read = -1;
          goto cleanup;
        }
#ifdef OLE_DEBUG
                fprintf(stderr, "OLE BLOCKS: %d = (%d + (%d - 1))/%d\n",
                        (int)blocks, (int)pss->size, (int)ole->lsector, (int)ole->lsector);
#endif
        size_t old_ssat_bytes = ole->SSATCount;
        if ((ole->SSAT = ole_realloc_zero(ole->SSAT, old_ssat_bytes, blocks*ole->lsector)) == NULL) {
                    total_bytes_read = -1;
                    goto cleanup;
                }
                ole->SSATCount = blocks*ole->lsector;
        // printf("blocks %d\n", blocks);

        sector = pss->sstart;
        wptr = (BYTE*)ole->SSAT;
                bytes_left = blocks*ole->lsector;
        for(k=0; k<blocks; ++k) {
          // printf("block %d sector %d\n", k, sector);
                    if (sector == ENDOFCHAIN || sector_read(ole, wptr, bytes_left, sector) == -1) {
                        if (xls_debug) fprintf(stderr, "Unable to read sector #%d\n", sector);
                        total_bytes_read = -1;
                        goto cleanup;
                    }
                    if (!ole2_validate_sector(sector, ole)) {
                        total_bytes_read = -1;
                        goto cleanup;
                    }
                    total_bytes_read += ole->lsector;
          wptr += ole->lsector;
                    bytes_left -= ole->lsector;
          sector = xlsIntVal(ole->SecID[sector]);
        }
      }  
    } else {
      free(name);
    }
    } while (!olest->eof);

cleanup:
    if (olest)
        ole2_fclose(olest);
    if (pss)
        free(pss);

#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_read_body: %d bytes\n", (int)total_bytes_read);
#endif

    return total_bytes_read;
}

OLE2 *ole2_read_header_and_body(OLE2 *ole) {
    if (ole2_read_header(ole) == -1) {
        ole2_close(ole);
        return NULL;
    }

    if (ole2_read_body(ole) == -1) {
        ole2_close(ole);
        return NULL;
    }

    return ole;
}

// Open in-memory buffer
OLE2 *ole2_open_buffer(const void *buffer, size_t len) {
    OLE2 *ole = calloc(1, sizeof(OLE2));
    if (ole == NULL)
        return NULL;

    ole->buffer = buffer;
    ole->buffer_len = len;

    return ole2_read_header_and_body(ole);
}

// Open physical file
#ifdef _WIN32
/* Convert a UTF-8 string to UTF-16 for _wfopen(). Returns NULL if the input
 * is not well-formed UTF-8 (the path is probably in the ANSI code page then).
 * Written by hand so that ole.c does not need <windows.h>, whose DWORD typedef
 * conflicts with the one in xlstypes.h. */
static wchar_t *ole2_utf8_to_utf16(const char *str) {
    const unsigned char *in = (const unsigned char *)str;
    size_t n = strlen(str);
    wchar_t *out = malloc((n + 1) * sizeof(wchar_t));
    size_t i = 0, o = 0;

    if (out == NULL)
        return NULL;

    while (i < n) {
        uint32_t cp;
        size_t extra;
        if (in[i] < 0x80) {
            cp = in[i]; extra = 0;
        } else if ((in[i] & 0xE0) == 0xC0 && in[i] >= 0xC2) {
            cp = in[i] & 0x1F; extra = 1;
        } else if ((in[i] & 0xF0) == 0xE0) {
            cp = in[i] & 0x0F; extra = 2;
        } else if ((in[i] & 0xF8) == 0xF0 && in[i] <= 0xF4) {
            cp = in[i] & 0x07; extra = 3;
        } else {
            goto invalid;
        }
        for (size_t k = 1; k <= extra; k++) {
            if (i + k >= n || (in[i + k] & 0xC0) != 0x80)
                goto invalid;
            cp = (cp << 6) | (in[i + k] & 0x3F);
        }
        if ((extra == 2 && cp < 0x800) || (extra == 3 && cp < 0x10000) ||
                cp > 0x10FFFF || (cp >= 0xD800 && cp <= 0xDFFF))
            goto invalid;
        i += extra + 1;
        if (cp >= 0x10000) {
            cp -= 0x10000;
            out[o++] = (wchar_t)(0xD800 | (cp >> 10));
            out[o++] = (wchar_t)(0xDC00 | (cp & 0x3FF));
        } else {
            out[o++] = (wchar_t)cp;
        }
    }
    out[o] = L'\0';
    return out;

invalid:
    free(out);
    return NULL;
}
#endif

/* Open a file by path. On Windows fopen() interprets the path in the ANSI code
 * page, so a UTF-8 path with non-ASCII characters fails; retry it as UTF-16.
 * See https://github.com/libxls/libxls/issues/146 */
static FILE *ole2_fopen_path(const char *file)
{
    FILE *fp = fopen(file, "rb");
#ifdef _WIN32
    if (fp == NULL) {
        wchar_t *wfile = ole2_utf8_to_utf16(file);
        if (wfile) {
            fp = _wfopen(wfile, L"rb");
            free(wfile);
        }
    }
#endif
    return fp;
}

OLE2* ole2_open_file(const char *file)
{
    OLE2* ole = NULL;

#ifdef OLE_DEBUG
    fprintf(stderr, "----------------------------------------------\n");
    fprintf(stderr, "ole2_open_file %s\n", file);
#endif

  if(xls_debug) printf("ole2_open: %s\n", file);
    ole = calloc(1, sizeof(OLE2));
    if (ole == NULL)
        return NULL;

    if (!(ole->file=ole2_fopen_path(file))) {
        if(xls_debug) fprintf(stderr, "File not found\n");
        free(ole);
        return NULL;
    }

    return ole2_read_header_and_body(ole);
}

void ole2_close(OLE2* ole2)
{
    int i;
    if (ole2->file)
        fclose(ole2->file);

    for(i=0; i<ole2->files.count; ++i) {
        free(ole2->files.file[i].name);
    }
    free(ole2->files.file);
    free(ole2->SecID);
    free(ole2->SSecID);
    free(ole2->SSAT);
    free(ole2);
}

void ole2_fclose(OLE2Stream* ole2st)
{
  free(ole2st->buf);
  free(ole2st);
}

// Return offset in bytes of a sector from its sid
static size_t sector_pos(OLE2* ole2, DWORD sid)
{
    return 512 + sid * ole2->lsector;
}
// Read one sector from its sid
static ssize_t sector_read(OLE2* ole2, void *buffer, size_t buffer_len, DWORD sid)
{
  size_t num;
  size_t seeked;

  if ((seeked = ole2_fseek(ole2, sector_pos(ole2, sid))) != 0) {
    if (xls_debug) fprintf(stderr, "Error: wanted to seek to sector %u (0x%x) loc=%u\n", sid, sid,
                (unsigned int)sector_pos(ole2, sid));
        return -1;
    }

    if ((num = ole2_fread(ole2, buffer, buffer_len, ole2->lsector)) != 1) {
        if (xls_debug) fprintf(stderr, "Error: fread wanted 1 got %lu loc=%u\n", (unsigned long)num,
                (unsigned int)sector_pos(ole2, sid));
        return -1;
    }

    return ole2->lsector;
}

// read first 109 sectors of MSAT from header
static ssize_t read_MSAT_header(OLE2* ole2, OLE2Header* oleh, DWORD sectorCount) {
    BYTE *sector = (BYTE*)ole2->SecID;
    ssize_t bytes_read = 0, total_bytes_read = 0;
    size_t bytes_left = ole2->SecIDCount * sizeof(DWORD);
    DWORD sectorNum;

    for (sectorNum = 0; sectorNum < sectorCount && sectorNum < 109; sectorNum++)
    {
        DWORD s = oleh->MSAT[sectorNum];
        if (s == ENDOFCHAIN || s == FREESECT)
            break;
        if ((bytes_read = sector_read(ole2, sector, bytes_left, s)) == -1) {
            if (xls_debug) fprintf(stderr, "Error: Unable to read sector #%d\n", s);
            return -1;
        }
        sector += ole2->lsector;
        bytes_left -= ole2->lsector;
        total_bytes_read += bytes_read;
    }
    return total_bytes_read;
}

// Add additional sectors of the MSAT
static ssize_t read_MSAT_body(OLE2 *ole2, DWORD sectorOffset, DWORD sectorCount) {
    DWORD sid = ole2->difstart;
    ssize_t bytes_read = 0, total_bytes_read = 0;
    DWORD sectorNum = sectorOffset;

    DWORD *sector = ole_malloc(ole2->lsector);
    if (sector == NULL)
        return -1;
    //printf("sid=%u (0x%x) sector=%u\n", sid, sid, ole2->lsector);
    while (sid != ENDOFCHAIN && sid != FREESECT) // FREESECT only here due to an actual file that requires it (old Apple Numbers bug)
    {
        int posInSector;
        // read MSAT sector
        if ((bytes_read = sector_read(ole2, sector, ole2->lsector, sid)) == -1) {
            total_bytes_read = -1;
            if (xls_debug) fprintf(stderr, "Error: Unable to read sector #%d\n", sid);
            goto cleanup;
        }
        total_bytes_read += bytes_read;

        // read content
        for (posInSector = 0; posInSector < (ole2->lsector-4)/4; posInSector++)
        {
            DWORD s = sector[posInSector];
            //printf("   s[%d]=%d (0x%x)\n", posInSector, s, s);

            if (s != ENDOFCHAIN && s != FREESECT) // see patch in Bug 31. For very large files
            {
                if (sectorNum == sectorCount) {
                    if (xls_debug) fprintf(stderr, "Error: Unable to seek to sector #%d\n", s);
                    total_bytes_read = -1;
                    goto cleanup;
                }
                if ((bytes_read = sector_read(ole2, (BYTE*)(ole2->SecID)+sectorNum*ole2->lsector,
                                (ole2->SecIDCount * sizeof(DWORD) - sectorNum*ole2->lsector), s)) == -1) {
                    if (xls_debug) fprintf(stderr, "Error: Unable to read sector #%d\n", s);
                    total_bytes_read = -1;
                    goto cleanup;
                }
                total_bytes_read += bytes_read;
                sectorNum++;
            }
        }
        if (sid == sector[posInSector]) {
            if (xls_debug) fprintf(stderr, "Error: Loop detected in sector #%d\n", sid);
            total_bytes_read = -1;
            goto cleanup;
        }
        sid = sector[posInSector];
        //printf("   s[%d]=%d (0x%x)\n", posInSector, sid, sid);
    }
#ifdef OLE_DEBUG
    if(xls_debug) {
        //printf("==== READ IN SECTORS FOR MSAT TABLE====\n");
        int i;
        for(i=0; i<512/4; ++i) {  // just the first block
            if(ole2->SecID[i] != FREESECT) printf("SecID[%d]=%d\n", i, ole2->SecID[i]);
        }
    }
    //exit(0);
#endif

cleanup:
    free(sector);
    return total_bytes_read;
}

// read in short table
static ssize_t read_MSAT_trailer(OLE2 *ole2) {
    ssize_t total_bytes_read = 0;
    DWORD sector, k;
    BYTE *wptr;
    size_t bytes_left;

    if(ole2->sfatstart == ENDOFCHAIN)
        return 0;

    if ((ole2->SSecID = ole_malloc(ole2->csfat*(size_t)ole2->lsector)) == NULL) {
        return -1;
    }
    ole2->SSecIDCount = ole2->csfat*(size_t)ole2->lsector/4;
    memset(ole2->SSecID, 0xFF, ole2->SSecIDCount * sizeof(DWORD));
    sector = ole2->sfatstart;
    wptr=(BYTE*)ole2->SSecID;
    bytes_left = ole2->SSecIDCount * sizeof(DWORD);
    for(k=0; k<ole2->csfat; ++k) {
        if (sector == ENDOFCHAIN || sector_read(ole2, wptr, bytes_left, sector) == -1) {
            total_bytes_read = -1;
            goto cleanup;
        }
        if (!ole2_validate_sector(sector, ole2)) {
            total_bytes_read = -1;
            goto cleanup;
        }
        wptr += ole2->lsector;
        bytes_left -= ole2->lsector;
        total_bytes_read += ole2->lsector;
        sector = xlsIntVal(ole2->SecID[sector]);
    }
#ifdef OLE_DEBUG
    if(xls_debug) {
        int i;
        for(i=0; i<ole2->csfat; ++i) {
            if(ole2->SSecID[i] != FREESECT) fprintf(stderr, "SSecID[%d]=%d\n", i, ole2->SSecID[i]);
        }
    }
#endif

cleanup:
    return total_bytes_read;
}


// Read MSAT
static ssize_t read_MSAT(OLE2* ole2, OLE2Header* oleh)
{
    // reconstitution of the MSAT
    DWORD count = ole2->cfat;
    if(count == 0 || count > (1 << 24)) {
        if (xls_debug) fprintf(stderr, "Error: MSAT count %u out-of-bounds\n", count);
        return -1;
    }

    ssize_t total_bytes_read = 0;
    ssize_t bytes_read = 0;

    ole2->SecIDCount = count*ole2->lsector/4;
    if ((ole2->SecID = ole_malloc(ole2->SecIDCount * sizeof(DWORD))) == NULL) {
        total_bytes_read = -1;
        goto cleanup;
    }
    memset(ole2->SecID, 0xFF, ole2->SecIDCount * sizeof(DWORD));

    if ((bytes_read = read_MSAT_header(ole2, oleh, count)) == -1) {
        total_bytes_read = -1;
        goto cleanup;
    }
    total_bytes_read += bytes_read;

    if ((bytes_read = read_MSAT_body(ole2, total_bytes_read / ole2->lsector, count)) == -1) {
        total_bytes_read = -1;
        goto cleanup;
    }
    total_bytes_read += bytes_read;

    if ((bytes_read = read_MSAT_trailer(ole2)) == -1) {
        total_bytes_read = -1;
        goto cleanup;
    }
    total_bytes_read += bytes_read;

cleanup:
    if (total_bytes_read == -1) {
        if (ole2->SecID) {
            free(ole2->SecID);
            ole2->SecID = NULL;
        }
        if (ole2->SSecID) {
            free(ole2->SSecID);
            ole2->SSecID = NULL;
        }
    }

    return total_bytes_read;
}

Coverage Report

Created: 2026-09-14 06:12