/**

 * FreeRDP: A Remote Desktop Protocol Implementation

 * Video Optimized Remoting Virtual Channel Extension

 *

 * Copyright 2017 David Fort <contact@hardening-consulting.com>

 *

 * Licensed under the Apache License, Version 2.0 (the "License");

 * you may not use this file except in compliance with the License.

 * You may obtain a copy of the License at

 *

 *     http://www.apache.org/licenses/LICENSE-2.0

 *

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

 * See the License for the specific language governing permissions and

 * limitations under the License.

 */

#include <freerdp/config.h>

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include <winpr/crt.h>

#include <winpr/assert.h>

#include <winpr/cast.h>

#include <winpr/synch.h>

#include <winpr/print.h>

#include <winpr/stream.h>

#include <winpr/cmdline.h>

#include <winpr/collections.h>

#include <winpr/interlocked.h>

#include <winpr/sysinfo.h>

#include <freerdp/addin.h>

#include <freerdp/primitives.h>

#include <freerdp/client/channels.h>

#include <freerdp/client/geometry.h>

#include <freerdp/client/video.h>

#include <freerdp/channels/log.h>

#include <freerdp/codec/h264.h>

#include <freerdp/codec/yuv.h>

#include <freerdp/timer.h>

#define TAG CHANNELS_TAG("video")

#include "video_main.h"

typedef struct

{

  IWTSPlugin wtsPlugin;

  IWTSListener* controlListener;

  IWTSListener* dataListener;

  GENERIC_LISTENER_CALLBACK* control_callback;

  GENERIC_LISTENER_CALLBACK* data_callback;

  VideoClientContext* context;

  BOOL initialized;

  rdpContext* rdpcontext;

} VIDEO_PLUGIN;

#define XF_VIDEO_UNLIMITED_RATE 31

static const BYTE MFVideoFormat_H264[] = { 'H',  '2',  '6',  '4',  0x00, 0x00, 0x10, 0x00,

                                         0x80, 0x00, 0x00, 0xAA, 0x00, 0x38, 0x9B, 0x71 };

typedef struct

{

  VideoClientContext* video;

  BYTE PresentationId;

  UINT32 ScaledWidth, ScaledHeight;

  MAPPED_GEOMETRY* geometry;

  UINT64 startTimeStamp;

  UINT64 publishOffset;

  H264_CONTEXT* h264;

  wStream* currentSample;

  UINT64 lastPublishTime, nextPublishTime;

  volatile LONG refCounter;

  VideoSurface* surface;

} PresentationContext;

typedef struct

{

  UINT64 publishTime;

  UINT64 hnsDuration;

  MAPPED_GEOMETRY* geometry;

  UINT32 w, h;

  UINT32 scanline;

  BYTE* surfaceData;

  PresentationContext* presentation;

} VideoFrame;

/** @brief private data for the channel */

struct s_VideoClientContextPriv

{

  VideoClientContext* video;

  GeometryClientContext* geometry;

  wQueue* frames;

  CRITICAL_SECTION framesLock;

  wBufferPool* surfacePool;

  UINT32 publishedFrames;

  UINT32 droppedFrames;

  UINT32 lastSentRate;

  UINT64 nextFeedbackTime;

  PresentationContext* currentPresentation;

  FreeRDP_TimerID timerID;

};

static void PresentationContext_unref(PresentationContext** presentation);

static void VideoClientContextPriv_free(VideoClientContextPriv* priv);

static const char* video_command_name(BYTE cmd)

{

  switch (cmd)

  {

    case TSMM_START_PRESENTATION:

      return "start";

    case TSMM_STOP_PRESENTATION:

      return "stop";

    default:

      return "<unknown>";

  }

}

static void video_client_context_set_geometry(VideoClientContext* video,

                                              GeometryClientContext* geometry)

{

  WINPR_ASSERT(video);

  WINPR_ASSERT(video->priv);

  video->priv->geometry = geometry;

}

static VideoClientContextPriv* VideoClientContextPriv_new(VideoClientContext* video)

{

  VideoClientContextPriv* ret = NULL;

  WINPR_ASSERT(video);

  ret = calloc(1, sizeof(*ret));

  if (!ret)

    return NULL;

  ret->frames = Queue_New(TRUE, 10, 2);

  if (!ret->frames)

  {

    WLog_ERR(TAG, "unable to allocate frames queue");

    goto fail;

  }

  ret->surfacePool = BufferPool_New(FALSE, 0, 16);

  if (!ret->surfacePool)

  {

    WLog_ERR(TAG, "unable to create surface pool");

    goto fail;

  }

  if (!InitializeCriticalSectionAndSpinCount(&ret->framesLock, 4 * 1000))

  {

    WLog_ERR(TAG, "unable to initialize frames lock");

    goto fail;

  }

  ret->video = video;

  /* don't set to unlimited so that we have the chance to send a feedback in

   * the first second (for servers that want feedback directly)

   */

  ret->lastSentRate = 30;

  return ret;

fail:

  VideoClientContextPriv_free(ret);

  return NULL;

}

static BOOL PresentationContext_ref(PresentationContext* presentation)

{

  WINPR_ASSERT(presentation);

  InterlockedIncrement(&presentation->refCounter);

  return TRUE;

}

static PresentationContext* PresentationContext_new(VideoClientContext* video, BYTE PresentationId,

                                                    UINT32 x, UINT32 y, UINT32 width, UINT32 height)

{

  size_t s = 4ULL * width * height;

  PresentationContext* ret = NULL;

  WINPR_ASSERT(video);

  if (s > INT32_MAX)

    return NULL;

  ret = calloc(1, sizeof(*ret));

  if (!ret)

    return NULL;

  ret->video = video;

  ret->PresentationId = PresentationId;

  ret->h264 = h264_context_new(FALSE);

  if (!ret->h264)

  {

    WLog_ERR(TAG, "unable to create a h264 context");

    goto fail;

  }

  if (!h264_context_reset(ret->h264, width, height))

    goto fail;

  ret->currentSample = Stream_New(NULL, 4096);

  if (!ret->currentSample)

  {

    WLog_ERR(TAG, "unable to create current packet stream");

    goto fail;

  }

  ret->surface = video->createSurface(video, x, y, width, height);

  if (!ret->surface)

  {

    WLog_ERR(TAG, "unable to create surface");

    goto fail;

  }

  if (!PresentationContext_ref(ret))

    goto fail;

  return ret;

fail:

  PresentationContext_unref(&ret);

  return NULL;

}

static void PresentationContext_unref(PresentationContext** ppresentation)

{

  PresentationContext* presentation = NULL;

  MAPPED_GEOMETRY* geometry = NULL;

  WINPR_ASSERT(ppresentation);

  presentation = *ppresentation;

  if (!presentation)

    return;

  if (InterlockedDecrement(&presentation->refCounter) > 0)

    return;

  geometry = presentation->geometry;

  if (geometry)

  {

    geometry->MappedGeometryUpdate = NULL;

    geometry->MappedGeometryClear = NULL;

    geometry->custom = NULL;

    mappedGeometryUnref(geometry);

  }

  h264_context_free(presentation->h264);

  Stream_Free(presentation->currentSample, TRUE);

  presentation->video->deleteSurface(presentation->video, presentation->surface);

  free(presentation);

  *ppresentation = NULL;

}

static void VideoFrame_free(VideoFrame** pframe)

{

  VideoFrame* frame = NULL;

  WINPR_ASSERT(pframe);

  frame = *pframe;

  if (!frame)

    return;

  mappedGeometryUnref(frame->geometry);

  WINPR_ASSERT(frame->presentation);

  WINPR_ASSERT(frame->presentation->video);

  WINPR_ASSERT(frame->presentation->video->priv);

  BufferPool_Return(frame->presentation->video->priv->surfacePool, frame->surfaceData);

  PresentationContext_unref(&frame->presentation);

  free(frame);

  *pframe = NULL;

}

static VideoFrame* VideoFrame_new(VideoClientContextPriv* priv, PresentationContext* presentation,

                                  MAPPED_GEOMETRY* geom)

{

  VideoFrame* frame = NULL;

  const VideoSurface* surface = NULL;

  WINPR_ASSERT(priv);

  WINPR_ASSERT(presentation);

  WINPR_ASSERT(geom);

  surface = presentation->surface;

  WINPR_ASSERT(surface);

  frame = calloc(1, sizeof(VideoFrame));

  if (!frame)

    goto fail;

  mappedGeometryRef(geom);

  frame->publishTime = presentation->lastPublishTime;

  frame->geometry = geom;

  frame->w = surface->alignedWidth;

  frame->h = surface->alignedHeight;

  frame->scanline = surface->scanline;

  frame->surfaceData = BufferPool_Take(priv->surfacePool, 1ll * frame->scanline * frame->h);

  if (!frame->surfaceData)

    goto fail;

  frame->presentation = presentation;

  if (!PresentationContext_ref(frame->presentation))

    goto fail;

  return frame;

fail:

  VideoFrame_free(&frame);

  return NULL;

}

void VideoClientContextPriv_free(VideoClientContextPriv* priv)

{

  if (!priv)

    return;

  EnterCriticalSection(&priv->framesLock);

  if (priv->frames)

  {

    while (Queue_Count(priv->frames))

    {

      VideoFrame* frame = Queue_Dequeue(priv->frames);

      if (frame)

        VideoFrame_free(&frame);

    }

  }

  Queue_Free(priv->frames);

  LeaveCriticalSection(&priv->framesLock);

  DeleteCriticalSection(&priv->framesLock);

  if (priv->currentPresentation)

    PresentationContext_unref(&priv->currentPresentation);

  BufferPool_Free(priv->surfacePool);

  free(priv);

}

static UINT video_control_send_presentation_response(VideoClientContext* context,

                                                     TSMM_PRESENTATION_RESPONSE* resp)

{

  BYTE buf[12] = { 0 };

  wStream* s = NULL;

  VIDEO_PLUGIN* video = NULL;

  IWTSVirtualChannel* channel = NULL;

  UINT ret = 0;

  WINPR_ASSERT(context);

  WINPR_ASSERT(resp);

  video = (VIDEO_PLUGIN*)context->handle;

  WINPR_ASSERT(video);

  s = Stream_New(buf, 12);

  if (!s)

    return CHANNEL_RC_NO_MEMORY;

  Stream_Write_UINT32(s, 12);                                     /* cbSize */

  Stream_Write_UINT32(s, TSMM_PACKET_TYPE_PRESENTATION_RESPONSE); /* PacketType */

  Stream_Write_UINT8(s, resp->PresentationId);

  Stream_Zero(s, 3);

  Stream_SealLength(s);

  channel = video->control_callback->channel_callback->channel;

  ret = channel->Write(channel, 12, buf, NULL);

  Stream_Free(s, FALSE);

  return ret;

}

static BOOL video_onMappedGeometryUpdate(MAPPED_GEOMETRY* geometry)

{

  PresentationContext* presentation = NULL;

  RDP_RECT* r = NULL;

  WINPR_ASSERT(geometry);

  presentation = (PresentationContext*)geometry->custom;

  WINPR_ASSERT(presentation);

  r = &geometry->geometry.boundingRect;

  WLog_DBG(TAG,

           "geometry updated topGeom=(%" PRId32 ",%" PRId32 "-%" PRId32 "x%" PRId32

           ") geom=(%" PRId32 ",%" PRId32 "-%" PRId32 "x%" PRId32 ") rects=(%" PRId16 ",%" PRId16

           "-%" PRId16 "x%" PRId16 ")",

           geometry->topLevelLeft, geometry->topLevelTop,

           geometry->topLevelRight - geometry->topLevelLeft,

           geometry->topLevelBottom - geometry->topLevelTop,

           geometry->left, geometry->top, geometry->right - geometry->left,

           geometry->bottom - geometry->top,

           r->x, r->y, r->width, r->height);

  presentation->surface->x =

      WINPR_ASSERTING_INT_CAST(uint32_t, geometry->topLevelLeft + geometry->left);

  presentation->surface->y =

      WINPR_ASSERTING_INT_CAST(uint32_t, geometry->topLevelTop + geometry->top);

  return TRUE;

}

static BOOL video_onMappedGeometryClear(MAPPED_GEOMETRY* geometry)

{

  PresentationContext* presentation = NULL;

  WINPR_ASSERT(geometry);

  presentation = (PresentationContext*)geometry->custom;

  WINPR_ASSERT(presentation);

  mappedGeometryUnref(presentation->geometry);

  presentation->geometry = NULL;

  return TRUE;

}

static UINT video_PresentationRequest(VideoClientContext* video,

                                      const TSMM_PRESENTATION_REQUEST* req)

{

  UINT ret = CHANNEL_RC_OK;

  WINPR_ASSERT(video);

  WINPR_ASSERT(req);

  VideoClientContextPriv* priv = video->priv;

  WINPR_ASSERT(priv);

  if (req->Command == TSMM_START_PRESENTATION)

  {

    MAPPED_GEOMETRY* geom = NULL;

    TSMM_PRESENTATION_RESPONSE resp;

    if (memcmp(req->VideoSubtypeId, MFVideoFormat_H264, 16) != 0)

    {

      WLog_ERR(TAG, "not a H264 video, ignoring request");

      return CHANNEL_RC_OK;

    }

    if (priv->currentPresentation)

    {

      if (priv->currentPresentation->PresentationId == req->PresentationId)

      {

        WLog_ERR(TAG, "ignoring start request for existing presentation %" PRIu8,

                 req->PresentationId);

        return CHANNEL_RC_OK;

      }

      WLog_ERR(TAG, "releasing current presentation %" PRIu8, req->PresentationId);

      PresentationContext_unref(&priv->currentPresentation);

    }

    if (!priv->geometry)

    {

      WLog_ERR(TAG, "geometry channel not ready, ignoring request");

      return CHANNEL_RC_OK;

    }

    geom = HashTable_GetItemValue(priv->geometry->geometries, &(req->GeometryMappingId));

    if (!geom)

    {

      WLog_ERR(TAG, "geometry mapping 0x%" PRIx64 " not registered", req->GeometryMappingId);

      return CHANNEL_RC_OK;

    }

    WLog_DBG(TAG, "creating presentation 0x%x", req->PresentationId);

    priv->currentPresentation = PresentationContext_new(

        video, req->PresentationId,

        WINPR_ASSERTING_INT_CAST(uint32_t, geom->topLevelLeft + geom->left),

        WINPR_ASSERTING_INT_CAST(uint32_t, geom->topLevelTop + geom->top), req->SourceWidth,

        req->SourceHeight);

    if (!priv->currentPresentation)

    {

      WLog_ERR(TAG, "unable to create presentation video");

      return CHANNEL_RC_NO_MEMORY;

    }

    mappedGeometryRef(geom);

    priv->currentPresentation->geometry = geom;

    priv->currentPresentation->video = video;

    priv->currentPresentation->ScaledWidth = req->ScaledWidth;

    priv->currentPresentation->ScaledHeight = req->ScaledHeight;

    geom->custom = priv->currentPresentation;

    geom->MappedGeometryUpdate = video_onMappedGeometryUpdate;

    geom->MappedGeometryClear = video_onMappedGeometryClear;

    /* send back response */

    resp.PresentationId = req->PresentationId;

    ret = video_control_send_presentation_response(video, &resp);

  }

  else if (req->Command == TSMM_STOP_PRESENTATION)

  {

    WLog_DBG(TAG, "stopping presentation 0x%x", req->PresentationId);

    if (!priv->currentPresentation)

    {

      WLog_ERR(TAG, "unknown presentation to stop %" PRIu8, req->PresentationId);

      return CHANNEL_RC_OK;

    }

    priv->droppedFrames = 0;

    priv->publishedFrames = 0;

    PresentationContext_unref(&priv->currentPresentation);

  }

  return ret;

}

static UINT video_read_tsmm_presentation_req(VideoClientContext* context, wStream* s)

{

  TSMM_PRESENTATION_REQUEST req = { 0 };

  WINPR_ASSERT(context);

  WINPR_ASSERT(s);

  if (!Stream_CheckAndLogRequiredLength(TAG, s, 60))

    return ERROR_INVALID_DATA;

  Stream_Read_UINT8(s, req.PresentationId);

  Stream_Read_UINT8(s, req.Version);

  Stream_Read_UINT8(s, req.Command);

  Stream_Read_UINT8(s, req.FrameRate); /* FrameRate - reserved and ignored */

  Stream_Seek_UINT16(s); /* AverageBitrateKbps reserved and ignored */

  Stream_Seek_UINT16(s); /* reserved */

  Stream_Read_UINT32(s, req.SourceWidth);

  Stream_Read_UINT32(s, req.SourceHeight);

  Stream_Read_UINT32(s, req.ScaledWidth);

  Stream_Read_UINT32(s, req.ScaledHeight);

  Stream_Read_UINT64(s, req.hnsTimestampOffset);

  Stream_Read_UINT64(s, req.GeometryMappingId);

  Stream_Read(s, req.VideoSubtypeId, 16);

  Stream_Read_UINT32(s, req.cbExtra);

  if (!Stream_CheckAndLogRequiredLength(TAG, s, req.cbExtra))

    return ERROR_INVALID_DATA;

  req.pExtraData = Stream_Pointer(s);

  WLog_DBG(TAG,

           "presentationReq: id:%" PRIu8 " version:%" PRIu8

           " command:%s srcWidth/srcHeight=%" PRIu32 "x%" PRIu32 " scaled Width/Height=%" PRIu32

           "x%" PRIu32 " timestamp=%" PRIu64 " mappingId=%" PRIx64 "",

           req.PresentationId, req.Version, video_command_name(req.Command), req.SourceWidth,

           req.SourceHeight, req.ScaledWidth, req.ScaledHeight, req.hnsTimestampOffset,

           req.GeometryMappingId);

  return video_PresentationRequest(context, &req);

}

/**

 * Function description

 *

 * @return 0 on success, otherwise a Win32 error code

 */

static UINT video_control_on_data_received(IWTSVirtualChannelCallback* pChannelCallback, wStream* s)

{

  GENERIC_CHANNEL_CALLBACK* callback = (GENERIC_CHANNEL_CALLBACK*)pChannelCallback;

  VIDEO_PLUGIN* video = NULL;

  VideoClientContext* context = NULL;

  UINT ret = CHANNEL_RC_OK;

  UINT32 cbSize = 0;

  UINT32 packetType = 0;

  WINPR_ASSERT(callback);

  WINPR_ASSERT(s);

  video = (VIDEO_PLUGIN*)callback->plugin;

  WINPR_ASSERT(video);

  context = (VideoClientContext*)video->wtsPlugin.pInterface;

  WINPR_ASSERT(context);

  if (!Stream_CheckAndLogRequiredLength(TAG, s, 4))

    return ERROR_INVALID_DATA;

  Stream_Read_UINT32(s, cbSize);

  if (cbSize < 8)

  {

    WLog_ERR(TAG, "invalid cbSize %" PRIu32 ", expected 8", cbSize);

    return ERROR_INVALID_DATA;

  }

  if (!Stream_CheckAndLogRequiredLength(TAG, s, cbSize - 4))

    return ERROR_INVALID_DATA;

  Stream_Read_UINT32(s, packetType);

  switch (packetType)

  {

    case TSMM_PACKET_TYPE_PRESENTATION_REQUEST:

      ret = video_read_tsmm_presentation_req(context, s);

      break;

    default:

      WLog_ERR(TAG, "not expecting packet type %" PRIu32 "", packetType);

      ret = ERROR_UNSUPPORTED_TYPE;

      break;

  }

  return ret;

}

static UINT video_control_send_client_notification(VideoClientContext* context,

                                                   const TSMM_CLIENT_NOTIFICATION* notif)

{

  BYTE buf[100];

  wStream* s = NULL;

  VIDEO_PLUGIN* video = NULL;

  IWTSVirtualChannel* channel = NULL;

  UINT ret = 0;

  UINT32 cbSize = 0;

  WINPR_ASSERT(context);

  WINPR_ASSERT(notif);

  video = (VIDEO_PLUGIN*)context->handle;

  WINPR_ASSERT(video);

  s = Stream_New(buf, 32);

  if (!s)

    return CHANNEL_RC_NO_MEMORY;

  cbSize = 16;

  Stream_Seek_UINT32(s);                                        /* cbSize */

  Stream_Write_UINT32(s, TSMM_PACKET_TYPE_CLIENT_NOTIFICATION); /* PacketType */

  Stream_Write_UINT8(s, notif->PresentationId);

  Stream_Write_UINT8(s, notif->NotificationType);

  Stream_Zero(s, 2);

  if (notif->NotificationType == TSMM_CLIENT_NOTIFICATION_TYPE_FRAMERATE_OVERRIDE)

  {

    Stream_Write_UINT32(s, 16); /* cbData */

    /* TSMM_CLIENT_NOTIFICATION_FRAMERATE_OVERRIDE */

    Stream_Write_UINT32(s, notif->FramerateOverride.Flags);

    Stream_Write_UINT32(s, notif->FramerateOverride.DesiredFrameRate);

    Stream_Zero(s, 4ULL * 2ULL);

    cbSize += 4UL * 4UL;

  }

  else

  {

    Stream_Write_UINT32(s, 0); /* cbData */

  }

  Stream_SealLength(s);

  Stream_SetPosition(s, 0);

  Stream_Write_UINT32(s, cbSize);

  Stream_Free(s, FALSE);

  WINPR_ASSERT(video->control_callback);

  WINPR_ASSERT(video->control_callback->channel_callback);

  channel = video->control_callback->channel_callback->channel;

  WINPR_ASSERT(channel);

  WINPR_ASSERT(channel->Write);

  ret = channel->Write(channel, cbSize, buf, NULL);

  return ret;

}

static void video_timer(VideoClientContext* video, UINT64 now)

{

  PresentationContext* presentation = NULL;

  VideoClientContextPriv* priv = NULL;

  VideoFrame* peekFrame = NULL;

  VideoFrame* frame = NULL;

  WINPR_ASSERT(video);

  priv = video->priv;

  WINPR_ASSERT(priv);

  EnterCriticalSection(&priv->framesLock);

  do

  {

    peekFrame = (VideoFrame*)Queue_Peek(priv->frames);

    if (!peekFrame)

      break;

    if (peekFrame->publishTime > now)

      break;

    if (frame)

    {

      WLog_DBG(TAG, "dropping frame @%" PRIu64, frame->publishTime);

      priv->droppedFrames++;

      VideoFrame_free(&frame);

    }

    frame = peekFrame;

    Queue_Dequeue(priv->frames);

  } while (1);

  LeaveCriticalSection(&priv->framesLock);

  if (!frame)

    goto treat_feedback;

  presentation = frame->presentation;

  priv->publishedFrames++;

  memcpy(presentation->surface->data, frame->surfaceData, 1ull * frame->scanline * frame->h);

  WINPR_ASSERT(video->showSurface);

  video->showSurface(video, presentation->surface, presentation->ScaledWidth,

                     presentation->ScaledHeight);

  VideoFrame_free(&frame);

treat_feedback:

  if (priv->nextFeedbackTime < now)

  {

    /* we can compute some feedback only if we have some published frames and

     * a current presentation

     */

    if (priv->publishedFrames && priv->currentPresentation)

    {

      UINT32 computedRate = 0;

      PresentationContext_ref(priv->currentPresentation);

      if (priv->droppedFrames)

      {

        /**

         * some dropped frames, looks like we're asking too many frames per seconds,

         * try lowering rate. We go directly from unlimited rate to 24 frames/seconds

         * otherwise we lower rate by 2 frames by seconds

         */

        if (priv->lastSentRate == XF_VIDEO_UNLIMITED_RATE)

          computedRate = 24;

        else

        {

          computedRate = priv->lastSentRate - 2;

          if (!computedRate)

            computedRate = 2;

        }

      }

      else

      {

        /**

         * we treat all frames ok, so either ask the server to send more,

         * or stay unlimited

         */

        if (priv->lastSentRate == XF_VIDEO_UNLIMITED_RATE)

          computedRate = XF_VIDEO_UNLIMITED_RATE; /* stay unlimited */

        else

        {

          computedRate = priv->lastSentRate + 2;

          if (computedRate > XF_VIDEO_UNLIMITED_RATE)

            computedRate = XF_VIDEO_UNLIMITED_RATE;

        }

      }

      if (computedRate != priv->lastSentRate)

      {

        TSMM_CLIENT_NOTIFICATION notif;

        WINPR_ASSERT(priv->currentPresentation);

        notif.PresentationId = priv->currentPresentation->PresentationId;

        notif.NotificationType = TSMM_CLIENT_NOTIFICATION_TYPE_FRAMERATE_OVERRIDE;

        if (computedRate == XF_VIDEO_UNLIMITED_RATE)

        {

          notif.FramerateOverride.Flags = 0x01;

          notif.FramerateOverride.DesiredFrameRate = 0x00;

        }

        else

        {

          notif.FramerateOverride.Flags = 0x02;

          notif.FramerateOverride.DesiredFrameRate = computedRate;

        }

        video_control_send_client_notification(video, &notif);

        priv->lastSentRate = computedRate;

        WLog_DBG(TAG,

                 "server notified with rate %" PRIu32 " published=%" PRIu32

                 " dropped=%" PRIu32,

                 priv->lastSentRate, priv->publishedFrames, priv->droppedFrames);

      }

      PresentationContext_unref(&priv->currentPresentation);

    }

    WLog_DBG(TAG, "currentRate=%" PRIu32 " published=%" PRIu32 " dropped=%" PRIu32,

             priv->lastSentRate, priv->publishedFrames, priv->droppedFrames);

    priv->droppedFrames = 0;

    priv->publishedFrames = 0;

    priv->nextFeedbackTime = now + 1000;

  }

}

static UINT video_VideoData(VideoClientContext* context, const TSMM_VIDEO_DATA* data)

{

  VideoClientContextPriv* priv = NULL;

  PresentationContext* presentation = NULL;

  int status = 0;

  WINPR_ASSERT(context);

  WINPR_ASSERT(data);

  priv = context->priv;

  WINPR_ASSERT(priv);

  presentation = priv->currentPresentation;

  if (!presentation)

  {

    WLog_ERR(TAG, "no current presentation");

    return CHANNEL_RC_OK;

  }

  if (presentation->PresentationId != data->PresentationId)

  {

    WLog_ERR(TAG, "current presentation id=%" PRIu8 " doesn't match data id=%" PRIu8,

             presentation->PresentationId, data->PresentationId);

    return CHANNEL_RC_OK;

  }

  if (!Stream_EnsureRemainingCapacity(presentation->currentSample, data->cbSample))

  {

    WLog_ERR(TAG, "unable to expand the current packet");

    return CHANNEL_RC_NO_MEMORY;

  }

  Stream_Write(presentation->currentSample, data->pSample, data->cbSample);

  if (data->CurrentPacketIndex == data->PacketsInSample)

  {

    VideoSurface* surface = presentation->surface;

    H264_CONTEXT* h264 = presentation->h264;

    UINT64 startTime = GetTickCount64();

    UINT64 timeAfterH264 = 0;

    MAPPED_GEOMETRY* geom = presentation->geometry;

    const RECTANGLE_16 rect = { 0, 0, WINPR_ASSERTING_INT_CAST(UINT16, surface->alignedWidth),

                              WINPR_ASSERTING_INT_CAST(UINT16, surface->alignedHeight) };

    Stream_SealLength(presentation->currentSample);

    Stream_SetPosition(presentation->currentSample, 0);

    timeAfterH264 = GetTickCount64();

    if (data->SampleNumber == 1)

    {

      presentation->lastPublishTime = startTime;

    }

    presentation->lastPublishTime += (data->hnsDuration / 10000);

    if (presentation->lastPublishTime <= timeAfterH264 + 10)

    {

      int dropped = 0;

      const size_t len = Stream_Length(presentation->currentSample);

      if (len > UINT32_MAX)

        return CHANNEL_RC_OK;

      /* if the frame is to be published in less than 10 ms, let's consider it's now */

      status =

          avc420_decompress(h264, Stream_Pointer(presentation->currentSample), (UINT32)len,

                            surface->data, surface->format, surface->scanline,

                            surface->alignedWidth, surface->alignedHeight, &rect, 1);

      if (status < 0)

        return CHANNEL_RC_OK;

      WINPR_ASSERT(context->showSurface);

      context->showSurface(context, presentation->surface, presentation->ScaledWidth,

                           presentation->ScaledHeight);

      priv->publishedFrames++;

      /* cleanup previously scheduled frames */

      EnterCriticalSection(&priv->framesLock);

      while (Queue_Count(priv->frames) > 0)

      {

        VideoFrame* frame = Queue_Dequeue(priv->frames);

        if (frame)