/src/libjpeg-turbo.main/jdsample.c
| Line | Count | Source (jump to first uncovered line) | 
| 1 |  | /* | 
| 2 |  |  * jdsample.c | 
| 3 |  |  * | 
| 4 |  |  * This file was part of the Independent JPEG Group's software: | 
| 5 |  |  * Copyright (C) 1991-1996, Thomas G. Lane. | 
| 6 |  |  * libjpeg-turbo Modifications: | 
| 7 |  |  * Copyright 2009 Pierre Ossman <ossman@cendio.se> for Cendio AB | 
| 8 |  |  * Copyright (C) 2010, 2015-2016, 2022, D. R. Commander. | 
| 9 |  |  * Copyright (C) 2014, MIPS Technologies, Inc., California. | 
| 10 |  |  * Copyright (C) 2015, Google, Inc. | 
| 11 |  |  * Copyright (C) 2019-2020, Arm Limited. | 
| 12 |  |  * For conditions of distribution and use, see the accompanying README.ijg | 
| 13 |  |  * file. | 
| 14 |  |  * | 
| 15 |  |  * This file contains upsampling routines. | 
| 16 |  |  * | 
| 17 |  |  * Upsampling input data is counted in "row groups".  A row group | 
| 18 |  |  * is defined to be (v_samp_factor * DCT_scaled_size / min_DCT_scaled_size) | 
| 19 |  |  * sample rows of each component.  Upsampling will normally produce | 
| 20 |  |  * max_v_samp_factor pixel rows from each row group (but this could vary | 
| 21 |  |  * if the upsampler is applying a scale factor of its own). | 
| 22 |  |  * | 
| 23 |  |  * An excellent reference for image resampling is | 
| 24 |  |  *   Digital Image Warping, George Wolberg, 1990. | 
| 25 |  |  *   Pub. by IEEE Computer Society Press, Los Alamitos, CA. ISBN 0-8186-8944-7. | 
| 26 |  |  */ | 
| 27 |  |  | 
| 28 |  | #include "jinclude.h" | 
| 29 |  | #include "jdsample.h" | 
| 30 |  | #include "jsimd.h" | 
| 31 |  | #include "jpegapicomp.h" | 
| 32 |  |  | 
| 33 |  |  | 
| 34 |  |  | 
| 35 |  | #if BITS_IN_JSAMPLE != 16 || defined(D_LOSSLESS_SUPPORTED) | 
| 36 |  |  | 
| 37 |  | /* | 
| 38 |  |  * Initialize for an upsampling pass. | 
| 39 |  |  */ | 
| 40 |  |  | 
| 41 |  | METHODDEF(void) | 
| 42 |  | start_pass_upsample(j_decompress_ptr cinfo) | 
| 43 | 89.5k | { | 
| 44 | 89.5k |   my_upsample_ptr upsample = (my_upsample_ptr)cinfo->upsample; | 
| 45 |  |  | 
| 46 |  |   /* Mark the conversion buffer empty */ | 
| 47 | 89.5k |   upsample->next_row_out = cinfo->max_v_samp_factor; | 
| 48 |  |   /* Initialize total-height counter for detecting bottom of image */ | 
| 49 | 89.5k |   upsample->rows_to_go = cinfo->output_height; | 
| 50 | 89.5k | } | 
| 51 |  |  | 
| 52 |  |  | 
| 53 |  | /* | 
| 54 |  |  * Control routine to do upsampling (and color conversion). | 
| 55 |  |  * | 
| 56 |  |  * In this version we upsample each component independently. | 
| 57 |  |  * We upsample one row group into the conversion buffer, then apply | 
| 58 |  |  * color conversion a row at a time. | 
| 59 |  |  */ | 
| 60 |  |  | 
| 61 |  | METHODDEF(void) | 
| 62 |  | sep_upsample(j_decompress_ptr cinfo, _JSAMPIMAGE input_buf, | 
| 63 |  |              JDIMENSION *in_row_group_ctr, JDIMENSION in_row_groups_avail, | 
| 64 |  |              _JSAMPARRAY output_buf, JDIMENSION *out_row_ctr, | 
| 65 |  |              JDIMENSION out_rows_avail) | 
| 66 | 67.4M | { | 
| 67 | 67.4M |   my_upsample_ptr upsample = (my_upsample_ptr)cinfo->upsample; | 
| 68 | 67.4M |   int ci; | 
| 69 | 67.4M |   jpeg_component_info *compptr; | 
| 70 | 67.4M |   JDIMENSION num_rows; | 
| 71 |  |  | 
| 72 |  |   /* Fill the conversion buffer, if it's empty */ | 
| 73 | 67.4M |   if (upsample->next_row_out >= cinfo->max_v_samp_factor) { | 
| 74 | 257M |     for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components; | 
| 75 | 190M |          ci++, compptr++) { | 
| 76 |  |       /* Invoke per-component upsample method.  Notice we pass a POINTER | 
| 77 |  |        * to color_buf[ci], so that fullsize_upsample can change it. | 
| 78 |  |        */ | 
| 79 | 190M |       (*upsample->methods[ci]) (cinfo, compptr, | 
| 80 | 190M |         input_buf[ci] + (*in_row_group_ctr * upsample->rowgroup_height[ci]), | 
| 81 | 190M |         upsample->color_buf + ci); | 
| 82 | 190M |     } | 
| 83 | 67.4M |     upsample->next_row_out = 0; | 
| 84 | 67.4M |   } | 
| 85 |  |  | 
| 86 |  |   /* Color-convert and emit rows */ | 
| 87 |  |  | 
| 88 |  |   /* How many we have in the buffer: */ | 
| 89 | 67.4M |   num_rows = (JDIMENSION)(cinfo->max_v_samp_factor - upsample->next_row_out); | 
| 90 |  |   /* Not more than the distance to the end of the image.  Need this test | 
| 91 |  |    * in case the image height is not a multiple of max_v_samp_factor: | 
| 92 |  |    */ | 
| 93 | 67.4M |   if (num_rows > upsample->rows_to_go) | 
| 94 | 26.1k |     num_rows = upsample->rows_to_go; | 
| 95 |  |   /* And not more than what the client can accept: */ | 
| 96 | 67.4M |   out_rows_avail -= *out_row_ctr; | 
| 97 | 67.4M |   if (num_rows > out_rows_avail) | 
| 98 | 0 |     num_rows = out_rows_avail; | 
| 99 |  |  | 
| 100 | 67.4M |   (*cinfo->cconvert->_color_convert) (cinfo, upsample->color_buf, | 
| 101 | 67.4M |                                       (JDIMENSION)upsample->next_row_out, | 
| 102 | 67.4M |                                       output_buf + *out_row_ctr, | 
| 103 | 67.4M |                                       (int)num_rows); | 
| 104 |  |  | 
| 105 |  |   /* Adjust counts */ | 
| 106 | 67.4M |   *out_row_ctr += num_rows; | 
| 107 | 67.4M |   upsample->rows_to_go -= num_rows; | 
| 108 | 67.4M |   upsample->next_row_out += num_rows; | 
| 109 |  |   /* When the buffer is emptied, declare this input row group consumed */ | 
| 110 | 67.4M |   if (upsample->next_row_out >= cinfo->max_v_samp_factor) | 
| 111 | 67.4M |     (*in_row_group_ctr)++; | 
| 112 | 67.4M | } | 
| 113 |  |  | 
| 114 |  |  | 
| 115 |  | /* | 
| 116 |  |  * These are the routines invoked by sep_upsample to upsample pixel values | 
| 117 |  |  * of a single component.  One row group is processed per call. | 
| 118 |  |  */ | 
| 119 |  |  | 
| 120 |  |  | 
| 121 |  | /* | 
| 122 |  |  * For full-size components, we just make color_buf[ci] point at the | 
| 123 |  |  * input buffer, and thus avoid copying any data.  Note that this is | 
| 124 |  |  * safe only because sep_upsample doesn't declare the input row group | 
| 125 |  |  * "consumed" until we are done color converting and emitting it. | 
| 126 |  |  */ | 
| 127 |  |  | 
| 128 |  | METHODDEF(void) | 
| 129 |  | fullsize_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 130 |  |                   _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 131 | 81.1M | { | 
| 132 | 81.1M |   *output_data_ptr = input_data; | 
| 133 | 81.1M | } | 
| 134 |  |  | 
| 135 |  |  | 
| 136 |  | /* | 
| 137 |  |  * This is a no-op version used for "uninteresting" components. | 
| 138 |  |  * These components will not be referenced by color conversion. | 
| 139 |  |  */ | 
| 140 |  |  | 
| 141 |  | METHODDEF(void) | 
| 142 |  | noop_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 143 |  |               _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 144 | 15.7M | { | 
| 145 | 15.7M |   *output_data_ptr = NULL;      /* safety check */ | 
| 146 | 15.7M | } | 
| 147 |  |  | 
| 148 |  |  | 
| 149 |  | /* | 
| 150 |  |  * This version handles any integral sampling ratios. | 
| 151 |  |  * This is not used for typical JPEG files, so it need not be fast. | 
| 152 |  |  * Nor, for that matter, is it particularly accurate: the algorithm is | 
| 153 |  |  * simple replication of the input pixel onto the corresponding output | 
| 154 |  |  * pixels.  The hi-falutin sampling literature refers to this as a | 
| 155 |  |  * "box filter".  A box filter tends to introduce visible artifacts, | 
| 156 |  |  * so if you are actually going to use 3:1 or 4:1 sampling ratios | 
| 157 |  |  * you would be well advised to improve this code. | 
| 158 |  |  */ | 
| 159 |  |  | 
| 160 |  | METHODDEF(void) | 
| 161 |  | int_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 162 |  |              _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 163 | 51.3M | { | 
| 164 | 51.3M |   my_upsample_ptr upsample = (my_upsample_ptr)cinfo->upsample; | 
| 165 | 51.3M |   _JSAMPARRAY output_data = *output_data_ptr; | 
| 166 | 51.3M |   register _JSAMPROW inptr, outptr; | 
| 167 | 51.3M |   register _JSAMPLE invalue; | 
| 168 | 51.3M |   register int h; | 
| 169 | 51.3M |   _JSAMPROW outend; | 
| 170 | 51.3M |   int h_expand, v_expand; | 
| 171 | 51.3M |   int inrow, outrow; | 
| 172 |  |  | 
| 173 | 51.3M |   h_expand = upsample->h_expand[compptr->component_index]; | 
| 174 | 51.3M |   v_expand = upsample->v_expand[compptr->component_index]; | 
| 175 |  |  | 
| 176 | 51.3M |   inrow = outrow = 0; | 
| 177 | 111M |   while (outrow < cinfo->max_v_samp_factor) { | 
| 178 |  |     /* Generate one output row with proper horizontal expansion */ | 
| 179 | 59.8M |     inptr = input_data[inrow]; | 
| 180 | 59.8M |     outptr = output_data[outrow]; | 
| 181 | 59.8M |     outend = outptr + cinfo->output_width; | 
| 182 | 1.40G |     while (outptr < outend) { | 
| 183 | 1.34G |       invalue = *inptr++; | 
| 184 | 3.86G |       for (h = h_expand; h > 0; h--) { | 
| 185 | 2.51G |         *outptr++ = invalue; | 
| 186 | 2.51G |       } | 
| 187 | 1.34G |     } | 
| 188 |  |     /* Generate any additional output rows by duplicating the first one */ | 
| 189 | 59.8M |     if (v_expand > 1) { | 
| 190 | 41.6M |       _jcopy_sample_rows(output_data, outrow, output_data, outrow + 1, | 
| 191 | 41.6M |                          v_expand - 1, cinfo->output_width); | 
| 192 | 41.6M |     } | 
| 193 | 59.8M |     inrow++; | 
| 194 | 59.8M |     outrow += v_expand; | 
| 195 | 59.8M |   } | 
| 196 | 51.3M | } | 
| 197 |  |  | 
| 198 |  |  | 
| 199 |  | /* | 
| 200 |  |  * Fast processing for the common case of 2:1 horizontal and 1:1 vertical. | 
| 201 |  |  * It's still a box filter. | 
| 202 |  |  */ | 
| 203 |  |  | 
| 204 |  | METHODDEF(void) | 
| 205 |  | h2v1_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 206 |  |               _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 207 | 13.2M | { | 
| 208 | 13.2M |   _JSAMPARRAY output_data = *output_data_ptr; | 
| 209 | 13.2M |   register _JSAMPROW inptr, outptr; | 
| 210 | 13.2M |   register _JSAMPLE invalue; | 
| 211 | 13.2M |   _JSAMPROW outend; | 
| 212 | 13.2M |   int inrow; | 
| 213 |  |  | 
| 214 | 37.8M |   for (inrow = 0; inrow < cinfo->max_v_samp_factor; inrow++) { | 
| 215 | 24.6M |     inptr = input_data[inrow]; | 
| 216 | 24.6M |     outptr = output_data[inrow]; | 
| 217 | 24.6M |     outend = outptr + cinfo->output_width; | 
| 218 | 370M |     while (outptr < outend) { | 
| 219 | 345M |       invalue = *inptr++; | 
| 220 | 345M |       *outptr++ = invalue; | 
| 221 | 345M |       *outptr++ = invalue; | 
| 222 | 345M |     } | 
| 223 | 24.6M |   } | 
| 224 | 13.2M | } | 
| 225 |  |  | 
| 226 |  |  | 
| 227 |  | /* | 
| 228 |  |  * Fast processing for the common case of 2:1 horizontal and 2:1 vertical. | 
| 229 |  |  * It's still a box filter. | 
| 230 |  |  */ | 
| 231 |  |  | 
| 232 |  | METHODDEF(void) | 
| 233 |  | h2v2_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 234 |  |               _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 235 | 10.1M | { | 
| 236 | 10.1M |   _JSAMPARRAY output_data = *output_data_ptr; | 
| 237 | 10.1M |   register _JSAMPROW inptr, outptr; | 
| 238 | 10.1M |   register _JSAMPLE invalue; | 
| 239 | 10.1M |   _JSAMPROW outend; | 
| 240 | 10.1M |   int inrow, outrow; | 
| 241 |  |  | 
| 242 | 10.1M |   inrow = outrow = 0; | 
| 243 | 20.9M |   while (outrow < cinfo->max_v_samp_factor) { | 
| 244 | 10.7M |     inptr = input_data[inrow]; | 
| 245 | 10.7M |     outptr = output_data[outrow]; | 
| 246 | 10.7M |     outend = outptr + cinfo->output_width; | 
| 247 | 172M |     while (outptr < outend) { | 
| 248 | 162M |       invalue = *inptr++; | 
| 249 | 162M |       *outptr++ = invalue; | 
| 250 | 162M |       *outptr++ = invalue; | 
| 251 | 162M |     } | 
| 252 | 10.7M |     _jcopy_sample_rows(output_data, outrow, output_data, outrow + 1, 1, | 
| 253 | 10.7M |                        cinfo->output_width); | 
| 254 | 10.7M |     inrow++; | 
| 255 | 10.7M |     outrow += 2; | 
| 256 | 10.7M |   } | 
| 257 | 10.1M | } | 
| 258 |  |  | 
| 259 |  |  | 
| 260 |  | /* | 
| 261 |  |  * Fancy processing for the common case of 2:1 horizontal and 1:1 vertical. | 
| 262 |  |  * | 
| 263 |  |  * The upsampling algorithm is linear interpolation between pixel centers, | 
| 264 |  |  * also known as a "triangle filter".  This is a good compromise between | 
| 265 |  |  * speed and visual quality.  The centers of the output pixels are 1/4 and 3/4 | 
| 266 |  |  * of the way between input pixel centers. | 
| 267 |  |  * | 
| 268 |  |  * A note about the "bias" calculations: when rounding fractional values to | 
| 269 |  |  * integer, we do not want to always round 0.5 up to the next integer. | 
| 270 |  |  * If we did that, we'd introduce a noticeable bias towards larger values. | 
| 271 |  |  * Instead, this code is arranged so that 0.5 will be rounded up or down at | 
| 272 |  |  * alternate pixel locations (a simple ordered dither pattern). | 
| 273 |  |  */ | 
| 274 |  |  | 
| 275 |  | METHODDEF(void) | 
| 276 |  | h2v1_fancy_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 277 |  |                     _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 278 | 2.68M | { | 
| 279 | 2.68M |   _JSAMPARRAY output_data = *output_data_ptr; | 
| 280 | 2.68M |   register _JSAMPROW inptr, outptr; | 
| 281 | 2.68M |   register int invalue; | 
| 282 | 2.68M |   register JDIMENSION colctr; | 
| 283 | 2.68M |   int inrow; | 
| 284 |  |  | 
| 285 | 7.46M |   for (inrow = 0; inrow < cinfo->max_v_samp_factor; inrow++) { | 
| 286 | 4.78M |     inptr = input_data[inrow]; | 
| 287 | 4.78M |     outptr = output_data[inrow]; | 
| 288 |  |     /* Special case for first column */ | 
| 289 | 4.78M |     invalue = *inptr++; | 
| 290 | 4.78M |     *outptr++ = (_JSAMPLE)invalue; | 
| 291 | 4.78M |     *outptr++ = (_JSAMPLE)((invalue * 3 + inptr[0] + 2) >> 2); | 
| 292 |  |  | 
| 293 | 108M |     for (colctr = compptr->downsampled_width - 2; colctr > 0; colctr--) { | 
| 294 |  |       /* General case: 3/4 * nearer pixel + 1/4 * further pixel */ | 
| 295 | 103M |       invalue = (*inptr++) * 3; | 
| 296 | 103M |       *outptr++ = (_JSAMPLE)((invalue + inptr[-2] + 1) >> 2); | 
| 297 | 103M |       *outptr++ = (_JSAMPLE)((invalue + inptr[0] + 2) >> 2); | 
| 298 | 103M |     } | 
| 299 |  |  | 
| 300 |  |     /* Special case for last column */ | 
| 301 | 4.78M |     invalue = *inptr; | 
| 302 | 4.78M |     *outptr++ = (_JSAMPLE)((invalue * 3 + inptr[-1] + 1) >> 2); | 
| 303 | 4.78M |     *outptr++ = (_JSAMPLE)invalue; | 
| 304 | 4.78M |   } | 
| 305 | 2.68M | } | 
| 306 |  |  | 
| 307 |  |  | 
| 308 |  | /* | 
| 309 |  |  * Fancy processing for 1:1 horizontal and 2:1 vertical (4:4:0 subsampling). | 
| 310 |  |  * | 
| 311 |  |  * This is a less common case, but it can be encountered when losslessly | 
| 312 |  |  * rotating/transposing a JPEG file that uses 4:2:2 chroma subsampling. | 
| 313 |  |  */ | 
| 314 |  |  | 
| 315 |  | METHODDEF(void) | 
| 316 |  | h1v2_fancy_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 317 |  |                     _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 318 | 4.32M | { | 
| 319 | 4.32M |   _JSAMPARRAY output_data = *output_data_ptr; | 
| 320 | 4.32M |   _JSAMPROW inptr0, inptr1, outptr; | 
| 321 |  | #if BITS_IN_JSAMPLE == 8 | 
| 322 |  |   int thiscolsum, bias; | 
| 323 |  | #else | 
| 324 | 4.32M |   JLONG thiscolsum, bias; | 
| 325 | 4.32M | #endif | 
| 326 | 4.32M |   JDIMENSION colctr; | 
| 327 | 4.32M |   int inrow, outrow, v; | 
| 328 |  |  | 
| 329 | 4.32M |   inrow = outrow = 0; | 
| 330 | 9.96M |   while (outrow < cinfo->max_v_samp_factor) { | 
| 331 | 16.9M |     for (v = 0; v < 2; v++) { | 
| 332 |  |       /* inptr0 points to nearest input row, inptr1 points to next nearest */ | 
| 333 | 11.2M |       inptr0 = input_data[inrow]; | 
| 334 | 11.2M |       if (v == 0) {             /* next nearest is row above */ | 
| 335 | 5.64M |         inptr1 = input_data[inrow - 1]; | 
| 336 | 5.64M |         bias = 1; | 
| 337 | 5.64M |       } else {                  /* next nearest is row below */ | 
| 338 | 5.64M |         inptr1 = input_data[inrow + 1]; | 
| 339 | 5.64M |         bias = 2; | 
| 340 | 5.64M |       } | 
| 341 | 11.2M |       outptr = output_data[outrow++]; | 
| 342 |  |  | 
| 343 | 404M |       for (colctr = 0; colctr < compptr->downsampled_width; colctr++) { | 
| 344 | 392M |         thiscolsum = (*inptr0++) * 3 + (*inptr1++); | 
| 345 | 392M |         *outptr++ = (_JSAMPLE)((thiscolsum + bias) >> 2); | 
| 346 | 392M |       } | 
| 347 | 11.2M |     } | 
| 348 | 5.64M |     inrow++; | 
| 349 | 5.64M |   } | 
| 350 | 4.32M | } | 
| 351 |  |  | 
| 352 |  |  | 
| 353 |  | /* | 
| 354 |  |  * Fancy processing for the common case of 2:1 horizontal and 2:1 vertical. | 
| 355 |  |  * Again a triangle filter; see comments for h2v1 case, above. | 
| 356 |  |  * | 
| 357 |  |  * It is OK for us to reference the adjacent input rows because we demanded | 
| 358 |  |  * context from the main buffer controller (see initialization code). | 
| 359 |  |  */ | 
| 360 |  |  | 
| 361 |  | METHODDEF(void) | 
| 362 |  | h2v2_fancy_upsample(j_decompress_ptr cinfo, jpeg_component_info *compptr, | 
| 363 |  |                     _JSAMPARRAY input_data, _JSAMPARRAY *output_data_ptr) | 
| 364 | 432k | { | 
| 365 | 432k |   _JSAMPARRAY output_data = *output_data_ptr; | 
| 366 | 432k |   register _JSAMPROW inptr0, inptr1, outptr; | 
| 367 |  | #if BITS_IN_JSAMPLE == 8 | 
| 368 |  |   register int thiscolsum, lastcolsum, nextcolsum; | 
| 369 |  | #else | 
| 370 | 432k |   register JLONG thiscolsum, lastcolsum, nextcolsum; | 
| 371 | 432k | #endif | 
| 372 | 432k |   register JDIMENSION colctr; | 
| 373 | 432k |   int inrow, outrow, v; | 
| 374 |  |  | 
| 375 | 432k |   inrow = outrow = 0; | 
| 376 | 899k |   while (outrow < cinfo->max_v_samp_factor) { | 
| 377 | 1.40M |     for (v = 0; v < 2; v++) { | 
| 378 |  |       /* inptr0 points to nearest input row, inptr1 points to next nearest */ | 
| 379 | 934k |       inptr0 = input_data[inrow]; | 
| 380 | 934k |       if (v == 0)               /* next nearest is row above */ | 
| 381 | 467k |         inptr1 = input_data[inrow - 1]; | 
| 382 | 467k |       else                      /* next nearest is row below */ | 
| 383 | 467k |         inptr1 = input_data[inrow + 1]; | 
| 384 | 934k |       outptr = output_data[outrow++]; | 
| 385 |  |  | 
| 386 |  |       /* Special case for first column */ | 
| 387 | 934k |       thiscolsum = (*inptr0++) * 3 + (*inptr1++); | 
| 388 | 934k |       nextcolsum = (*inptr0++) * 3 + (*inptr1++); | 
| 389 | 934k |       *outptr++ = (_JSAMPLE)((thiscolsum * 4 + 8) >> 4); | 
| 390 | 934k |       *outptr++ = (_JSAMPLE)((thiscolsum * 3 + nextcolsum + 7) >> 4); | 
| 391 | 934k |       lastcolsum = thiscolsum;  thiscolsum = nextcolsum; | 
| 392 |  |  | 
| 393 | 25.3M |       for (colctr = compptr->downsampled_width - 2; colctr > 0; colctr--) { | 
| 394 |  |         /* General case: 3/4 * nearer pixel + 1/4 * further pixel in each */ | 
| 395 |  |         /* dimension, thus 9/16, 3/16, 3/16, 1/16 overall */ | 
| 396 | 24.4M |         nextcolsum = (*inptr0++) * 3 + (*inptr1++); | 
| 397 | 24.4M |         *outptr++ = (_JSAMPLE)((thiscolsum * 3 + lastcolsum + 8) >> 4); | 
| 398 | 24.4M |         *outptr++ = (_JSAMPLE)((thiscolsum * 3 + nextcolsum + 7) >> 4); | 
| 399 | 24.4M |         lastcolsum = thiscolsum;  thiscolsum = nextcolsum; | 
| 400 | 24.4M |       } | 
| 401 |  |  | 
| 402 |  |       /* Special case for last column */ | 
| 403 | 934k |       *outptr++ = (_JSAMPLE)((thiscolsum * 3 + lastcolsum + 8) >> 4); | 
| 404 | 934k |       *outptr++ = (_JSAMPLE)((thiscolsum * 4 + 7) >> 4); | 
| 405 | 934k |     } | 
| 406 | 467k |     inrow++; | 
| 407 | 467k |   } | 
| 408 | 432k | } | 
| 409 |  |  | 
| 410 |  |  | 
| 411 |  | /* | 
| 412 |  |  * Module initialization routine for upsampling. | 
| 413 |  |  */ | 
| 414 |  |  | 
| 415 |  | GLOBAL(void) | 
| 416 |  | _jinit_upsampler(j_decompress_ptr cinfo) | 
| 417 | 103k | { | 
| 418 | 103k |   my_upsample_ptr upsample; | 
| 419 | 103k |   int ci; | 
| 420 | 103k |   jpeg_component_info *compptr; | 
| 421 | 103k |   boolean need_buffer, do_fancy; | 
| 422 | 103k |   int h_in_group, v_in_group, h_out_group, v_out_group; | 
| 423 |  |  | 
| 424 | 103k |   if (cinfo->data_precision != BITS_IN_JSAMPLE) | 
| 425 | 0 |     ERREXIT1(cinfo, JERR_BAD_PRECISION, cinfo->data_precision); | 
| 426 |  |  | 
| 427 | 103k |   if (!cinfo->master->jinit_upsampler_no_alloc) { | 
| 428 | 103k |     upsample = (my_upsample_ptr) | 
| 429 | 103k |       (*cinfo->mem->alloc_small) ((j_common_ptr)cinfo, JPOOL_IMAGE, | 
| 430 | 103k |                                   sizeof(my_upsampler)); | 
| 431 | 103k |     cinfo->upsample = (struct jpeg_upsampler *)upsample; | 
| 432 | 103k |     upsample->pub.start_pass = start_pass_upsample; | 
| 433 | 103k |     upsample->pub._upsample = sep_upsample; | 
| 434 | 103k |     upsample->pub.need_context_rows = FALSE; /* until we find out differently */ | 
| 435 | 103k |   } else | 
| 436 | 0 |     upsample = (my_upsample_ptr)cinfo->upsample; | 
| 437 |  |  | 
| 438 | 103k |   if (cinfo->CCIR601_sampling)  /* this isn't supported */ | 
| 439 | 0 |     ERREXIT(cinfo, JERR_CCIR601_NOTIMPL); | 
| 440 |  |  | 
| 441 |  |   /* jdmainct.c doesn't support context rows when min_DCT_scaled_size = 1, | 
| 442 |  |    * so don't ask for it. | 
| 443 |  |    */ | 
| 444 | 103k |   do_fancy = cinfo->do_fancy_upsampling && cinfo->_min_DCT_scaled_size > 1; | 
| 445 |  |  | 
| 446 |  |   /* Verify we can handle the sampling factors, select per-component methods, | 
| 447 |  |    * and create storage as needed. | 
| 448 |  |    */ | 
| 449 | 404k |   for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components; | 
| 450 | 301k |        ci++, compptr++) { | 
| 451 |  |     /* Compute size of an "input group" after IDCT scaling.  This many samples | 
| 452 |  |      * are to be converted to max_h_samp_factor * max_v_samp_factor pixels. | 
| 453 |  |      */ | 
| 454 | 301k |     h_in_group = (compptr->h_samp_factor * compptr->_DCT_scaled_size) / | 
| 455 | 301k |                  cinfo->_min_DCT_scaled_size; | 
| 456 | 301k |     v_in_group = (compptr->v_samp_factor * compptr->_DCT_scaled_size) / | 
| 457 | 301k |                  cinfo->_min_DCT_scaled_size; | 
| 458 | 301k |     h_out_group = cinfo->max_h_samp_factor; | 
| 459 | 301k |     v_out_group = cinfo->max_v_samp_factor; | 
| 460 | 301k |     upsample->rowgroup_height[ci] = v_in_group; /* save for use later */ | 
| 461 | 301k |     need_buffer = TRUE; | 
| 462 | 301k |     if (!compptr->component_needed) { | 
| 463 |  |       /* Don't bother to upsample an uninteresting component. */ | 
| 464 | 15.6k |       upsample->methods[ci] = noop_upsample; | 
| 465 | 15.6k |       need_buffer = FALSE; | 
| 466 | 286k |     } else if (h_in_group == h_out_group && v_in_group == v_out_group) { | 
| 467 |  |       /* Fullsize components can be processed without any work. */ | 
| 468 | 126k |       upsample->methods[ci] = fullsize_upsample; | 
| 469 | 126k |       need_buffer = FALSE; | 
| 470 | 159k |     } else if (h_in_group * 2 == h_out_group && v_in_group == v_out_group) { | 
| 471 |  |       /* Special cases for 2h1v upsampling */ | 
| 472 | 31.4k |       if (do_fancy && compptr->downsampled_width > 2) { | 
| 473 |  | #ifdef WITH_SIMD | 
| 474 | 1.39k |         if (jsimd_can_h2v1_fancy_upsample()) | 
| 475 | 1.39k |           upsample->methods[ci] = jsimd_h2v1_fancy_upsample; | 
| 476 | 0 |         else | 
| 477 | 0 | #endif | 
| 478 | 0 |           upsample->methods[ci] = h2v1_fancy_upsample; | 
| 479 | 25.6k |       } else { | 
| 480 |  | #ifdef WITH_SIMD | 
| 481 | 11.4k |         if (jsimd_can_h2v1_upsample()) | 
| 482 | 11.4k |           upsample->methods[ci] = jsimd_h2v1_upsample; | 
| 483 | 0 |         else | 
| 484 | 0 | #endif | 
| 485 | 0 |           upsample->methods[ci] = h2v1_upsample; | 
| 486 | 25.6k |       } | 
| 487 | 128k |     } else if (h_in_group == h_out_group && | 
| 488 | 128k |                v_in_group * 2 == v_out_group && do_fancy) { | 
| 489 |  |       /* Non-fancy upsampling is handled by the generic method */ | 
| 490 |  | #if defined(WITH_SIMD) && (defined(__arm__) || defined(__aarch64__) || \ | 
| 491 |  |                            defined(_M_ARM) || defined(_M_ARM64)) | 
| 492 |  |       if (jsimd_can_h1v2_fancy_upsample()) | 
| 493 |  |         upsample->methods[ci] = jsimd_h1v2_fancy_upsample; | 
| 494 |  |       else | 
| 495 |  | #endif | 
| 496 | 6.84k |         upsample->methods[ci] = h1v2_fancy_upsample; | 
| 497 | 6.84k |       upsample->pub.need_context_rows = TRUE; | 
| 498 | 121k |     } else if (h_in_group * 2 == h_out_group && | 
| 499 | 121k |                v_in_group * 2 == v_out_group) { | 
| 500 |  |       /* Special cases for 2h2v upsampling */ | 
| 501 | 20.6k |       if (do_fancy && compptr->downsampled_width > 2) { | 
| 502 |  | #ifdef WITH_SIMD | 
| 503 | 386 |         if (jsimd_can_h2v2_fancy_upsample()) | 
| 504 | 386 |           upsample->methods[ci] = jsimd_h2v2_fancy_upsample; | 
| 505 | 0 |         else | 
| 506 | 0 | #endif | 
| 507 | 0 |           upsample->methods[ci] = h2v2_fancy_upsample; | 
| 508 | 2.11k |         upsample->pub.need_context_rows = TRUE; | 
| 509 | 18.5k |       } else { | 
| 510 |  | #ifdef WITH_SIMD | 
| 511 | 3.95k |         if (jsimd_can_h2v2_upsample()) | 
| 512 | 3.95k |           upsample->methods[ci] = jsimd_h2v2_upsample; | 
| 513 | 0 |         else | 
| 514 | 0 | #endif | 
| 515 | 0 |           upsample->methods[ci] = h2v2_upsample; | 
| 516 | 18.5k |       } | 
| 517 | 100k |     } else if ((h_out_group % h_in_group) == 0 && | 
| 518 | 100k |                (v_out_group % v_in_group) == 0) { | 
| 519 |  |       /* Generic integral-factors upsampling method */ | 
| 520 |  | #if defined(WITH_SIMD) && defined(__mips__) | 
| 521 |  |       if (jsimd_can_int_upsample()) | 
| 522 |  |         upsample->methods[ci] = jsimd_int_upsample; | 
| 523 |  |       else | 
| 524 |  | #endif | 
| 525 | 100k |         upsample->methods[ci] = int_upsample; | 
| 526 | 100k |       upsample->h_expand[ci] = (UINT8)(h_out_group / h_in_group); | 
| 527 | 100k |       upsample->v_expand[ci] = (UINT8)(v_out_group / v_in_group); | 
| 528 | 100k |     } else | 
| 529 | 275 |       ERREXIT(cinfo, JERR_FRACT_SAMPLE_NOTIMPL); | 
| 530 | 301k |     if (need_buffer && !cinfo->master->jinit_upsampler_no_alloc) { | 
| 531 | 159k |       upsample->color_buf[ci] = (_JSAMPARRAY)(*cinfo->mem->alloc_sarray) | 
| 532 | 159k |         ((j_common_ptr)cinfo, JPOOL_IMAGE, | 
| 533 | 159k |          (JDIMENSION)jround_up((long)cinfo->output_width, | 
| 534 | 159k |                                (long)cinfo->max_h_samp_factor), | 
| 535 | 159k |          (JDIMENSION)cinfo->max_v_samp_factor); | 
| 536 | 159k |     } | 
| 537 | 301k |   } | 
| 538 | 103k | } | Line | Count | Source |  | 417 | 44.0k | { |  | 418 | 44.0k |   my_upsample_ptr upsample; |  | 419 | 44.0k |   int ci; |  | 420 | 44.0k |   jpeg_component_info *compptr; |  | 421 | 44.0k |   boolean need_buffer, do_fancy; |  | 422 | 44.0k |   int h_in_group, v_in_group, h_out_group, v_out_group; |  | 423 |  |  |  | 424 | 44.0k |   if (cinfo->data_precision != BITS_IN_JSAMPLE) |  | 425 | 0 |     ERREXIT1(cinfo, JERR_BAD_PRECISION, cinfo->data_precision); |  | 426 |  |  |  | 427 | 44.0k |   if (!cinfo->master->jinit_upsampler_no_alloc) { |  | 428 | 44.0k |     upsample = (my_upsample_ptr) |  | 429 | 44.0k |       (*cinfo->mem->alloc_small) ((j_common_ptr)cinfo, JPOOL_IMAGE, |  | 430 | 44.0k |                                   sizeof(my_upsampler)); |  | 431 | 44.0k |     cinfo->upsample = (struct jpeg_upsampler *)upsample; |  | 432 | 44.0k |     upsample->pub.start_pass = start_pass_upsample; |  | 433 | 44.0k |     upsample->pub._upsample = sep_upsample; |  | 434 | 44.0k |     upsample->pub.need_context_rows = FALSE; /* until we find out differently */ |  | 435 | 44.0k |   } else |  | 436 | 0 |     upsample = (my_upsample_ptr)cinfo->upsample; |  | 437 |  |  |  | 438 | 44.0k |   if (cinfo->CCIR601_sampling)  /* this isn't supported */ |  | 439 | 0 |     ERREXIT(cinfo, JERR_CCIR601_NOTIMPL); |  | 440 |  |  |  | 441 |  |   /* jdmainct.c doesn't support context rows when min_DCT_scaled_size = 1, |  | 442 |  |    * so don't ask for it. |  | 443 |  |    */ |  | 444 | 44.0k |   do_fancy = cinfo->do_fancy_upsampling && cinfo->_min_DCT_scaled_size > 1; |  | 445 |  |  |  | 446 |  |   /* Verify we can handle the sampling factors, select per-component methods, |  | 447 |  |    * and create storage as needed. |  | 448 |  |    */ |  | 449 | 172k |   for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components; |  | 450 | 128k |        ci++, compptr++) { |  | 451 |  |     /* Compute size of an "input group" after IDCT scaling.  This many samples |  | 452 |  |      * are to be converted to max_h_samp_factor * max_v_samp_factor pixels. |  | 453 |  |      */ |  | 454 | 128k |     h_in_group = (compptr->h_samp_factor * compptr->_DCT_scaled_size) / |  | 455 | 128k |                  cinfo->_min_DCT_scaled_size; |  | 456 | 128k |     v_in_group = (compptr->v_samp_factor * compptr->_DCT_scaled_size) / |  | 457 | 128k |                  cinfo->_min_DCT_scaled_size; |  | 458 | 128k |     h_out_group = cinfo->max_h_samp_factor; |  | 459 | 128k |     v_out_group = cinfo->max_v_samp_factor; |  | 460 | 128k |     upsample->rowgroup_height[ci] = v_in_group; /* save for use later */ |  | 461 | 128k |     need_buffer = TRUE; |  | 462 | 128k |     if (!compptr->component_needed) { |  | 463 |  |       /* Don't bother to upsample an uninteresting component. */ |  | 464 | 10.6k |       upsample->methods[ci] = noop_upsample; |  | 465 | 10.6k |       need_buffer = FALSE; |  | 466 | 118k |     } else if (h_in_group == h_out_group && v_in_group == v_out_group) { |  | 467 |  |       /* Fullsize components can be processed without any work. */ |  | 468 | 50.8k |       upsample->methods[ci] = fullsize_upsample; |  | 469 | 50.8k |       need_buffer = FALSE; |  | 470 | 67.4k |     } else if (h_in_group * 2 == h_out_group && v_in_group == v_out_group) { |  | 471 |  |       /* Special cases for 2h1v upsampling */ |  | 472 | 14.3k |       if (do_fancy && compptr->downsampled_width > 2) { |  | 473 |  | #ifdef WITH_SIMD |  | 474 |  |         if (jsimd_can_h2v1_fancy_upsample()) |  | 475 |  |           upsample->methods[ci] = jsimd_h2v1_fancy_upsample; |  | 476 |  |         else |  | 477 |  | #endif |  | 478 | 4.41k |           upsample->methods[ci] = h2v1_fancy_upsample; |  | 479 | 9.89k |       } else { |  | 480 |  | #ifdef WITH_SIMD |  | 481 |  |         if (jsimd_can_h2v1_upsample()) |  | 482 |  |           upsample->methods[ci] = jsimd_h2v1_upsample; |  | 483 |  |         else |  | 484 |  | #endif |  | 485 | 9.89k |           upsample->methods[ci] = h2v1_upsample; |  | 486 | 9.89k |       } |  | 487 | 53.1k |     } else if (h_in_group == h_out_group && |  | 488 | 53.1k |                v_in_group * 2 == v_out_group && do_fancy) { |  | 489 |  |       /* Non-fancy upsampling is handled by the generic method */ |  | 490 |  | #if defined(WITH_SIMD) && (defined(__arm__) || defined(__aarch64__) || \ |  | 491 |  |                            defined(_M_ARM) || defined(_M_ARM64)) |  | 492 |  |       if (jsimd_can_h1v2_fancy_upsample()) |  | 493 |  |         upsample->methods[ci] = jsimd_h1v2_fancy_upsample; |  | 494 |  |       else |  | 495 |  | #endif |  | 496 | 4.88k |         upsample->methods[ci] = h1v2_fancy_upsample; |  | 497 | 4.88k |       upsample->pub.need_context_rows = TRUE; |  | 498 | 48.2k |     } else if (h_in_group * 2 == h_out_group && |  | 499 | 48.2k |                v_in_group * 2 == v_out_group) { |  | 500 |  |       /* Special cases for 2h2v upsampling */ |  | 501 | 12.6k |       if (do_fancy && compptr->downsampled_width > 2) { |  | 502 |  | #ifdef WITH_SIMD |  | 503 |  |         if (jsimd_can_h2v2_fancy_upsample()) |  | 504 |  |           upsample->methods[ci] = jsimd_h2v2_fancy_upsample; |  | 505 |  |         else |  | 506 |  | #endif |  | 507 | 1.72k |           upsample->methods[ci] = h2v2_fancy_upsample; |  | 508 | 1.72k |         upsample->pub.need_context_rows = TRUE; |  | 509 | 10.8k |       } else { |  | 510 |  | #ifdef WITH_SIMD |  | 511 |  |         if (jsimd_can_h2v2_upsample()) |  | 512 |  |           upsample->methods[ci] = jsimd_h2v2_upsample; |  | 513 |  |         else |  | 514 |  | #endif |  | 515 | 10.8k |           upsample->methods[ci] = h2v2_upsample; |  | 516 | 10.8k |       } |  | 517 | 35.6k |     } else if ((h_out_group % h_in_group) == 0 && |  | 518 | 35.6k |                (v_out_group % v_in_group) == 0) { |  | 519 |  |       /* Generic integral-factors upsampling method */ |  | 520 |  | #if defined(WITH_SIMD) && defined(__mips__) |  | 521 |  |       if (jsimd_can_int_upsample()) |  | 522 |  |         upsample->methods[ci] = jsimd_int_upsample; |  | 523 |  |       else |  | 524 |  | #endif |  | 525 | 35.5k |         upsample->methods[ci] = int_upsample; |  | 526 | 35.5k |       upsample->h_expand[ci] = (UINT8)(h_out_group / h_in_group); |  | 527 | 35.5k |       upsample->v_expand[ci] = (UINT8)(v_out_group / v_in_group); |  | 528 | 35.5k |     } else |  | 529 | 95 |       ERREXIT(cinfo, JERR_FRACT_SAMPLE_NOTIMPL); |  | 530 | 128k |     if (need_buffer && !cinfo->master->jinit_upsampler_no_alloc) { |  | 531 | 67.3k |       upsample->color_buf[ci] = (_JSAMPARRAY)(*cinfo->mem->alloc_sarray) |  | 532 | 67.3k |         ((j_common_ptr)cinfo, JPOOL_IMAGE, |  | 533 | 67.3k |          (JDIMENSION)jround_up((long)cinfo->output_width, |  | 534 | 67.3k |                                (long)cinfo->max_h_samp_factor), |  | 535 | 67.3k |          (JDIMENSION)cinfo->max_v_samp_factor); |  | 536 | 67.3k |     } |  | 537 | 128k |   } |  | 538 | 44.0k | } | 
| Line | Count | Source |  | 417 | 42.1k | { |  | 418 | 42.1k |   my_upsample_ptr upsample; |  | 419 | 42.1k |   int ci; |  | 420 | 42.1k |   jpeg_component_info *compptr; |  | 421 | 42.1k |   boolean need_buffer, do_fancy; |  | 422 | 42.1k |   int h_in_group, v_in_group, h_out_group, v_out_group; |  | 423 |  |  |  | 424 | 42.1k |   if (cinfo->data_precision != BITS_IN_JSAMPLE) |  | 425 | 0 |     ERREXIT1(cinfo, JERR_BAD_PRECISION, cinfo->data_precision); |  | 426 |  |  |  | 427 | 42.1k |   if (!cinfo->master->jinit_upsampler_no_alloc) { |  | 428 | 42.1k |     upsample = (my_upsample_ptr) |  | 429 | 42.1k |       (*cinfo->mem->alloc_small) ((j_common_ptr)cinfo, JPOOL_IMAGE, |  | 430 | 42.1k |                                   sizeof(my_upsampler)); |  | 431 | 42.1k |     cinfo->upsample = (struct jpeg_upsampler *)upsample; |  | 432 | 42.1k |     upsample->pub.start_pass = start_pass_upsample; |  | 433 | 42.1k |     upsample->pub._upsample = sep_upsample; |  | 434 | 42.1k |     upsample->pub.need_context_rows = FALSE; /* until we find out differently */ |  | 435 | 42.1k |   } else |  | 436 | 0 |     upsample = (my_upsample_ptr)cinfo->upsample; |  | 437 |  |  |  | 438 | 42.1k |   if (cinfo->CCIR601_sampling)  /* this isn't supported */ |  | 439 | 0 |     ERREXIT(cinfo, JERR_CCIR601_NOTIMPL); |  | 440 |  |  |  | 441 |  |   /* jdmainct.c doesn't support context rows when min_DCT_scaled_size = 1, |  | 442 |  |    * so don't ask for it. |  | 443 |  |    */ |  | 444 | 42.1k |   do_fancy = cinfo->do_fancy_upsampling && cinfo->_min_DCT_scaled_size > 1; |  | 445 |  |  |  | 446 |  |   /* Verify we can handle the sampling factors, select per-component methods, |  | 447 |  |    * and create storage as needed. |  | 448 |  |    */ |  | 449 | 164k |   for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components; |  | 450 | 121k |        ci++, compptr++) { |  | 451 |  |     /* Compute size of an "input group" after IDCT scaling.  This many samples |  | 452 |  |      * are to be converted to max_h_samp_factor * max_v_samp_factor pixels. |  | 453 |  |      */ |  | 454 | 121k |     h_in_group = (compptr->h_samp_factor * compptr->_DCT_scaled_size) / |  | 455 | 121k |                  cinfo->_min_DCT_scaled_size; |  | 456 | 121k |     v_in_group = (compptr->v_samp_factor * compptr->_DCT_scaled_size) / |  | 457 | 121k |                  cinfo->_min_DCT_scaled_size; |  | 458 | 121k |     h_out_group = cinfo->max_h_samp_factor; |  | 459 | 121k |     v_out_group = cinfo->max_v_samp_factor; |  | 460 | 121k |     upsample->rowgroup_height[ci] = v_in_group; /* save for use later */ |  | 461 | 121k |     need_buffer = TRUE; |  | 462 | 121k |     if (!compptr->component_needed) { |  | 463 |  |       /* Don't bother to upsample an uninteresting component. */ |  | 464 | 5.00k |       upsample->methods[ci] = noop_upsample; |  | 465 | 5.00k |       need_buffer = FALSE; |  | 466 | 116k |     } else if (h_in_group == h_out_group && v_in_group == v_out_group) { |  | 467 |  |       /* Fullsize components can be processed without any work. */ |  | 468 | 46.8k |       upsample->methods[ci] = fullsize_upsample; |  | 469 | 46.8k |       need_buffer = FALSE; |  | 470 | 70.1k |     } else if (h_in_group * 2 == h_out_group && v_in_group == v_out_group) { |  | 471 |  |       /* Special cases for 2h1v upsampling */ |  | 472 | 12.8k |       if (do_fancy && compptr->downsampled_width > 2) { |  | 473 | 1.39k | #ifdef WITH_SIMD |  | 474 | 1.39k |         if (jsimd_can_h2v1_fancy_upsample()) |  | 475 | 1.39k |           upsample->methods[ci] = jsimd_h2v1_fancy_upsample; |  | 476 | 0 |         else |  | 477 | 0 | #endif |  | 478 | 0 |           upsample->methods[ci] = h2v1_fancy_upsample; |  | 479 | 11.4k |       } else { |  | 480 | 11.4k | #ifdef WITH_SIMD |  | 481 | 11.4k |         if (jsimd_can_h2v1_upsample()) |  | 482 | 11.4k |           upsample->methods[ci] = jsimd_h2v1_upsample; |  | 483 | 0 |         else |  | 484 | 0 | #endif |  | 485 | 0 |           upsample->methods[ci] = h2v1_upsample; |  | 486 | 11.4k |       } |  | 487 | 57.2k |     } else if (h_in_group == h_out_group && |  | 488 | 57.2k |                v_in_group * 2 == v_out_group && do_fancy) { |  | 489 |  |       /* Non-fancy upsampling is handled by the generic method */ |  | 490 |  | #if defined(WITH_SIMD) && (defined(__arm__) || defined(__aarch64__) || \ |  | 491 |  |                            defined(_M_ARM) || defined(_M_ARM64)) |  | 492 |  |       if (jsimd_can_h1v2_fancy_upsample()) |  | 493 |  |         upsample->methods[ci] = jsimd_h1v2_fancy_upsample; |  | 494 |  |       else |  | 495 |  | #endif |  | 496 | 1.96k |         upsample->methods[ci] = h1v2_fancy_upsample; |  | 497 | 1.96k |       upsample->pub.need_context_rows = TRUE; |  | 498 | 55.2k |     } else if (h_in_group * 2 == h_out_group && |  | 499 | 55.2k |                v_in_group * 2 == v_out_group) { |  | 500 |  |       /* Special cases for 2h2v upsampling */ |  | 501 | 4.34k |       if (do_fancy && compptr->downsampled_width > 2) { |  | 502 | 386 | #ifdef WITH_SIMD |  | 503 | 386 |         if (jsimd_can_h2v2_fancy_upsample()) |  | 504 | 386 |           upsample->methods[ci] = jsimd_h2v2_fancy_upsample; |  | 505 | 0 |         else |  | 506 | 0 | #endif |  | 507 | 0 |           upsample->methods[ci] = h2v2_fancy_upsample; |  | 508 | 386 |         upsample->pub.need_context_rows = TRUE; |  | 509 | 3.95k |       } else { |  | 510 | 3.95k | #ifdef WITH_SIMD |  | 511 | 3.95k |         if (jsimd_can_h2v2_upsample()) |  | 512 | 3.95k |           upsample->methods[ci] = jsimd_h2v2_upsample; |  | 513 | 0 |         else |  | 514 | 0 | #endif |  | 515 | 0 |           upsample->methods[ci] = h2v2_upsample; |  | 516 | 3.95k |       } |  | 517 | 50.9k |     } else if ((h_out_group % h_in_group) == 0 && |  | 518 | 50.9k |                (v_out_group % v_in_group) == 0) { |  | 519 |  |       /* Generic integral-factors upsampling method */ |  | 520 |  | #if defined(WITH_SIMD) && defined(__mips__) |  | 521 |  |       if (jsimd_can_int_upsample()) |  | 522 |  |         upsample->methods[ci] = jsimd_int_upsample; |  | 523 |  |       else |  | 524 |  | #endif |  | 525 | 50.8k |         upsample->methods[ci] = int_upsample; |  | 526 | 50.8k |       upsample->h_expand[ci] = (UINT8)(h_out_group / h_in_group); |  | 527 | 50.8k |       upsample->v_expand[ci] = (UINT8)(v_out_group / v_in_group); |  | 528 | 50.8k |     } else |  | 529 | 87 |       ERREXIT(cinfo, JERR_FRACT_SAMPLE_NOTIMPL); |  | 530 | 121k |     if (need_buffer && !cinfo->master->jinit_upsampler_no_alloc) { |  | 531 | 70.0k |       upsample->color_buf[ci] = (_JSAMPARRAY)(*cinfo->mem->alloc_sarray) |  | 532 | 70.0k |         ((j_common_ptr)cinfo, JPOOL_IMAGE, |  | 533 | 70.0k |          (JDIMENSION)jround_up((long)cinfo->output_width, |  | 534 | 70.0k |                                (long)cinfo->max_h_samp_factor), |  | 535 | 70.0k |          (JDIMENSION)cinfo->max_v_samp_factor); |  | 536 | 70.0k |     } |  | 537 | 121k |   } |  | 538 | 42.1k | } | 
| Line | Count | Source |  | 417 | 16.9k | { |  | 418 | 16.9k |   my_upsample_ptr upsample; |  | 419 | 16.9k |   int ci; |  | 420 | 16.9k |   jpeg_component_info *compptr; |  | 421 | 16.9k |   boolean need_buffer, do_fancy; |  | 422 | 16.9k |   int h_in_group, v_in_group, h_out_group, v_out_group; |  | 423 |  |  |  | 424 | 16.9k |   if (cinfo->data_precision != BITS_IN_JSAMPLE) |  | 425 | 0 |     ERREXIT1(cinfo, JERR_BAD_PRECISION, cinfo->data_precision); |  | 426 |  |  |  | 427 | 16.9k |   if (!cinfo->master->jinit_upsampler_no_alloc) { |  | 428 | 16.9k |     upsample = (my_upsample_ptr) |  | 429 | 16.9k |       (*cinfo->mem->alloc_small) ((j_common_ptr)cinfo, JPOOL_IMAGE, |  | 430 | 16.9k |                                   sizeof(my_upsampler)); |  | 431 | 16.9k |     cinfo->upsample = (struct jpeg_upsampler *)upsample; |  | 432 | 16.9k |     upsample->pub.start_pass = start_pass_upsample; |  | 433 | 16.9k |     upsample->pub._upsample = sep_upsample; |  | 434 | 16.9k |     upsample->pub.need_context_rows = FALSE; /* until we find out differently */ |  | 435 | 16.9k |   } else |  | 436 | 0 |     upsample = (my_upsample_ptr)cinfo->upsample; |  | 437 |  |  |  | 438 | 16.9k |   if (cinfo->CCIR601_sampling)  /* this isn't supported */ |  | 439 | 0 |     ERREXIT(cinfo, JERR_CCIR601_NOTIMPL); |  | 440 |  |  |  | 441 |  |   /* jdmainct.c doesn't support context rows when min_DCT_scaled_size = 1, |  | 442 |  |    * so don't ask for it. |  | 443 |  |    */ |  | 444 | 16.9k |   do_fancy = cinfo->do_fancy_upsampling && cinfo->_min_DCT_scaled_size > 1; |  | 445 |  |  |  | 446 |  |   /* Verify we can handle the sampling factors, select per-component methods, |  | 447 |  |    * and create storage as needed. |  | 448 |  |    */ |  | 449 | 67.7k |   for (ci = 0, compptr = cinfo->comp_info; ci < cinfo->num_components; |  | 450 | 50.7k |        ci++, compptr++) { |  | 451 |  |     /* Compute size of an "input group" after IDCT scaling.  This many samples |  | 452 |  |      * are to be converted to max_h_samp_factor * max_v_samp_factor pixels. |  | 453 |  |      */ |  | 454 | 50.7k |     h_in_group = (compptr->h_samp_factor * compptr->_DCT_scaled_size) / |  | 455 | 50.7k |                  cinfo->_min_DCT_scaled_size; |  | 456 | 50.7k |     v_in_group = (compptr->v_samp_factor * compptr->_DCT_scaled_size) / |  | 457 | 50.7k |                  cinfo->_min_DCT_scaled_size; |  | 458 | 50.7k |     h_out_group = cinfo->max_h_samp_factor; |  | 459 | 50.7k |     v_out_group = cinfo->max_v_samp_factor; |  | 460 | 50.7k |     upsample->rowgroup_height[ci] = v_in_group; /* save for use later */ |  | 461 | 50.7k |     need_buffer = TRUE; |  | 462 | 50.7k |     if (!compptr->component_needed) { |  | 463 |  |       /* Don't bother to upsample an uninteresting component. */ |  | 464 | 0 |       upsample->methods[ci] = noop_upsample; |  | 465 | 0 |       need_buffer = FALSE; |  | 466 | 50.7k |     } else if (h_in_group == h_out_group && v_in_group == v_out_group) { |  | 467 |  |       /* Fullsize components can be processed without any work. */ |  | 468 | 28.7k |       upsample->methods[ci] = fullsize_upsample; |  | 469 | 28.7k |       need_buffer = FALSE; |  | 470 | 28.7k |     } else if (h_in_group * 2 == h_out_group && v_in_group == v_out_group) { |  | 471 |  |       /* Special cases for 2h1v upsampling */ |  | 472 | 4.23k |       if (do_fancy && compptr->downsampled_width > 2) { |  | 473 |  | #ifdef WITH_SIMD |  | 474 |  |         if (jsimd_can_h2v1_fancy_upsample()) |  | 475 |  |           upsample->methods[ci] = jsimd_h2v1_fancy_upsample; |  | 476 |  |         else |  | 477 |  | #endif |  | 478 | 0 |           upsample->methods[ci] = h2v1_fancy_upsample; |  | 479 | 4.23k |       } else { |  | 480 |  | #ifdef WITH_SIMD |  | 481 |  |         if (jsimd_can_h2v1_upsample()) |  | 482 |  |           upsample->methods[ci] = jsimd_h2v1_upsample; |  | 483 |  |         else |  | 484 |  | #endif |  | 485 | 4.23k |           upsample->methods[ci] = h2v1_upsample; |  | 486 | 4.23k |       } |  | 487 | 17.7k |     } else if (h_in_group == h_out_group && |  | 488 | 17.7k |                v_in_group * 2 == v_out_group && do_fancy) { |  | 489 |  |       /* Non-fancy upsampling is handled by the generic method */ |  | 490 |  | #if defined(WITH_SIMD) && (defined(__arm__) || defined(__aarch64__) || \ |  | 491 |  |                            defined(_M_ARM) || defined(_M_ARM64)) |  | 492 |  |       if (jsimd_can_h1v2_fancy_upsample()) |  | 493 |  |         upsample->methods[ci] = jsimd_h1v2_fancy_upsample; |  | 494 |  |       else |  | 495 |  | #endif |  | 496 | 0 |         upsample->methods[ci] = h1v2_fancy_upsample; |  | 497 | 0 |       upsample->pub.need_context_rows = TRUE; |  | 498 | 17.7k |     } else if (h_in_group * 2 == h_out_group && |  | 499 | 17.7k |                v_in_group * 2 == v_out_group) { |  | 500 |  |       /* Special cases for 2h2v upsampling */ |  | 501 | 3.68k |       if (do_fancy && compptr->downsampled_width > 2) { |  | 502 |  | #ifdef WITH_SIMD |  | 503 |  |         if (jsimd_can_h2v2_fancy_upsample()) |  | 504 |  |           upsample->methods[ci] = jsimd_h2v2_fancy_upsample; |  | 505 |  |         else |  | 506 |  | #endif |  | 507 | 0 |           upsample->methods[ci] = h2v2_fancy_upsample; |  | 508 | 0 |         upsample->pub.need_context_rows = TRUE; |  | 509 | 3.68k |       } else { |  | 510 |  | #ifdef WITH_SIMD |  | 511 |  |         if (jsimd_can_h2v2_upsample()) |  | 512 |  |           upsample->methods[ci] = jsimd_h2v2_upsample; |  | 513 |  |         else |  | 514 |  | #endif |  | 515 | 3.68k |           upsample->methods[ci] = h2v2_upsample; |  | 516 | 3.68k |       } |  | 517 | 14.1k |     } else if ((h_out_group % h_in_group) == 0 && |  | 518 | 14.1k |                (v_out_group % v_in_group) == 0) { |  | 519 |  |       /* Generic integral-factors upsampling method */ |  | 520 |  | #if defined(WITH_SIMD) && defined(__mips__) |  | 521 |  |       if (jsimd_can_int_upsample()) |  | 522 |  |         upsample->methods[ci] = jsimd_int_upsample; |  | 523 |  |       else |  | 524 |  | #endif |  | 525 | 14.0k |         upsample->methods[ci] = int_upsample; |  | 526 | 14.0k |       upsample->h_expand[ci] = (UINT8)(h_out_group / h_in_group); |  | 527 | 14.0k |       upsample->v_expand[ci] = (UINT8)(v_out_group / v_in_group); |  | 528 | 14.0k |     } else |  | 529 | 93 |       ERREXIT(cinfo, JERR_FRACT_SAMPLE_NOTIMPL); |  | 530 | 50.7k |     if (need_buffer && !cinfo->master->jinit_upsampler_no_alloc) { |  | 531 | 21.9k |       upsample->color_buf[ci] = (_JSAMPARRAY)(*cinfo->mem->alloc_sarray) |  | 532 | 21.9k |         ((j_common_ptr)cinfo, JPOOL_IMAGE, |  | 533 | 21.9k |          (JDIMENSION)jround_up((long)cinfo->output_width, |  | 534 | 21.9k |                                (long)cinfo->max_h_samp_factor), |  | 535 | 21.9k |          (JDIMENSION)cinfo->max_v_samp_factor); |  | 536 | 21.9k |     } |  | 537 | 50.7k |   } |  | 538 | 16.9k | } | 
 | 
| 539 |  |  | 
| 540 |  | #endif /* BITS_IN_JSAMPLE != 16 || defined(D_LOSSLESS_SUPPORTED) */ |