TestApproximatePercentileAggregation.java
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.operator.aggregation;
import com.facebook.presto.common.block.BlockBuilder;
import com.facebook.presto.common.block.RunLengthEncodedBlock;
import com.facebook.presto.common.type.ArrayType;
import com.facebook.presto.common.type.Type;
import com.facebook.presto.metadata.FunctionAndTypeManager;
import com.facebook.presto.metadata.MetadataManager;
import com.facebook.presto.spi.PrestoException;
import com.facebook.presto.spi.function.JavaAggregationFunctionImplementation;
import com.google.common.collect.ImmutableList;
import org.testng.annotations.Test;
import static com.facebook.presto.block.BlockAssertions.createBlockOfReals;
import static com.facebook.presto.block.BlockAssertions.createDoubleSequenceBlock;
import static com.facebook.presto.block.BlockAssertions.createDoublesBlock;
import static com.facebook.presto.block.BlockAssertions.createLongRepeatBlock;
import static com.facebook.presto.block.BlockAssertions.createLongSequenceBlock;
import static com.facebook.presto.block.BlockAssertions.createLongsBlock;
import static com.facebook.presto.block.BlockAssertions.createSequenceBlockOfReal;
import static com.facebook.presto.common.type.BigintType.BIGINT;
import static com.facebook.presto.common.type.DoubleType.DOUBLE;
import static com.facebook.presto.common.type.RealType.REAL;
import static com.facebook.presto.operator.aggregation.AggregationTestUtils.assertAggregation;
import static com.facebook.presto.sql.analyzer.TypeSignatureProvider.fromTypes;
public class TestApproximatePercentileAggregation
{
private static final FunctionAndTypeManager FUNCTION_AND_TYPE_MANAGER = MetadataManager.createTestMetadataManager().getFunctionAndTypeManager();
private static final JavaAggregationFunctionImplementation DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION = getAggregation(DOUBLE, DOUBLE);
private static final JavaAggregationFunctionImplementation DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION_WITH_ACCURACY = getAggregation(DOUBLE, DOUBLE, DOUBLE);
private static final JavaAggregationFunctionImplementation DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION = getAggregation(DOUBLE, BIGINT, DOUBLE);
private static final JavaAggregationFunctionImplementation DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION_WITH_ACCURACY = getAggregation(DOUBLE, BIGINT, DOUBLE, DOUBLE);
private static final JavaAggregationFunctionImplementation LONG_APPROXIMATE_PERCENTILE_AGGREGATION = getAggregation(BIGINT, DOUBLE);
private static final JavaAggregationFunctionImplementation LONG_APPROXIMATE_PERCENTILE_AGGREGATION_WITH_ACCURACY = getAggregation(BIGINT, DOUBLE, DOUBLE);
private static final JavaAggregationFunctionImplementation LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION = getAggregation(BIGINT, BIGINT, DOUBLE);
private static final JavaAggregationFunctionImplementation LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION_WITH_ACCURACY = getAggregation(BIGINT, BIGINT, DOUBLE, DOUBLE);
private static final JavaAggregationFunctionImplementation DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION = getAggregation(DOUBLE, new ArrayType(DOUBLE));
private static final JavaAggregationFunctionImplementation DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION_WITH_ACCURACY = getAggregation(DOUBLE, new ArrayType(DOUBLE), DOUBLE);
private static final JavaAggregationFunctionImplementation DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_WEIGHTED_AGGREGATION = getAggregation(DOUBLE, BIGINT, new ArrayType(DOUBLE));
private static final JavaAggregationFunctionImplementation LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION = getAggregation(BIGINT, new ArrayType(DOUBLE));
private static final JavaAggregationFunctionImplementation LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION_WITH_ACCURACY = getAggregation(BIGINT, new ArrayType(DOUBLE), DOUBLE);
private static final JavaAggregationFunctionImplementation LONG_APPROXIMATE_PERCENTILE_ARRAY_WEIGHTED_AGGREGATION = getAggregation(BIGINT, BIGINT, new ArrayType(DOUBLE));
private static final JavaAggregationFunctionImplementation FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION = getAggregation(REAL, DOUBLE);
private static final JavaAggregationFunctionImplementation FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION_WITH_ACCURACY = getAggregation(REAL, DOUBLE, DOUBLE);
private static final JavaAggregationFunctionImplementation FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION = getAggregation(REAL, BIGINT, DOUBLE);
private static final JavaAggregationFunctionImplementation FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION_WITH_ACCURACY = getAggregation(REAL, BIGINT, DOUBLE, DOUBLE);
private static final JavaAggregationFunctionImplementation FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION = getAggregation(REAL, new ArrayType(DOUBLE));
private static final JavaAggregationFunctionImplementation FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION_WITH_ACCURACY = getAggregation(REAL, new ArrayType(DOUBLE), DOUBLE);
private static final JavaAggregationFunctionImplementation FLOAT_APPROXIMATE_PERCENTILE_ARRAY_WEIGHTED_AGGREGATION = getAggregation(REAL, BIGINT, new ArrayType(DOUBLE));
@Test
public void testLongPartialStep()
{
// regular approx_percentile
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_AGGREGATION,
null,
createLongsBlock(null, null),
createRLEBlock(0.5, 2));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_AGGREGATION,
1L,
createLongsBlock(null, 1L),
createRLEBlock(0.5, 2));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_AGGREGATION,
2L,
createLongsBlock(null, 1L, 2L, 3L),
createRLEBlock(0.5, 4));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_AGGREGATION,
2L,
createLongsBlock(1L, 2L, 3L),
createRLEBlock(0.5, 3));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_AGGREGATION,
3L,
createLongsBlock(1L, null, 2L, 2L, null, 2L, 2L, null, 2L, 2L, null, 3L, 3L, null, 3L, null, 3L, 4L, 5L, 6L, 7L),
createRLEBlock(0.5, 21));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_AGGREGATION_WITH_ACCURACY,
9900L,
createLongSequenceBlock(0, 10000),
createRLEBlock(0.99, 10000),
createRLEBlock(0.001, 10000));
// array of approx_percentile
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
null,
createLongsBlock(null, null),
createRLEBlock(ImmutableList.of(0.5), 2));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
null,
createLongsBlock(null, null),
createRLEBlock(ImmutableList.of(0.5, 0.99), 2));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1L, 1L),
createLongsBlock(null, 1L),
createRLEBlock(ImmutableList.of(0.5, 0.5), 2));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1L, 2L, 3L),
createLongsBlock(null, 1L, 2L, 3L),
createRLEBlock(ImmutableList.of(0.2, 0.5, 0.8), 4));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(2L, 3L),
createLongsBlock(1L, 2L, 3L),
createRLEBlock(ImmutableList.of(0.5, 0.99), 3));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1L, 3L),
createLongsBlock(1L, null, 2L, 2L, null, 2L, 2L, null, 2L, 2L, null, 3L, 3L, null, 3L, null, 3L, 4L, 5L, 6L, 7L),
createRLEBlock(ImmutableList.of(0.01, 0.5), 21));
// This depends on internal details. It's included to test that the
// accuracy parameter is actually being used.
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION_WITH_ACCURACY,
ImmutableList.of(127L, 5119L),
createLongSequenceBlock(0, 10_000),
createRLEBlock(ImmutableList.of(0.01, 0.5), 10_000),
createRLEBlock(0.1, 10_000));
// weighted approx_percentile
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
null,
createLongsBlock(null, null),
createLongsBlock(1L, 1L),
createRLEBlock(0.5, 2));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
1L,
createLongsBlock(null, 1L),
createLongsBlock(1L, 1L),
createRLEBlock(0.5, 2));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
2L,
createLongsBlock(null, 1L, 2L, 3L),
createLongsBlock(1L, 1L, 1L, 1L),
createRLEBlock(0.5, 4));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
2L,
createLongsBlock(1L, 2L, 3L),
createLongsBlock(1L, 1L, 1L),
createRLEBlock(0.5, 3));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
3L,
createLongsBlock(1L, null, 2L, null, 2L, null, 2L, null, 3L, null, 3L, null, 3L, 4L, 5L, 6L, 7L),
createLongsBlock(1L, 1L, 2L, 1L, 2L, 1L, 2L, 1L, 2L, 1L, 1L, 1L, 1L, 1L, 1L, 1L, 1L),
createRLEBlock(0.5, 17));
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION_WITH_ACCURACY,
9900L,
createLongSequenceBlock(0, 10000),
createLongRepeatBlock(1, 10000),
createRLEBlock(0.99, 10000),
createRLEBlock(0.001, 10000));
// weighted + array of approx_percentile
assertAggregation(
LONG_APPROXIMATE_PERCENTILE_ARRAY_WEIGHTED_AGGREGATION,
ImmutableList.of(1L, 2L),
createLongsBlock(1L, 2L, 3L),
createLongsBlock(4L, 2L, 1L),
createRLEBlock(ImmutableList.of(0.5, 0.8), 3));
}
@Test
public void testFloatPartialStep()
{
// regular approx_percentile
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION,
null,
createBlockOfReals(null, null),
createRLEBlock(0.5, 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION,
1.0f,
createBlockOfReals(null, 1.0f),
createRLEBlock(0.5, 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION,
2.0f,
createBlockOfReals(null, 1.0f, 2.0f, 3.0f),
createRLEBlock(0.5, 4));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION,
1.0f,
createBlockOfReals(-1.0f, 1.0f),
createRLEBlock(0.5, 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION,
-1.0f,
createBlockOfReals(-2.0f, 3.0f, -1.0f),
createRLEBlock(0.5, 3));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION,
2.0f,
createBlockOfReals(1.0f, 2.0f, 3.0f),
createRLEBlock(0.5, 3));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION,
3.0f,
createBlockOfReals(1.0f, null, 2.0f, 2.0f, null, 2.0f, 2.0f, null, 2.0f, 2.0f, null, 3.0f, 3.0f, null, 3.0f, null, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f),
createRLEBlock(0.5, 21));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_AGGREGATION_WITH_ACCURACY,
9900.0f,
createSequenceBlockOfReal(0, 10000),
createRLEBlock(0.99, 10000),
createRLEBlock(0.001, 10000));
// array of approx_percentile
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
null,
createBlockOfReals(null, null),
createRLEBlock(ImmutableList.of(0.5), 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
null,
createBlockOfReals(null, null),
createRLEBlock(ImmutableList.of(0.5, 0.5), 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1.0f, 1.0f),
createBlockOfReals(null, 1.0f),
createRLEBlock(ImmutableList.of(0.5, 0.5), 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1.0f, 2.0f, 3.0f),
createBlockOfReals(null, 1.0f, 2.0f, 3.0f),
createRLEBlock(ImmutableList.of(0.2, 0.5, 0.8), 4));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(2.0f, 3.0f),
createBlockOfReals(1.0f, 2.0f, 3.0f),
createRLEBlock(ImmutableList.of(0.5, 0.99), 3));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1.0f, 3.0f),
createBlockOfReals(1.0f, null, 2.0f, 2.0f, null, 2.0f, 2.0f, null, 2.0f, 2.0f, null, 3.0f, 3.0f, null, 3.0f, null, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f),
createRLEBlock(ImmutableList.of(0.01, 0.5), 21));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION_WITH_ACCURACY,
ImmutableList.of(1.0f, 3.0f),
createBlockOfReals(1.0f, null, 2.0f, 2.0f, null, 2.0f, 2.0f, null, 2.0f, 2.0f, null, 3.0f, 3.0f, null, 3.0f, null, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f),
createRLEBlock(ImmutableList.of(0.01, 0.5), 21),
createRLEBlock(0.001, 21));
// weighted approx_percentile
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
null,
createBlockOfReals(null, null),
createLongsBlock(1L, 1L),
createRLEBlock(0.5, 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
1.0f,
createBlockOfReals(null, 1.0f),
createLongsBlock(1L, 1L),
createRLEBlock(0.5, 2));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
2.0f,
createBlockOfReals(null, 1.0f, 2.0f, 3.0f),
createLongsBlock(1L, 1L, 1L, 1L),
createRLEBlock(0.5, 4));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
2.0f,
createBlockOfReals(1.0f, 2.0f, 3.0f),
createLongsBlock(1L, 1L, 1L),
createRLEBlock(0.5, 3));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
3.0f,
createBlockOfReals(1.0f, null, 2.0f, null, 2.0f, null, 2.0f, null, 3.0f, null, 3.0f, null, 3.0f, 4.0f, 5.0f, 6.0f, 7.0f),
createLongsBlock(1L, 1L, 2L, 1L, 2L, 1L, 2L, 1L, 2L, 1L, 1L, 1L, 1L, 1L, 1L, 1L, 1L),
createRLEBlock(0.5, 17));
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION_WITH_ACCURACY,
9900.0f,
createSequenceBlockOfReal(0, 10000),
createLongRepeatBlock(1, 10000),
createRLEBlock(0.99, 10000),
createRLEBlock(0.001, 10000));
// weighted + array of approx_percentile
assertAggregation(
FLOAT_APPROXIMATE_PERCENTILE_ARRAY_WEIGHTED_AGGREGATION,
ImmutableList.of(1.0f, 2.0f),
createBlockOfReals(1.0f, 2.0f, 3.0f),
createLongsBlock(4L, 2L, 1L),
createRLEBlock(ImmutableList.of(0.5, 0.8), 3));
}
@Test
public void testDoublePartialStep()
{
// regular approx_percentile
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION,
null,
createDoublesBlock(null, null),
createRLEBlock(0.5, 2));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION,
1.0,
createDoublesBlock(null, 1.0),
createRLEBlock(0.5, 2));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION,
2.0,
createDoublesBlock(null, 1.0, 2.0, 3.0),
createRLEBlock(0.5, 4));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION,
2.0,
createDoublesBlock(1.0, 2.0, 3.0),
createRLEBlock(0.5, 3));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION,
3.0,
createDoublesBlock(1.0, null, 2.0, 2.0, null, 2.0, 2.0, null, 2.0, 2.0, null, 3.0, 3.0, null, 3.0, null, 3.0, 4.0, 5.0, 6.0, 7.0),
createRLEBlock(0.5, 21));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION_WITH_ACCURACY,
9900.0,
createDoubleSequenceBlock(0, 10000),
createRLEBlock(0.99, 10000),
createRLEBlock(0.001, 10000));
// array of approx_percentile
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
null,
createDoublesBlock(null, null),
createRLEBlock(ImmutableList.of(0.5), 2));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
null,
createDoublesBlock(null, null),
createRLEBlock(ImmutableList.of(0.5, 0.5), 2));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1.0, 1.0),
createDoublesBlock(null, 1.0),
createRLEBlock(ImmutableList.of(0.5, 0.5), 2));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1.0, 2.0, 3.0),
createDoublesBlock(null, 1.0, 2.0, 3.0),
createRLEBlock(ImmutableList.of(0.2, 0.5, 0.8), 4));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(2.0, 3.0),
createDoublesBlock(1.0, 2.0, 3.0),
createRLEBlock(ImmutableList.of(0.5, 0.99), 3));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION,
ImmutableList.of(1.0, 3.0),
createDoublesBlock(1.0, null, 2.0, 2.0, null, 2.0, 2.0, null, 2.0, 2.0, null, 3.0, 3.0, null, 3.0, null, 3.0, 4.0, 5.0, 6.0, 7.0),
createRLEBlock(ImmutableList.of(0.01, 0.5), 21));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_AGGREGATION_WITH_ACCURACY,
ImmutableList.of(1.0, 3.0),
createDoublesBlock(1.0, null, 2.0, 2.0, null, 2.0, 2.0, null, 2.0, 2.0, null, 3.0, 3.0, null, 3.0, null, 3.0, 4.0, 5.0, 6.0, 7.0),
createRLEBlock(ImmutableList.of(0.01, 0.5), 21),
createRLEBlock(0.001, 21));
// weighted approx_percentile
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
null,
createDoublesBlock(null, null),
createLongsBlock(1L, 1L),
createRLEBlock(0.5, 2));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
1.0,
createDoublesBlock(null, 1.0),
createLongsBlock(1L, 1L),
createRLEBlock(0.5, 2));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
2.0,
createDoublesBlock(null, 1.0, 2.0, 3.0),
createLongsBlock(1L, 1L, 1L, 1L),
createRLEBlock(0.5, 4));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
2.0,
createDoublesBlock(1.0, 2.0, 3.0),
createLongsBlock(1L, 1L, 1L),
createRLEBlock(0.5, 3));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION,
3.0,
createDoublesBlock(1.0, null, 2.0, null, 2.0, null, 2.0, null, 3.0, null, 3.0, null, 3.0, 4.0, 5.0, 6.0, 7.0),
createLongsBlock(1L, 1L, 2L, 1L, 2L, 1L, 2L, 1L, 2L, 1L, 1L, 1L, 1L, 1L, 1L, 1L, 1L),
createRLEBlock(0.5, 17));
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_WEIGHTED_AGGREGATION_WITH_ACCURACY,
9900.0,
createDoubleSequenceBlock(0, 10000),
createLongRepeatBlock(1, 10000),
createRLEBlock(0.99, 10000),
createRLEBlock(0.001, 10000));
// weighted + array of approx_percentile
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_ARRAY_WEIGHTED_AGGREGATION,
ImmutableList.of(1.0, 2.0),
createDoublesBlock(1.0, 2.0, 3.0),
createLongsBlock(4L, 2L, 1L),
createRLEBlock(ImmutableList.of(0.5, 0.8), 3));
}
@Test(expectedExceptions = PrestoException.class, expectedExceptionsMessageRegExp = "Percentile argument must be constant for all input rows: 0.3 vs. 0.1")
public void testNonConstantPercentile()
{
assertAggregation(
DOUBLE_APPROXIMATE_PERCENTILE_AGGREGATION,
null,
createDoublesBlock(1.0, 2.0, 3.0),
createDoublesBlock(0.1, 0.3, 0.5));
}
private static JavaAggregationFunctionImplementation getAggregation(Type... arguments)
{
return FUNCTION_AND_TYPE_MANAGER.getJavaAggregateFunctionImplementation(FUNCTION_AND_TYPE_MANAGER.lookupFunction("approx_percentile", fromTypes(arguments)));
}
private static RunLengthEncodedBlock createRLEBlock(double percentile, int positionCount)
{
BlockBuilder blockBuilder = DOUBLE.createBlockBuilder(null, 1);
DOUBLE.writeDouble(blockBuilder, percentile);
return new RunLengthEncodedBlock(blockBuilder.build(), positionCount);
}
private static RunLengthEncodedBlock createRLEBlock(Iterable<Double> percentiles, int positionCount)
{
BlockBuilder rleBlockBuilder = new ArrayType(DOUBLE).createBlockBuilder(null, 1);
BlockBuilder arrayBlockBuilder = rleBlockBuilder.beginBlockEntry();
for (double percentile : percentiles) {
DOUBLE.writeDouble(arrayBlockBuilder, percentile);
}
rleBlockBuilder.closeEntry();
return new RunLengthEncodedBlock(rleBlockBuilder.build(), positionCount);
}
}