BenchmarkTransformValue.java
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.operator.scalar;
import com.facebook.presto.common.Page;
import com.facebook.presto.common.block.Block;
import com.facebook.presto.common.block.BlockBuilder;
import com.facebook.presto.common.type.MapType;
import com.facebook.presto.common.type.Type;
import com.facebook.presto.metadata.FunctionAndTypeManager;
import com.facebook.presto.metadata.MetadataManager;
import com.facebook.presto.operator.DriverYieldSignal;
import com.facebook.presto.operator.project.PageProcessor;
import com.facebook.presto.spi.function.FunctionHandle;
import com.facebook.presto.spi.relation.LambdaDefinitionExpression;
import com.facebook.presto.spi.relation.RowExpression;
import com.facebook.presto.spi.relation.VariableReferenceExpression;
import com.facebook.presto.sql.gen.ExpressionCompiler;
import com.facebook.presto.sql.gen.PageFunctionCompiler;
import com.google.common.collect.ImmutableList;
import io.airlift.slice.Slices;
import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Measurement;
import org.openjdk.jmh.annotations.Mode;
import org.openjdk.jmh.annotations.OperationsPerInvocation;
import org.openjdk.jmh.annotations.OutputTimeUnit;
import org.openjdk.jmh.annotations.Param;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.Setup;
import org.openjdk.jmh.annotations.State;
import org.openjdk.jmh.annotations.Warmup;
import org.openjdk.jmh.runner.Runner;
import org.openjdk.jmh.runner.options.Options;
import org.openjdk.jmh.runner.options.OptionsBuilder;
import org.openjdk.jmh.runner.options.VerboseMode;
import org.openjdk.jmh.runner.options.WarmupMode;
import java.util.List;
import java.util.Optional;
import java.util.concurrent.ThreadLocalRandom;
import java.util.concurrent.TimeUnit;
import static com.facebook.presto.common.function.OperatorType.GREATER_THAN;
import static com.facebook.presto.common.type.BigintType.BIGINT;
import static com.facebook.presto.common.type.BooleanType.BOOLEAN;
import static com.facebook.presto.common.type.DoubleType.DOUBLE;
import static com.facebook.presto.common.type.TypeSignature.parseTypeSignature;
import static com.facebook.presto.common.type.TypeUtils.writeNativeValue;
import static com.facebook.presto.common.type.VarcharType.VARCHAR;
import static com.facebook.presto.memory.context.AggregatedMemoryContext.newSimpleAggregatedMemoryContext;
import static com.facebook.presto.sql.analyzer.TypeSignatureProvider.fromTypeSignatures;
import static com.facebook.presto.sql.analyzer.TypeSignatureProvider.fromTypes;
import static com.facebook.presto.sql.relational.Expressions.call;
import static com.facebook.presto.sql.relational.Expressions.constant;
import static com.facebook.presto.sql.relational.Expressions.field;
import static com.facebook.presto.testing.TestingConnectorSession.SESSION;
import static com.facebook.presto.util.StructuralTestUtil.mapType;
import static java.lang.String.format;
@SuppressWarnings("MethodMayBeStatic")
@State(Scope.Thread)
@OutputTimeUnit(TimeUnit.NANOSECONDS)
@Fork(2)
@Warmup(iterations = 10, time = 500, timeUnit = TimeUnit.MILLISECONDS)
@Measurement(iterations = 10, time = 500, timeUnit = TimeUnit.MILLISECONDS)
@BenchmarkMode(Mode.AverageTime)
public class BenchmarkTransformValue
{
private static final int POSITIONS = 100_000;
private static final int NUM_TYPES = 3;
@Benchmark
@OperationsPerInvocation(POSITIONS * NUM_TYPES)
public List<Optional<Page>> benchmark(BenchmarkData data)
{
return ImmutableList.copyOf(
data.getPageProcessor().process(
SESSION.getSqlFunctionProperties(),
new DriverYieldSignal(),
newSimpleAggregatedMemoryContext().newLocalMemoryContext(PageProcessor.class.getSimpleName()),
data.getPage()));
}
@SuppressWarnings("FieldMayBeFinal")
@State(Scope.Thread)
public static class BenchmarkData
{
@Param({"BIGINT", "DOUBLE", "VARCHAR"})
private String type = "VARCHAR";
private String name = "transform_values";
private Page page;
private PageProcessor pageProcessor;
@Setup
public void setup()
{
MetadataManager metadata = MetadataManager.createTestMetadataManager();
FunctionAndTypeManager functionAndTypeManager = metadata.getFunctionAndTypeManager();
ExpressionCompiler compiler = new ExpressionCompiler(metadata, new PageFunctionCompiler(metadata, 0));
ImmutableList.Builder<RowExpression> projectionsBuilder = ImmutableList.builder();
Type elementType;
Object compareValue;
switch (type) {
case "BIGINT":
elementType = BIGINT;
compareValue = 0L;
break;
case "DOUBLE":
elementType = DOUBLE;
compareValue = 0.0d;
break;
case "VARCHAR":
elementType = VARCHAR;
compareValue = Slices.utf8Slice("0");
break;
default:
throw new UnsupportedOperationException();
}
MapType mapType = mapType(elementType, elementType);
MapType returnType = mapType(elementType, BOOLEAN);
FunctionHandle functionHandle = functionAndTypeManager.lookupFunction(
name,
fromTypeSignatures(
mapType.getTypeSignature(),
parseTypeSignature(format("function(%s, %s, boolean)", type, type))));
FunctionHandle greaterThan = metadata.getFunctionAndTypeManager().resolveOperator(
GREATER_THAN,
fromTypes(elementType, elementType));
projectionsBuilder.add(call(name, functionHandle, returnType, ImmutableList.of(
field(0, mapType),
new LambdaDefinitionExpression(
Optional.empty(),
ImmutableList.of(elementType, elementType),
ImmutableList.of("x", "y"),
call(
GREATER_THAN.name(),
greaterThan, BOOLEAN, ImmutableList.of(
new VariableReferenceExpression(Optional.empty(), "y", elementType),
constant(compareValue, elementType)))))));
Block block = createChannel(POSITIONS, mapType, elementType);
ImmutableList<RowExpression> projections = projectionsBuilder.build();
pageProcessor = compiler.compilePageProcessor(SESSION.getSqlFunctionProperties(), Optional.empty(), projections).get();
page = new Page(block);
}
private static Block createChannel(int positionCount, MapType mapType, Type elementType)
{
BlockBuilder mapBlockBuilder = mapType.createBlockBuilder(null, 1);
BlockBuilder singleMapBlockWriter = mapBlockBuilder.beginBlockEntry();
Object key;
Object value;
for (int position = 0; position < positionCount; position++) {
if (elementType.equals(BIGINT)) {
key = position;
value = ThreadLocalRandom.current().nextLong();
}
else if (elementType.equals(DOUBLE)) {
key = position;
value = ThreadLocalRandom.current().nextDouble();
}
else if (elementType.equals(VARCHAR)) {
key = Slices.utf8Slice(Integer.toString(position));
value = Slices.utf8Slice(Double.toString(ThreadLocalRandom.current().nextDouble()));
}
else {
throw new UnsupportedOperationException();
}
// Use position as the key to avoid collision
writeNativeValue(elementType, singleMapBlockWriter, key);
writeNativeValue(elementType, singleMapBlockWriter, value);
}
mapBlockBuilder.closeEntry();
return mapBlockBuilder.build();
}
public PageProcessor getPageProcessor()
{
return pageProcessor;
}
public Page getPage()
{
return page;
}
}
public static void main(String[] args)
throws Throwable
{
// assure the benchmarks are valid before running
BenchmarkData data = new BenchmarkData();
data.setup();
new BenchmarkTransformValue().benchmark(data);
Options options = new OptionsBuilder()
.verbosity(VerboseMode.NORMAL)
.warmupMode(WarmupMode.BULK)
.include(".*" + BenchmarkTransformValue.class.getSimpleName() + ".*")
.build();
new Runner(options).run();
}
}