TestByteArrayStream.java
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.orc.stream;
import com.facebook.presto.orc.OrcCorruptionException;
import com.facebook.presto.orc.TestingHiveOrcAggregatedMemoryContext;
import com.facebook.presto.orc.checkpoint.ByteArrayStreamCheckpoint;
import io.airlift.slice.Slice;
import io.airlift.slice.SliceOutput;
import io.airlift.slice.Slices;
import org.testng.annotations.Test;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Optional;
public class TestByteArrayStream
extends AbstractTestValueStream<Slice, ByteArrayStreamCheckpoint, ByteArrayOutputStream, ByteArrayInputStream>
{
@Test
public void test()
throws IOException
{
List<List<Slice>> groups = new ArrayList<>();
for (int groupIndex = 0; groupIndex < 3; groupIndex++) {
List<Slice> group = new ArrayList<>();
for (int i = 0; i < 1000; i++) {
Slice value = Slices.allocate(8);
SliceOutput output = value.getOutput();
output.writeInt(groupIndex);
output.writeInt(i);
group.add(value);
}
groups.add(group);
}
testWriteValue(groups);
}
@Override
protected ByteArrayOutputStream createValueOutputStream()
{
return new ByteArrayOutputStream(getColumnWriterOptions(), Optional.empty());
}
@Override
protected void writeValue(ByteArrayOutputStream outputStream, Slice value)
{
outputStream.writeSlice(value);
}
@Override
protected ByteArrayInputStream createValueStream(Slice slice)
throws OrcCorruptionException
{
TestingHiveOrcAggregatedMemoryContext aggregatedMemoryContext = new TestingHiveOrcAggregatedMemoryContext();
return new ByteArrayInputStream(new OrcInputStream(
ORC_DATA_SOURCE_ID,
new SharedBuffer(aggregatedMemoryContext.newOrcLocalMemoryContext("sharedDecompressionBuffer")),
slice.getInput(),
getOrcDecompressor(),
Optional.empty(),
aggregatedMemoryContext,
slice.getRetainedSize()));
}
@Override
protected Slice readValue(ByteArrayInputStream valueStream)
throws IOException
{
return Slices.wrappedBuffer(valueStream.next(8));
}
}