QueryBenchmarkTest.java

/*******************************************************************************
 * Copyright (c) 2019 Eclipse RDF4J contributors.
 *
 * All rights reserved. This program and the accompanying materials
 * are made available under the terms of the Eclipse Distribution License v1.0
 * which accompanies this distribution, and is available at
 * http://www.eclipse.org/org/documents/edl-v10.php.
 *
 * SPDX-License-Identifier: BSD-3-Clause
 *******************************************************************************/
// Some portions generated by Codex

package org.eclipse.rdf4j.sail.nativerdf;

import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.nio.charset.StandardCharsets;
import java.util.ArrayList;
import java.util.List;

import org.apache.commons.io.IOUtils;
import org.eclipse.rdf4j.benchmark.common.BenchmarkResources;
import org.eclipse.rdf4j.common.transaction.IsolationLevels;
import org.eclipse.rdf4j.model.Resource;
import org.eclipse.rdf4j.model.Statement;
import org.eclipse.rdf4j.model.vocabulary.RDF;
import org.eclipse.rdf4j.repository.RepositoryResult;
import org.eclipse.rdf4j.repository.sail.SailRepository;
import org.eclipse.rdf4j.repository.sail.SailRepositoryConnection;
import org.eclipse.rdf4j.rio.RDFFormat;
import org.junit.jupiter.api.AfterAll;
import org.junit.jupiter.api.BeforeAll;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.io.TempDir;

/**
 * @author H��vard Ottestad
 */
public class QueryBenchmarkTest {

	private static SailRepository repository;

	private static final String query1;
	private static final String query2;
	private static final String query3;
	private static final String query4;
	private static final String query5;

	static {
		try {
			query1 = IOUtils.toString(getResourceAsStream("benchmarkFiles/query1.qr"), StandardCharsets.UTF_8);
			query2 = IOUtils.toString(getResourceAsStream("benchmarkFiles/query2.qr"), StandardCharsets.UTF_8);
			query3 = IOUtils.toString(getResourceAsStream("benchmarkFiles/query3.qr"), StandardCharsets.UTF_8);
			query4 = IOUtils.toString(getResourceAsStream("benchmarkFiles/query4.qr"), StandardCharsets.UTF_8);
			query5 = IOUtils.toString(getResourceAsStream("benchmarkFiles/query5.qr"), StandardCharsets.UTF_8);
		} catch (IOException e) {
			throw new RuntimeException(e);
		}
	}

	static List<Statement> statementList;

	@BeforeAll
	public static void beforeClass(@TempDir File dataDir) throws IOException {
		System.out.println("Before class");

		repository = new SailRepository(new NativeStore(dataDir, "spoc,ospc,psoc"));

		System.out.println("Adding statements");
		try (SailRepositoryConnection connection = repository.getConnection()) {
			connection.begin(IsolationLevels.NONE);
			connection.add(getResourceAsStream("benchmarkFiles/datagovbe-valid.ttl.gz"), "", RDFFormat.TURTLE);
			connection.commit();
		}

		System.out.println("Getting statements");

		try (SailRepositoryConnection connection = repository.getConnection()) {

			try (RepositoryResult<Statement> statements = connection.getStatements(null, RDF.TYPE, null, false)) {
				statementList = new ArrayList<>();
				int i = 0;
				while (statements.hasNext()) {
					if (i++ % 10000 == 0) {
						System.out.println("Loaded " + i + " statements");
					}
					statementList.add(statements.next());
				}
			}

		}

		System.out.println("GC");

		System.gc();

		System.out.println("Done");

	}

	private static InputStream getResourceAsStream(String name) {
		if (name.endsWith(".gz")) {
			return BenchmarkResources.openDecompressedStream(name);
		}
		return QueryBenchmarkTest.class.getClassLoader().getResourceAsStream(name);
	}

	@AfterAll
	public static void afterClass() {
		repository.shutDown();
		repository = null;
		statementList = null;
	}

	@Test
	public void groupByQuery() {
		System.out.println("groupByQuery");
		try (SailRepositoryConnection connection = repository.getConnection()) {
			long count = connection
					.prepareTupleQuery(query1)
					.evaluate()
					.stream()
					.count();
			System.out.println(count);
		}
	}

	@Test
	public void complexQuery() {
		System.out.println("complexQuery");
		try (SailRepositoryConnection connection = repository.getConnection()) {
			long count = connection
					.prepareTupleQuery(query4)
					.evaluate()
					.stream()
					.count();
			System.out.println(count);
		}
	}

	@Test
	public void distinctPredicatesQuery() {
		System.out.println("distinctPredicatesQuery");
		try (SailRepositoryConnection connection = repository.getConnection()) {
			long count = connection
					.prepareTupleQuery(query5)
					.evaluate()
					.stream()
					.count();
			System.out.println(count);
		}
	}

	@Test
	public void removeByQuery() {
		System.out.println("removeByQuery");
		try (SailRepositoryConnection connection = repository.getConnection()) {
			connection.begin(IsolationLevels.NONE);
			connection.remove((Resource) null, RDF.TYPE, null);
			connection.commit();
			connection.begin(IsolationLevels.NONE);
			connection.add(statementList);
			connection.commit();
		}
		hasStatement();

	}

	@Test
	public void removeByQueryReadCommitted() {
		System.out.println("removeByQueryReadCommitted");
		try (SailRepositoryConnection connection = repository.getConnection()) {
			connection.begin(IsolationLevels.READ_COMMITTED);
			connection.remove((Resource) null, RDF.TYPE, null);
			connection.commit();
			connection.begin(IsolationLevels.READ_COMMITTED);
			connection.add(statementList);
			connection.commit();
		}
		hasStatement();

	}

	@Test
	public void simpleUpdateQueryIsolationReadCommitted() {
		System.out.println("simpleUpdateQueryIsolationReadCommitted");
		try (SailRepositoryConnection connection = repository.getConnection()) {
			connection.begin(IsolationLevels.READ_COMMITTED);
			connection.prepareUpdate(query2).execute();
			connection.commit();
		}

		try (SailRepositoryConnection connection = repository.getConnection()) {
			connection.begin(IsolationLevels.READ_COMMITTED);
			connection.prepareUpdate(query3).execute();
			connection.commit();
		}
		hasStatement();

	}

	@Test
	public void simpleUpdateQueryIsolationNone() {
		System.out.println("simpleUpdateQueryIsolationNone");

		try (SailRepositoryConnection connection = repository.getConnection()) {
			connection.begin(IsolationLevels.NONE);
			connection.prepareUpdate(query2).execute();
			connection.commit();
		}

		try (SailRepositoryConnection connection = repository.getConnection()) {
			connection.begin(IsolationLevels.NONE);
			connection.prepareUpdate(query3).execute();
			connection.commit();
		}
		hasStatement();

	}

	private boolean hasStatement() {
		try (SailRepositoryConnection connection = repository.getConnection()) {
			return connection.hasStatement(RDF.TYPE, RDF.TYPE, RDF.TYPE, true);
		}
	}

}