TestHBaseTimelineStorageDomain.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hadoop.yarn.server.timelineservice.storage;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseTestingUtility;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.yarn.api.records.timelineservice.TimelineDomain;
import org.apache.hadoop.yarn.server.timelineservice.collector.TimelineCollectorContext;
import org.apache.hadoop.yarn.server.timelineservice.storage.common.BaseTableRW;
import org.apache.hadoop.yarn.server.timelineservice.storage.common.ColumnRWHelper;
import org.apache.hadoop.yarn.server.timelineservice.storage.domain.DomainColumn;
import org.apache.hadoop.yarn.server.timelineservice.storage.domain.DomainRowKey;
import org.apache.hadoop.yarn.server.timelineservice.storage.domain.DomainTableRW;
import org.junit.jupiter.api.AfterAll;
import org.junit.jupiter.api.BeforeAll;
import org.junit.jupiter.api.Test;

import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertNotNull;
import static org.junit.jupiter.api.Assertions.assertTrue;
import static org.junit.jupiter.api.Assumptions.assumeTrue;

/**
 * Test for timeline domain.
 */
public class TestHBaseTimelineStorageDomain {

  private static HBaseTestingUtility util;

  @BeforeAll
  public static void setupBeforeClass() throws Exception {
    util = new HBaseTestingUtility();
    Configuration conf = util.getConfiguration();
    conf.setInt("hfile.format.version", 3);
    try {
      util.startMiniCluster();
    } catch (Exception e) {
      // TODO catch InaccessibleObjectException directly once Java 8 support is dropped
      if (e.getClass().getSimpleName().equals("InaccessibleObjectException")) {
        assumeTrue(false, "Could not start HBase because of HBASE-29234");
      } else {
        throw e;
      }
    }
    DataGeneratorForTest.createSchema(util.getConfiguration());
  }

  @Test
  public void testDomainIdTable() throws Exception {
    long l = System.currentTimeMillis();
    HBaseTimelineWriterImpl hbi = null;
    Configuration c1 = util.getConfiguration();
    String clusterId = "yarn-cluster";
    TimelineCollectorContext context =
        new TimelineCollectorContext(clusterId, null, null, null, null, null);
    TimelineDomain domain2;
    try {
      hbi = new HBaseTimelineWriterImpl();
      hbi.init(c1);

      // write empty domain
      domain2 = new TimelineDomain();
      domain2.setCreatedTime(l);
      domain2.setDescription("domain-2");
      domain2.setId("domain-2");
      domain2.setModifiedTime(l);
      domain2.setOwner("owner1");
      domain2.setReaders("user1,user2 group1,group2");
      domain2.setWriters("writer1,writer2");
      hbi.write(context, domain2);

      // flush everything to hbase
      hbi.flush();
    } finally {
      if (hbi != null) {
        hbi.close();
      }
    }

    Connection conn = ConnectionFactory.createConnection(c1);
    Table table1 = conn.getTable(BaseTableRW
        .getTableName(c1, DomainTableRW.TABLE_NAME_CONF_NAME,
            DomainTableRW.DEFAULT_TABLE_NAME));

    byte[] startRow = new DomainRowKey(clusterId, domain2.getId()).getRowKey();
    Get g = new Get(startRow);
    Result result = table1.get(g);
    assertNotNull(result);
    assertTrue(!result.isEmpty());

    byte[] row = result.getRow();
    DomainRowKey domainRowKey = DomainRowKey.parseRowKey(row);
    assertEquals(domain2.getId(), domainRowKey.getDomainId());
    assertEquals(clusterId, domainRowKey.getClusterId());

    Long cTime =
        (Long) ColumnRWHelper.readResult(result, DomainColumn.CREATED_TIME);
    String description =
        (String) ColumnRWHelper.readResult(result, DomainColumn.DESCRIPTION);
    Long mTime = (Long) ColumnRWHelper
        .readResult(result, DomainColumn.MODIFICATION_TIME);
    String owners =
        (String) ColumnRWHelper.readResult(result, DomainColumn.OWNER);
    String readers =
        (String) ColumnRWHelper.readResult(result, DomainColumn.READERS);
    String writers =
        (String) ColumnRWHelper.readResult(result, DomainColumn.WRITERS);

    assertEquals(l, cTime.longValue());
    assertEquals(l, mTime.longValue());
    assertEquals("domain-2", description);
    assertEquals("owner1", owners);
    assertEquals("user1,user2 group1,group2", readers);
    assertEquals("writer1,writer2", writers);
  }

  @AfterAll
  public static void tearDownAfterClass() throws Exception {
    if (util != null) {
      util.shutdownMiniCluster();
    }
  }
}