RouterCacheAdmin.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.hdfs.server.federation.router;

import java.io.IOException;
import java.util.EnumSet;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;

import org.apache.hadoop.fs.CacheFlag;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.BatchedRemoteIterator.BatchedEntries;
import org.apache.hadoop.hdfs.protocol.CacheDirectiveEntry;
import org.apache.hadoop.hdfs.protocol.CacheDirectiveInfo;
import org.apache.hadoop.hdfs.protocol.CachePoolEntry;
import org.apache.hadoop.hdfs.protocol.CachePoolInfo;
import org.apache.hadoop.hdfs.server.federation.resolver.ActiveNamenodeResolver;
import org.apache.hadoop.hdfs.server.federation.resolver.FederationNamespaceInfo;
import org.apache.hadoop.hdfs.server.federation.resolver.RemoteLocation;
import org.apache.hadoop.hdfs.server.namenode.NameNode;

/**
 * Module that implements all the RPC calls in
 * {@link org.apache.hadoop.hdfs.protocol.ClientProtocol} related to Cache Admin
 * in the {@link RouterRpcServer}.
 */
public class RouterCacheAdmin {

  /** RPC server to receive client calls. */
  private final RouterRpcServer rpcServer;
  /** RPC clients to connect to the Namenodes. */
  private final RouterRpcClient rpcClient;
  /** Interface to identify the active NN for a nameservice or blockpool ID. */
  private final ActiveNamenodeResolver namenodeResolver;

  public RouterCacheAdmin(RouterRpcServer server) {
    this.rpcServer = server;
    this.rpcClient = this.rpcServer.getRPCClient();
    this.namenodeResolver = this.rpcClient.getNamenodeResolver();
  }

  public long addCacheDirective(CacheDirectiveInfo path,
      EnumSet<CacheFlag> flags) throws IOException {
    Map<RemoteLocation, Long> response = invokeAddCacheDirective(path, flags);
    return response.values().iterator().next();
  }

  protected Map<RemoteLocation, Long> invokeAddCacheDirective(
      CacheDirectiveInfo path, EnumSet<CacheFlag> flags) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.WRITE, true);
    final List<RemoteLocation> locations =
        rpcServer.getLocationsForPath(path.getPath().toString(), true, false);
    RemoteMethod method = new RemoteMethod("addCacheDirective",
        new Class<?>[] {CacheDirectiveInfo.class, EnumSet.class},
        new RemoteParam(getRemoteMap(path, locations)), flags);
    return rpcClient.invokeConcurrent(locations, method, false, false, long.class);
  }

  public void modifyCacheDirective(CacheDirectiveInfo directive,
      EnumSet<CacheFlag> flags) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.WRITE, true);
    Path p = directive.getPath();
    if (p != null) {
      final List<RemoteLocation> locations = rpcServer
          .getLocationsForPath(directive.getPath().toString(), true, false);
      RemoteMethod method = new RemoteMethod("modifyCacheDirective",
          new Class<?>[] {CacheDirectiveInfo.class, EnumSet.class},
          new RemoteParam(getRemoteMap(directive, locations)), flags);
      rpcClient.invokeConcurrent(locations, method);
      return;
    }
    RemoteMethod method = new RemoteMethod("modifyCacheDirective",
        new Class<?>[] {CacheDirectiveInfo.class, EnumSet.class}, directive,
        flags);
    Set<FederationNamespaceInfo> nss = namenodeResolver.getNamespaces();
    rpcClient.invokeConcurrent(nss, method, false, false);
  }

  public void removeCacheDirective(long id) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.WRITE, true);
    RemoteMethod method = new RemoteMethod("removeCacheDirective",
        new Class<?>[] {long.class}, id);
    Set<FederationNamespaceInfo> nss = namenodeResolver.getNamespaces();
    rpcClient.invokeConcurrent(nss, method, false, false);
  }

  public BatchedEntries<CacheDirectiveEntry> listCacheDirectives(long prevId,
      CacheDirectiveInfo filter) throws IOException {
    Map results = invokeListCacheDirectives(prevId, filter);
    return (BatchedEntries<CacheDirectiveEntry>) results.values().iterator().next();
  }

  protected Map invokeListCacheDirectives(long prevId,
      CacheDirectiveInfo filter) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.READ, true);
    if (filter.getPath() != null) {
      final List<RemoteLocation> locations = rpcServer
          .getLocationsForPath(filter.getPath().toString(), true, false);
      RemoteMethod method = new RemoteMethod("listCacheDirectives",
          new Class<?>[] {long.class, CacheDirectiveInfo.class}, prevId,
          new RemoteParam(getRemoteMap(filter, locations)));
      return rpcClient.invokeConcurrent(
          locations, method, false, false, BatchedEntries.class);
    }
    RemoteMethod method = new RemoteMethod("listCacheDirectives",
        new Class<?>[] {long.class, CacheDirectiveInfo.class}, prevId,
        filter);
    Set<FederationNamespaceInfo> nss = namenodeResolver.getNamespaces();
    return rpcClient.invokeConcurrent(
        nss, method, true, false, BatchedEntries.class);
  }

  public void addCachePool(CachePoolInfo info) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.WRITE, true);
    RemoteMethod method = new RemoteMethod("addCachePool",
        new Class<?>[] {CachePoolInfo.class}, info);
    Set<FederationNamespaceInfo> nss = namenodeResolver.getNamespaces();
    rpcClient.invokeConcurrent(nss, method, true, false);
  }

  public void modifyCachePool(CachePoolInfo info) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.WRITE, true);
    RemoteMethod method = new RemoteMethod("modifyCachePool",
        new Class<?>[] {CachePoolInfo.class}, info);
    Set<FederationNamespaceInfo> nss = namenodeResolver.getNamespaces();
    rpcClient.invokeConcurrent(nss, method, true, false);
  }

  public void removeCachePool(String cachePoolName) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.WRITE, true);
    RemoteMethod method = new RemoteMethod("removeCachePool",
        new Class<?>[] {String.class}, cachePoolName);
    Set<FederationNamespaceInfo> nss = namenodeResolver.getNamespaces();
    rpcClient.invokeConcurrent(nss, method, true, false);
  }

  public BatchedEntries<CachePoolEntry> listCachePools(String prevKey)
      throws IOException {
    Map<FederationNamespaceInfo, BatchedEntries> results = invokeListCachePools(prevKey);
    return results.values().iterator().next();
  }

  protected Map<FederationNamespaceInfo, BatchedEntries> invokeListCachePools(
      String prevKey) throws IOException {
    rpcServer.checkOperation(NameNode.OperationCategory.READ, true);
    RemoteMethod method = new RemoteMethod("listCachePools",
        new Class<?>[] {String.class}, prevKey);
    Set<FederationNamespaceInfo> nss = namenodeResolver.getNamespaces();
    return rpcClient.invokeConcurrent(nss, method, true, false, BatchedEntries.class);
  }

  /**
   * Returns a map with the CacheDirectiveInfo mapped to each location.
   * @param path CacheDirectiveInfo to be mapped to the locations.
   * @param locations the locations to map.
   * @return map with CacheDirectiveInfo mapped to the locations.
   */
  protected Map<RemoteLocation, CacheDirectiveInfo> getRemoteMap(
      CacheDirectiveInfo path, final List<RemoteLocation> locations) {
    final Map<RemoteLocation, CacheDirectiveInfo> dstMap = new HashMap<>();
    Iterator<RemoteLocation> iterator = locations.iterator();
    while (iterator.hasNext()) {
      dstMap.put(iterator.next(), path);
    }
    return dstMap;
  }
}