AppReportFetcher.java

/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements.  See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership.  The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License.  You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package org.apache.hadoop.yarn.server.webproxy;

import java.io.IOException;
import java.net.InetSocketAddress;

import org.apache.hadoop.classification.VisibleForTesting;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.ipc.RPC;
import org.apache.hadoop.yarn.api.ApplicationClientProtocol;
import org.apache.hadoop.yarn.api.ApplicationHistoryProtocol;
import org.apache.hadoop.yarn.api.protocolrecords.GetApplicationReportRequest;
import org.apache.hadoop.yarn.api.records.ApplicationId;
import org.apache.hadoop.yarn.api.records.ApplicationReport;
import org.apache.hadoop.yarn.client.AHSProxy;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.apache.hadoop.yarn.exceptions.ApplicationNotFoundException;
import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.exceptions.YarnRuntimeException;
import org.apache.hadoop.yarn.factories.RecordFactory;
import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider;
import org.apache.hadoop.yarn.util.StringHelper;
import org.apache.hadoop.yarn.webapp.util.WebAppUtils;

/**
 * This class abstracts away how ApplicationReports are fetched.
 */
public abstract class AppReportFetcher {

  protected enum AppReportSource {RM, AHS}

  private final Configuration conf;
  private ApplicationHistoryProtocol historyManager;
  private String ahsAppPageUrlBase;
  private final RecordFactory recordFactory = RecordFactoryProvider.getRecordFactory(null);
  private boolean isAHSEnabled;

  /**
   * Create a new Connection to the RM/Application History Server to fetch Application reports.
   *
   * @param conf the conf to use to know where the RM is.
   */
  public AppReportFetcher(Configuration conf) {
    this.conf = conf;
    if (conf.getBoolean(YarnConfiguration.APPLICATION_HISTORY_ENABLED,
        YarnConfiguration.DEFAULT_APPLICATION_HISTORY_ENABLED)) {
      this.isAHSEnabled = true;
      String scheme = WebAppUtils.getHttpSchemePrefix(conf);
      String historyUrl = WebAppUtils.getAHSWebAppURLWithoutScheme(conf);
      this.ahsAppPageUrlBase = StringHelper.pjoin(scheme + historyUrl, "applicationhistory", "app");
    }
    try {
      if (this.isAHSEnabled) {
        this.historyManager = getAHSProxy(conf);
      } else {
        this.historyManager = null;
      }
    } catch (IOException e) {
      throw new YarnRuntimeException(e);
    }
  }

  protected ApplicationHistoryProtocol getAHSProxy(Configuration configuration)
      throws IOException {
    InetSocketAddress addr = configuration.getSocketAddr(YarnConfiguration.TIMELINE_SERVICE_ADDRESS,
        YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ADDRESS,
        YarnConfiguration.DEFAULT_TIMELINE_SERVICE_PORT);
    return AHSProxy.createAHSProxy(configuration, ApplicationHistoryProtocol.class, addr);
  }

  /**
   * Get an application report for the specified application id from the RM and
   * fall back to the Application History Server if not found in RM.
   * @param appId id of the application to get.
   * @return the ApplicationReport for the appId.
   * @throws YarnException on any error.
   * @throws IOException
   */
  public abstract FetchedAppReport getApplicationReport(ApplicationId appId)
      throws YarnException, IOException;

  /**
   * Get an application report for the specified application id from the RM and
   * fall back to the Application History Server if not found in RM.
   *
   * @param applicationsManager what to use to get the RM reports.
   * @param appId id of the application to get.
   * @return the ApplicationReport for the appId.
   * @throws YarnException on any error.
   * @throws IOException   connection exception.
   */
  protected FetchedAppReport getApplicationReport(ApplicationClientProtocol applicationsManager,
      ApplicationId appId) throws YarnException, IOException {
    GetApplicationReportRequest request =
        this.recordFactory.newRecordInstance(GetApplicationReportRequest.class);
    request.setApplicationId(appId);

    ApplicationReport appReport;
    FetchedAppReport fetchedAppReport;
    try {
      appReport = applicationsManager.getApplicationReport(request).getApplicationReport();
      fetchedAppReport = new FetchedAppReport(appReport, AppReportSource.RM);
    } catch (ApplicationNotFoundException e) {
      if (!isAHSEnabled) {
        // Just throw it as usual if historyService is not enabled.
        throw e;
      }
      //Fetch the application report from AHS
      appReport = historyManager.getApplicationReport(request).getApplicationReport();
      fetchedAppReport = new FetchedAppReport(appReport, AppReportSource.AHS);
    }
    return fetchedAppReport;
  }

  public abstract String getRmAppPageUrlBase(ApplicationId appId) throws IOException, YarnException;

  public String getAhsAppPageUrlBase() {
    return this.ahsAppPageUrlBase;
  }

  protected Configuration getConf() {
    return this.conf;
  }

  public void stop() {
    if (this.historyManager != null) {
      RPC.stopProxy(this.historyManager);
    }
  }

  @VisibleForTesting
  public void setHistoryManager(ApplicationHistoryProtocol historyManager) {
    this.historyManager = historyManager;
  }

  /*
   * This class creates a bundle of the application report and the source from
   * where the report was fetched. This allows the WebAppProxyServlet
   * to make decisions for the application report based on the source.
   */
  protected static class FetchedAppReport {
    private ApplicationReport appReport;
    private AppReportSource appReportSource;

    public FetchedAppReport(ApplicationReport appReport, AppReportSource appReportSource) {
      this.appReport = appReport;
      this.appReportSource = appReportSource;
    }

    public AppReportSource getAppReportSource() {
      return this.appReportSource;
    }

    public ApplicationReport getApplicationReport() {
      return this.appReport;
    }
  }
}