Source code

001/*
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements.  See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership.  The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License.  You may obtain a copy of the License at
009 *
010 *   http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing,
013 * software distributed under the License is distributed on an
014 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
015 * KIND, either express or implied.  See the License for the
016 * specific language governing permissions and limitations
017 * under the License.
018 */
019package org.apache.reef.runtime.hdinsight.client;
020
021import org.apache.hadoop.yarn.conf.YarnConfiguration;
022import org.apache.reef.annotations.audience.ClientSide;
023import org.apache.reef.annotations.audience.Private;
024import org.apache.reef.io.TempFileCreator;
025import org.apache.reef.io.WorkingDirectoryTempFileCreator;
026import org.apache.reef.runtime.common.driver.api.*;
027import org.apache.reef.runtime.common.driver.parameters.ClientRemoteIdentifier;
028import org.apache.reef.runtime.common.driver.parameters.DefinedRuntimes;
029import org.apache.reef.runtime.common.driver.parameters.EvaluatorTimeout;
030import org.apache.reef.runtime.common.driver.parameters.JobIdentifier;
031import org.apache.reef.runtime.common.files.RuntimePathProvider;
032import org.apache.reef.runtime.common.files.RuntimeClasspathProvider;
033import org.apache.reef.runtime.common.launch.parameters.ErrorHandlerRID;
034import org.apache.reef.runtime.common.launch.parameters.LaunchID;
035import org.apache.reef.runtime.common.parameters.JVMHeapSlack;
036import org.apache.reef.runtime.hdinsight.HDInsightClasspathProvider;
037import org.apache.reef.runtime.hdinsight.HDInsightJVMPathProvider;
038import org.apache.reef.runtime.yarn.driver.*;
039import org.apache.reef.runtime.yarn.driver.parameters.JobSubmissionDirectory;
040import org.apache.reef.runtime.yarn.driver.parameters.YarnHeartbeatPeriod;
041import org.apache.reef.runtime.yarn.util.YarnConfigurationConstructor;
042import org.apache.reef.tang.formats.ConfigurationModule;
043import org.apache.reef.tang.formats.ConfigurationModuleBuilder;
044import org.apache.reef.tang.formats.OptionalParameter;
045import org.apache.reef.tang.formats.RequiredParameter;
046
047/**
048 * ConfigurationModule to create a Driver configuration.
049 */
050@Private
051@ClientSide
052public final class HDInsightDriverConfiguration extends ConfigurationModuleBuilder {
053
054  /**
055   * @see org.apache.reef.driver.parameters.JobSubmissionDirectory
056   */
057  public static final RequiredParameter<String> JOB_SUBMISSION_DIRECTORY = new RequiredParameter<>();
058
059  /**
060   * @see org.apache.reef.runtime.yarn.driver.parameters.YarnHeartbeatPeriod
061   */
062  public static final OptionalParameter<Integer> YARN_HEARTBEAT_INTERVAL = new OptionalParameter<>();
063
064  /**
065   * @see JobIdentifier
066   */
067  public static final RequiredParameter<String> JOB_IDENTIFIER = new RequiredParameter<>();
068
069  /**
070   * @see DefinedRuntimes
071   */
072  public static final RequiredParameter<String> RUNTIME_NAMES = new RequiredParameter<>();
073
074  /**
075   * The client remote identifier.
076   */
077  public static final OptionalParameter<String> CLIENT_REMOTE_IDENTIFIER = new OptionalParameter<>();
078
079  /**
080   * @see EvaluatorTimeout
081   */
082  public static final OptionalParameter<Long> EVALUATOR_TIMEOUT = new OptionalParameter<>();
083
084  /**
085   * The fraction of the container memory NOT to use for the Java Heap.
086   */
087  public static final OptionalParameter<Double> JVM_HEAP_SLACK = new OptionalParameter<>();
088
089  public static final ConfigurationModule CONF = new HDInsightDriverConfiguration()
090
091      // Bind the YARN runtime for the resource manager.
092      .bindImplementation(ResourceLaunchHandler.class, YARNResourceLaunchHandler.class)
093      .bindImplementation(ResourceReleaseHandler.class, YARNResourceReleaseHandler.class)
094      .bindImplementation(ResourceRequestHandler.class, YarnResourceRequestHandler.class)
095      .bindImplementation(ResourceManagerStartHandler.class, YARNRuntimeStartHandler.class)
096      .bindImplementation(ResourceManagerStopHandler.class, YARNRuntimeStopHandler.class)
097      .bindConstructor(YarnConfiguration.class, YarnConfigurationConstructor.class)
098      .bindImplementation(TempFileCreator.class, WorkingDirectoryTempFileCreator.class)
099
100      // Bind the YARN Configuration parameters
101      .bindNamedParameter(JobSubmissionDirectory.class, JOB_SUBMISSION_DIRECTORY)
102      .bindNamedParameter(YarnHeartbeatPeriod.class, YARN_HEARTBEAT_INTERVAL)
103
104      // Bind the fields bound in AbstractDriverRuntimeConfiguration
105      .bindNamedParameter(JobIdentifier.class, JOB_IDENTIFIER)
106      .bindNamedParameter(LaunchID.class, JOB_IDENTIFIER)
107      .bindNamedParameter(ClientRemoteIdentifier.class, CLIENT_REMOTE_IDENTIFIER)
108      .bindNamedParameter(ErrorHandlerRID.class, CLIENT_REMOTE_IDENTIFIER)
109      .bindNamedParameter(EvaluatorTimeout.class, EVALUATOR_TIMEOUT)
110      .bindNamedParameter(JVMHeapSlack.class, JVM_HEAP_SLACK)
111      .bindImplementation(RuntimeClasspathProvider.class, HDInsightClasspathProvider.class)
112      .bindImplementation(RuntimePathProvider.class, HDInsightJVMPathProvider.class)
113      .bindSetEntry(DefinedRuntimes.class, RUNTIME_NAMES)
114      .build();
115}