lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloDriverYarn.cs

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

using System;
using System.Collections.Generic;
using System.Linq;
using Org.Apache.REEF.Common.Tasks;
using Org.Apache.REEF.Driver;
using Org.Apache.REEF.Driver.Evaluator;
using Org.Apache.REEF.Tang.Annotations;
using Org.Apache.REEF.Tang.Util;
using Org.Apache.REEF.Utilities.Logging;

namespace Org.Apache.REEF.Examples.HelloREEF
{
    /// <summary>
    /// The Driver for HelloREEF: It requests a single Evaluator and then submits the HelloTask to it.
    /// </summary>
    public sealed class HelloDriverYarn : IObserver<IAllocatedEvaluator>, IObserver<IDriverStarted>
    {
        private static readonly Logger Logger = Logger.GetLogger(typeof(HelloDriver));
        private readonly IEvaluatorRequestor _evaluatorRequestor;

        /// <summary>
        /// List of node names for desired evaluators
        /// </summary>
        private readonly IList<string> _nodeNames;

        /// <summary>
        /// Specify if the desired node names is relaxed
        /// </summary>
        private readonly bool _relaxLocality;

        /// <summary>
        /// Constructor of the driver
        /// </summary>
        /// <param name="evaluatorRequestor">Evaluator Requestor</param>
        /// <param name="nodeNames">Node names for evaluators</param>
        /// <param name="relaxLocality">Relax indicator of evaluator node request</param>
        [Inject]
        private HelloDriverYarn(IEvaluatorRequestor evaluatorRequestor,
            [Parameter(typeof(NodeNames))] ISet<string> nodeNames,
            [Parameter(typeof(RelaxLocality))] bool relaxLocality)
        {
            _evaluatorRequestor = evaluatorRequestor;
            _nodeNames = nodeNames.ToList();
            _relaxLocality = relaxLocality;
        }

        /// <summary>
        /// Submits the HelloTask to the Evaluator.
        /// </summary>
        /// <param name="allocatedEvaluator"></param>
        public void OnNext(IAllocatedEvaluator allocatedEvaluator)
        {
            Logger.Log(Level.Info, "Received allocatedEvaluator-HostName: " + allocatedEvaluator.GetEvaluatorDescriptor().NodeDescriptor.HostName);
            var taskConfiguration = TaskConfiguration.ConfigurationModule
                .Set(TaskConfiguration.Identifier, "HelloTask")
                .Set(TaskConfiguration.Task, GenericType<HelloTask>.Class)
                .Build();
            allocatedEvaluator.SubmitTask(taskConfiguration);
        }

        public void OnError(Exception error)
        {
            throw error;
        }

        public void OnCompleted()
        {
        }

        /// <summary>
        /// Called to start the user mode driver
        /// </summary>
        /// <param name="driverStarted"></param>
        public void OnNext(IDriverStarted driverStarted)
        {
            Logger.Log(Level.Info, string.Format("HelloDriver started at {0}", driverStarted.StartTime));

            if (_nodeNames != null && _nodeNames.Count > 0)
            {
                _evaluatorRequestor.Submit(_evaluatorRequestor.NewBuilder()
                    .AddNodeNames(_nodeNames)
                    .SetMegabytes(64)
                    .SetNumber(_nodeNames.Count)
                    .SetRelaxLocality(_relaxLocality)
                    .Build());
            }
            else
            {
                _evaluatorRequestor.Submit(_evaluatorRequestor.NewBuilder()
                    .SetMegabytes(64)
                    .Build());
            }
        }
    }

    [NamedParameter(documentation: "Set of node names for evaluators")]
    internal class NodeNames : Name<ISet<string>>
    {    
    }

    [NamedParameter(documentation: "RelaxLocality for specifying evaluator node names", shortName: "RelaxLocality", defaultValue: "true")]
    internal class RelaxLocality : Name<bool>
    {        
    }
}