| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| using System; |
| using System.Collections.Generic; |
| using System.Linq; |
| using Apache.Ignite.Core; |
| using Apache.Ignite.Core.Cluster; |
| using Apache.Ignite.Core.Compute; |
| using Apache.Ignite.Core.Discovery.Tcp; |
| using Apache.Ignite.Core.Discovery.Tcp.Static; |
| |
| namespace dotnet_helloworld |
| { |
| public class MapReduceApi |
| { |
| // tag::mapReduceComputeTask[] |
| // tag::computeTaskExample[] |
| class CharCountComputeJob : IComputeJob<int> |
| { |
| private readonly string _arg; |
| |
| public CharCountComputeJob(string arg) |
| { |
| Console.WriteLine(">>> Printing '" + arg + "' from compute job."); |
| this._arg = arg; |
| } |
| |
| public int Execute() |
| { |
| return _arg.Length; |
| } |
| |
| public void Cancel() |
| { |
| throw new System.NotImplementedException(); |
| } |
| } |
| |
| // end::computeTaskExample[] |
| |
| class CharCountTask : IComputeTask<string, int, int> |
| { |
| public IDictionary<IComputeJob<int>, IClusterNode> Map(IList<IClusterNode> subgrid, string arg) |
| { |
| var map = new Dictionary<IComputeJob<int>, IClusterNode>(); |
| using (var enumerator = subgrid.GetEnumerator()) |
| { |
| foreach (var s in arg.Split(" ")) |
| { |
| if (!enumerator.MoveNext()) |
| { |
| enumerator.Reset(); |
| enumerator.MoveNext(); |
| } |
| |
| map.Add(new CharCountComputeJob(s), enumerator.Current); |
| } |
| } |
| |
| return map; |
| } |
| |
| public ComputeJobResultPolicy OnResult(IComputeJobResult<int> res, IList<IComputeJobResult<int>> rcvd) |
| { |
| // If there is no exception, wait for all job results. |
| return res.Exception != null ? ComputeJobResultPolicy.Failover : ComputeJobResultPolicy.Wait; |
| } |
| |
| public int Reduce(IList<IComputeJobResult<int>> results) |
| { |
| return results.Select(res => res.Data).Sum(); |
| } |
| } |
| |
| public static void MapReduceComputeJobDemo() |
| { |
| var ignite = Ignition.Start(new IgniteConfiguration |
| { |
| DiscoverySpi = new TcpDiscoverySpi |
| { |
| LocalPort = 48500, |
| LocalPortRange = 20, |
| IpFinder = new TcpDiscoveryStaticIpFinder |
| { |
| Endpoints = new[] |
| { |
| "127.0.0.1:48500..48520" |
| } |
| } |
| } |
| }); |
| |
| var compute = ignite.GetCompute(); |
| |
| var res = compute.Execute(new CharCountTask(), "Hello Grid Please Count Chars In These Words"); |
| |
| Console.WriteLine("res=" + res); |
| } |
| // end::mapReduceComputeTask[] |
| |
| // tag::computeTaskExample[] |
| public class ComputeTaskExample |
| { |
| private class CharacterCountTask : ComputeTaskSplitAdapter<string, int, int> |
| { |
| public override int Reduce(IList<IComputeJobResult<int>> results) |
| { |
| return results.Select(res => res.Data).Sum(); |
| } |
| |
| protected override ICollection<IComputeJob<int>> Split(int gridSize, string arg) |
| { |
| return arg.Split(" ") |
| .Select(word => new CharCountComputeJob(word)) |
| .Cast<IComputeJob<int>>() |
| .ToList(); |
| } |
| } |
| |
| public static void RunComputeTaskExample() |
| { |
| var ignite = Ignition.Start(new IgniteConfiguration |
| { |
| DiscoverySpi = new TcpDiscoverySpi |
| { |
| LocalPort = 48500, |
| LocalPortRange = 20, |
| IpFinder = new TcpDiscoveryStaticIpFinder |
| { |
| Endpoints = new[] |
| { |
| "127.0.0.1:48500..48520" |
| } |
| } |
| } |
| }); |
| |
| var cnt = ignite.GetCompute().Execute(new CharacterCountTask(), "Hello Grid Enabled World!"); |
| Console.WriteLine(">>> Total number of characters in the phrase is '" + cnt + "'."); |
| } |
| } |
| // end::computeTaskExample[] |
| } |
| } |