| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <!-- |
| | Generated by Apache Maven Doxia at 2021-06-15 |
| | Rendered using Apache Maven Stylus Skin 1.5 |
| --> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <title>Apache Hadoop MapReduce HistoryServer – MapReduce History Server REST APIs.</title> |
| <style type="text/css" media="all"> |
| @import url("./css/maven-base.css"); |
| @import url("./css/maven-theme.css"); |
| @import url("./css/site.css"); |
| </style> |
| <link rel="stylesheet" href="./css/print.css" type="text/css" media="print" /> |
| <meta name="Date-Revision-yyyymmdd" content="20210615" /> |
| <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" /> |
| </head> |
| <body class="composite"> |
| <div id="banner"> |
| <a href="http://hadoop.apache.org/" id="bannerLeft"> |
| <img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" /> |
| </a> |
| <a href="http://www.apache.org/" id="bannerRight"> |
| <img src="http://www.apache.org/images/asf_logo_wide.png" alt="" /> |
| </a> |
| <div class="clear"> |
| <hr/> |
| </div> |
| </div> |
| <div id="breadcrumbs"> |
| |
| <div class="xleft"> |
| <a href="http://www.apache.org/" class="externalLink">Apache</a> |
| > |
| <a href="http://hadoop.apache.org/" class="externalLink">Hadoop</a> |
| > |
| <a href="../index.html">Apache Hadoop MapReduce Client</a> |
| > |
| <a href="index.html">Apache Hadoop MapReduce HistoryServer</a> |
| > |
| MapReduce History Server REST APIs. |
| </div> |
| <div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a> |
| | |
| <a href="https://gitbox.apache.org/repos/asf/hadoop.git" class="externalLink">git</a> |
| |
| | Last Published: 2021-06-15 |
| | Version: 3.3.1 |
| </div> |
| <div class="clear"> |
| <hr/> |
| </div> |
| </div> |
| <div id="leftColumn"> |
| <div id="navcolumn"> |
| |
| <h5>General</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../index.html">Overview</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html">Commands Reference</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/FileSystemShell.html">FileSystem Shell</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/Compatibility.html">Compatibility Specification</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/DownstreamDev.html">Downstream Developer's Guide</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/AdminCompatibilityGuide.html">Admin Compatibility Guide</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/InterfaceClassification.html">Interface Classification</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/filesystem/index.html">FileSystem Specification</a> |
| </li> |
| </ul> |
| <h5>Common</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/FairCallQueue.html">Fair Call Queue</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/Superusers.html">Proxy User</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/RackAwareness.html">Rack Awareness</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/CredentialProviderAPI.html">Credential Provider API</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-kms/index.html">Hadoop KMS</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/Tracing.html">Tracing</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/UnixShellGuide.html">Unix Shell Guide</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/registry/index.html">Registry</a> |
| </li> |
| </ul> |
| <h5>HDFS</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">Architecture</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">User Guide</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSCommands.html">Commands Reference</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithQJM.html">NameNode HA With QJM</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithNFS.html">NameNode HA With NFS</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/ObserverNameNode.html">Observer NameNode</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/ViewFs.html">ViewFs</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/ViewFsOverloadScheme.html">ViewFsOverloadScheme</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">Snapshots</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">libhdfs (C API)</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS (REST API)</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-hdfs-httpfs/index.html">HttpFS</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">NFS Gateway</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html">Rolling Upgrade</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/ExtendedAttributes.html">Extended Attributes</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/TransparentEncryption.html">Transparent Encryption</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsMultihoming.html">Multihoming</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html">Storage Policies</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/MemoryStorage.html">Memory Storage Support</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/SLGUserGuide.html">Synthetic Load Generator</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSErasureCoding.html">Erasure Coding</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSDiskbalancer.html">Disk Balancer</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUpgradeDomain.html">Upgrade Domain</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDataNodeAdminGuide.html">DataNode Admin</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs-rbf/HDFSRouterFederation.html">Router Federation</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsProvidedStorage.html">Provided Storage</a> |
| </li> |
| </ul> |
| <h5>MapReduce</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html">Tutorial</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredCommands.html">Commands Reference</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibility with 1.x</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/SharedCacheSupport.html">Support for YARN Shared Cache</a> |
| </li> |
| </ul> |
| <h5>MapReduce REST APIs</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredAppMasterRest.html">MR Application Master</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-hs/HistoryServerRest.html">MR History Server</a> |
| </li> |
| </ul> |
| <h5>YARN</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/YARN.html">Architecture</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">Commands Reference</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRestart.html">ResourceManager Restart</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerHA.html">ResourceManager HA</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceModel.html">Resource Model</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/NodeLabel.html">Node Labels</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/NodeAttributes.html">Node Attributes</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html">Timeline Server</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html">Timeline Service V.2</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/YarnApplicationSecurity.html">YARN Application Security</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManager.html">NodeManager</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/DockerContainers.html">Running Applications in Docker Containers</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/RuncContainers.html">Running Applications in runC Containers</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerCgroups.html">Using CGroups</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/SecureContainer.html">Secure Containers</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/ReservationSystem.html">Reservation System</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/GracefulDecommission.html">Graceful Decommission</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/OpportunisticContainers.html">Opportunistic Containers</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/Federation.html">YARN Federation</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/SharedCache.html">Shared Cache</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/UsingGpus.html">Using GPU</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/UsingFPGA.html">Using FPGA</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/PlacementConstraints.html">Placement Constraints</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/YarnUI2.html">YARN UI2</a> |
| </li> |
| </ul> |
| <h5>YARN REST APIs</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html#Timeline_Server_REST_API_v1">Timeline Server</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html#Timeline_Service_v.2_REST_API">Timeline Service V.2</a> |
| </li> |
| </ul> |
| <h5>YARN Service</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Overview.html">Overview</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/QuickStart.html">QuickStart</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Concepts.html">Concepts</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/YarnServiceAPI.html">Yarn Service API</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/ServiceDiscovery.html">Service Discovery</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/SystemServices.html">System Services</a> |
| </li> |
| </ul> |
| <h5>Hadoop Compatible File Systems</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-aliyun/tools/hadoop-aliyun/index.html">Aliyun OSS</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-aws/tools/hadoop-aws/index.html">Amazon S3</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-azure/index.html">Azure Blob Storage</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-azure-datalake/index.html">Azure Data Lake Storage</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-openstack/index.html">OpenStack Swift</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-cos/cloud-storage/index.html">Tencent COS</a> |
| </li> |
| </ul> |
| <h5>Auth</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-auth/index.html">Overview</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-auth/Examples.html">Examples</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-auth/Configuration.html">Configuration</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-auth/BuildingIt.html">Building</a> |
| </li> |
| </ul> |
| <h5>Tools</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-streaming/HadoopStreaming.html">Hadoop Streaming</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-archives/HadoopArchives.html">Hadoop Archives</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-archive-logs/HadoopArchiveLogs.html">Hadoop Archive Logs</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-distcp/DistCp.html">DistCp</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-gridmix/GridMix.html">GridMix</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-rumen/Rumen.html">Rumen</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-resourceestimator/ResourceEstimator.html">Resource Estimator Service</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/Benchmarking.html">Hadoop Benchmarking</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-dynamometer/Dynamometer.html">Dynamometer</a> |
| </li> |
| </ul> |
| <h5>Reference</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/release/">Changelog and Release Notes</a> |
| </li> |
| <li class="none"> |
| <a href="../../api/index.html">Java API docs</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/UnixShellAPI.html">Unix Shell API</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/Metrics.html">Metrics</a> |
| </li> |
| </ul> |
| <h5>Configuration</h5> |
| <ul> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-hdfs-rbf/hdfs-rbf-default.xml">hdfs-rbf-default.xml</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-kms/kms-default.html">kms-default.xml</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-hdfs-httpfs/httpfs-default.html">httpfs-default.xml</a> |
| </li> |
| <li class="none"> |
| <a href="../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a> |
| </li> |
| </ul> |
| <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy"> |
| <img alt="Built by Maven" src="./images/logos/maven-feather.png"/> |
| </a> |
| |
| </div> |
| </div> |
| <div id="bodyColumn"> |
| <div id="contentBox"> |
| <!--- |
| Licensed under the Apache License, Version 2.0 (the "License"); |
| you may not use this file except in compliance with the License. |
| You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. See accompanying LICENSE file. |
| --> |
| <h1>MapReduce History Server REST API’s.</h1> |
| <ul> |
| <li><a href="#Overview">Overview</a></li> |
| <li><a href="#History_Server_Information_API">History Server Information API</a> |
| <ul> |
| <li><a href="#URI">URI</a></li> |
| <li><a href="#HTTP_Operations_Supported">HTTP Operations Supported</a></li> |
| <li><a href="#Query_Parameters_Supported">Query Parameters Supported</a></li> |
| <li><a href="#Elements_of_the_historyInfo_object">Elements of the historyInfo object</a></li> |
| <li><a href="#Response_Examples">Response Examples</a></li></ul></li> |
| <li><a href="#MapReduce_API.E2.80.99s">MapReduce API’s</a> |
| <ul> |
| <li><a href="#Jobs_API">Jobs API</a></li> |
| <li><a href="#Job_API">Job API</a></li> |
| <li><a href="#Elements_of_the_acls_object">Elements of the acls object</a></li> |
| <li><a href="#Job_Attempts_API">Job Attempts API</a></li> |
| <li><a href="#Job_Counters_API">Job Counters API</a></li> |
| <li><a href="#Job_Conf_API">Job Conf API</a></li> |
| <li><a href="#Tasks_API">Tasks API</a></li> |
| <li><a href="#Task_API">Task API</a></li> |
| <li><a href="#Task_Counters_API">Task Counters API</a></li> |
| <li><a href="#Task_Attempts_API">Task Attempts API</a></li> |
| <li><a href="#Task_Attempt_API">Task Attempt API</a></li> |
| <li><a href="#Task_Attempt_Counters_API">Task Attempt Counters API</a></li></ul></li></ul> |
| |
| <div class="section"> |
| <h2><a name="Overview"></a>Overview</h2> |
| <p>The history server REST API’s allow the user to get status on finished applications.</p></div> |
| <div class="section"> |
| <h2><a name="History_Server_Information_API"></a>History Server Information API</h2> |
| <p>The history server information resource provides overall information about the history server.</p> |
| <div class="section"> |
| <h3><a name="URI"></a>URI</h3> |
| <p>Both of the following URI’s give you the history server information, from an application id identified by the appid value.</p> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history">http://history-server-http-address:port/ws/v1/history</a> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/info">http://history-server-http-address:port/ws/v1/history/info</a></li> |
| </ul> |
| </li> |
| </ul></div> |
| <div class="section"> |
| <h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h3><a name="Elements_of_the_historyInfo_object"></a>Elements of the <i>historyInfo</i> object</h3> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> startedOn </td> |
| <td align="left"> long </td> |
| <td align="left"> The time the history server was started (in ms since epoch) </td></tr> |
| <tr class="a"> |
| <td align="left"> hadoopVersion </td> |
| <td align="left"> string </td> |
| <td align="left"> Version of hadoop common </td></tr> |
| <tr class="b"> |
| <td align="left"> hadoopBuildVersion </td> |
| <td align="left"> string </td> |
| <td align="left"> Hadoop common build string with build version, user, and checksum </td></tr> |
| <tr class="a"> |
| <td align="left"> hadoopVersionBuiltOn </td> |
| <td align="left"> string </td> |
| <td align="left"> Timestamp when hadoop common was built </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h3><a name="Response_Examples"></a>Response Examples</h3> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/info |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "historyInfo" : { |
| "startedOn":1353512830963, |
| "hadoopVersionBuiltOn" : "Wed Jan 11 21:18:36 UTC 2012", |
| "hadoopBuildVersion" : "0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7", |
| "hadoopVersion" : "0.23.1-SNAPSHOT" |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/info |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 330 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <historyInfo> |
| <startedOn>1353512830963</startedOn> |
| <hadoopVersion>0.23.1-SNAPSHOT</hadoopVersion> |
| <hadoopBuildVersion>0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7</hadoopBuildVersion> |
| <hadoopVersionBuiltOn>Wed Jan 11 21:18:36 UTC 2012</hadoopVersionBuiltOn> |
| </historyInfo> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h2><a name="MapReduce_API.E2.80.99s"></a>MapReduce API’s</h2> |
| <p>The following list of resources apply to MapReduce.</p> |
| <div class="section"> |
| <h3><a name="Jobs_API"></a>Jobs API</h3> |
| <p>The jobs resource provides a list of the MapReduce jobs that have finished. It does not currently return a full list of parameters</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| <p>Multiple parameters can be specified. The started and finished times have a begin and end parameter to allow you to specify ranges. For example, one could request all jobs that started between 1:00am and 2:00pm on 12/19/2011 with startedTimeBegin=1324256400&startedTimeEnd=1324303200. If the Begin parameter is not specfied, it defaults to 0, and if the End parameter is not specified, it defaults to infinity.</p> |
| <ul> |
| |
| <li>user - user name |
| <ul> |
| |
| <li>state - the job state</li> |
| <li>queue - queue name</li> |
| <li>limit - total number of app objects to be returned</li> |
| <li>startedTimeBegin - jobs with start time beginning with this time, specified in ms since epoch</li> |
| <li>startedTimeEnd - jobs with start time ending with this time, specified in ms since epoch</li> |
| <li>finishedTimeBegin - jobs with finish time beginning with this time, specified in ms since epoch</li> |
| <li>finishedTimeEnd - jobs with finish time ending with this time, specified in ms since epoch</li> |
| </ul> |
| </li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_jobs_object"></a>Elements of the <i>jobs</i> object</h4> |
| <p>When you make a request for the list of jobs, the information will be returned as an array of job objects. See also <a href="#Job_API">Job API</a> for syntax of the job object. Except this is a subset of a full job. Only startTime, finishTime, id, name, queue, user, state, mapsTotal, mapsCompleted, reducesTotal, and reducesCompleted are returned.</p> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> job </td> |
| <td align="left"> array of job objects(json)/zero or more job objects(XML) </td> |
| <td align="left"> The collection of job objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "jobs" : { |
| "job" : [ |
| { |
| "submitTime" : 1326381344449, |
| "state" : "SUCCEEDED", |
| "user" : "user1", |
| "reducesTotal" : 1, |
| "mapsCompleted" : 1, |
| "startTime" : 1326381344489, |
| "id" : "job_1326381300833_1_1", |
| "name" : "word count", |
| "reducesCompleted" : 1, |
| "mapsTotal" : 1, |
| "queue" : "default", |
| "finishTime" : 1326381356010 |
| }, |
| { |
| "submitTime" : 1326381446500 |
| "state" : "SUCCEEDED", |
| "user" : "user1", |
| "reducesTotal" : 1, |
| "mapsCompleted" : 1, |
| "startTime" : 1326381446529, |
| "id" : "job_1326381300833_2_2", |
| "name" : "Sleep job", |
| "reducesCompleted" : 1, |
| "mapsTotal" : 1, |
| "queue" : "default", |
| "finishTime" : 1326381582106 |
| } |
| ] |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 1922 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <jobs> |
| <job> |
| <submitTime>1326381344449</submitTime> |
| <startTime>1326381344489</startTime> |
| <finishTime>1326381356010</finishTime> |
| <id>job_1326381300833_1_1</id> |
| <name>word count</name> |
| <queue>default</queue> |
| <user>user1</user> |
| <state>SUCCEEDED</state> |
| <mapsTotal>1</mapsTotal> |
| <mapsCompleted>1</mapsCompleted> |
| <reducesTotal>1</reducesTotal> |
| <reducesCompleted>1</reducesCompleted> |
| </job> |
| <job> |
| <submitTime>1326381446500</submitTime> |
| <startTime>1326381446529</startTime> |
| <finishTime>1326381582106</finishTime> |
| <id>job_1326381300833_2_2</id> |
| <name>Sleep job</name> |
| <queue>default</queue> |
| <user>user1</user> |
| <state>SUCCEEDED</state> |
| <mapsTotal>1</mapsTotal> |
| <mapsCompleted>1</mapsCompleted> |
| <reducesTotal>1</reducesTotal> |
| <reducesCompleted>1</reducesCompleted> |
| </job> |
| </jobs> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Job_API"></a>Job API</h3> |
| <p>A Job resource contains information about a particular job identified by jobid.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_job_object"></a>Elements of the <i>job</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> id </td> |
| <td align="left"> string </td> |
| <td align="left"> The job id </td></tr> |
| <tr class="a"> |
| <td align="left"> name </td> |
| <td align="left"> string </td> |
| <td align="left"> The job name </td></tr> |
| <tr class="b"> |
| <td align="left"> queue </td> |
| <td align="left"> string </td> |
| <td align="left"> The queue the job was submitted to </td></tr> |
| <tr class="a"> |
| <td align="left"> user </td> |
| <td align="left"> string </td> |
| <td align="left"> The user name </td></tr> |
| <tr class="b"> |
| <td align="left"> state </td> |
| <td align="left"> string </td> |
| <td align="left"> the job state - valid values are: NEW, INITED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED, ERROR </td></tr> |
| <tr class="a"> |
| <td align="left"> diagnostics </td> |
| <td align="left"> string </td> |
| <td align="left"> A diagnostic message </td></tr> |
| <tr class="b"> |
| <td align="left"> submitTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time the job submitted (in ms since epoch) </td></tr> |
| <tr class="a"> |
| <td align="left"> startTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time the job started (in ms since epoch) </td></tr> |
| <tr class="b"> |
| <td align="left"> finishTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time the job finished (in ms since epoch) </td></tr> |
| <tr class="a"> |
| <td align="left"> mapsTotal </td> |
| <td align="left"> int </td> |
| <td align="left"> The total number of maps </td></tr> |
| <tr class="b"> |
| <td align="left"> mapsCompleted </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of completed maps </td></tr> |
| <tr class="a"> |
| <td align="left"> reducesTotal </td> |
| <td align="left"> int </td> |
| <td align="left"> The total number of reduces </td></tr> |
| <tr class="b"> |
| <td align="left"> reducesCompleted </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of completed reduces </td></tr> |
| <tr class="a"> |
| <td align="left"> uberized </td> |
| <td align="left"> boolean </td> |
| <td align="left"> Indicates if the job was an uber job - ran completely in the application master </td></tr> |
| <tr class="b"> |
| <td align="left"> avgMapTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The average time of a map task (in ms) </td></tr> |
| <tr class="a"> |
| <td align="left"> avgReduceTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The average time of the reduce (in ms) </td></tr> |
| <tr class="b"> |
| <td align="left"> avgShuffleTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The average time of the shuffle (in ms) </td></tr> |
| <tr class="a"> |
| <td align="left"> avgMergeTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The average time of the merge (in ms) </td></tr> |
| <tr class="b"> |
| <td align="left"> failedReduceAttempts </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of failed reduce attempts </td></tr> |
| <tr class="a"> |
| <td align="left"> killedReduceAttempts </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of killed reduce attempts </td></tr> |
| <tr class="b"> |
| <td align="left"> successfulReduceAttempts </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of successful reduce attempts </td></tr> |
| <tr class="a"> |
| <td align="left"> failedMapAttempts </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of failed map attempts </td></tr> |
| <tr class="b"> |
| <td align="left"> killedMapAttempts </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of killed map attempts </td></tr> |
| <tr class="a"> |
| <td align="left"> successfulMapAttempts </td> |
| <td align="left"> int </td> |
| <td align="left"> The number of successful map attempts </td></tr> |
| <tr class="b"> |
| <td align="left"> acls </td> |
| <td align="left"> array of acls(json)/zero or more acls objects(xml) </td> |
| <td align="left"> A collection of acls objects </td></tr> |
| </tbody> |
| </table></div></div> |
| <div class="section"> |
| <h3><a name="Elements_of_the_acls_object"></a>Elements of the <i>acls</i> object</h3> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> value </td> |
| <td align="left"> string </td> |
| <td align="left"> The acl value </td></tr> |
| <tr class="a"> |
| <td align="left"> name </td> |
| <td align="left"> string </td> |
| <td align="left"> The acl name </td></tr> |
| </tbody> |
| </table> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2 |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Server: Jetty(6.1.26) |
| Content-Length: 720 |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "job" : { |
| "submitTime": 1326381446500, |
| "avgReduceTime" : 124961, |
| "failedReduceAttempts" : 0, |
| "state" : "SUCCEEDED", |
| "successfulReduceAttempts" : 1, |
| "acls" : [ |
| { |
| "value" : " ", |
| "name" : "mapreduce.job.acl-modify-job" |
| }, |
| { |
| "value" : " ", |
| "name" : "mapreduce.job.acl-view-job" |
| } |
| ], |
| "user" : "user1", |
| "reducesTotal" : 1, |
| "mapsCompleted" : 1, |
| "startTime" : 1326381446529, |
| "id" : "job_1326381300833_2_2", |
| "avgMapTime" : 2638, |
| "successfulMapAttempts" : 1, |
| "name" : "Sleep job", |
| "avgShuffleTime" : 2540, |
| "reducesCompleted" : 1, |
| "diagnostics" : "", |
| "failedMapAttempts" : 0, |
| "avgMergeTime" : 2589, |
| "killedReduceAttempts" : 0, |
| "mapsTotal" : 1, |
| "queue" : "default", |
| "uberized" : false, |
| "killedMapAttempts" : 0, |
| "finishTime" : 1326381582106 |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2 |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 983 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <job> |
| <submitTime>1326381446500</submitTime> |
| <startTime>1326381446529</startTime> |
| <finishTime>1326381582106</finishTime> |
| <id>job_1326381300833_2_2</id> |
| <name>Sleep job</name> |
| <queue>default</queue> |
| <user>user1</user> |
| <state>SUCCEEDED</state> |
| <mapsTotal>1</mapsTotal> |
| <mapsCompleted>1</mapsCompleted> |
| <reducesTotal>1</reducesTotal> |
| <reducesCompleted>1</reducesCompleted> |
| <uberized>false</uberized> |
| <diagnostics/> |
| <avgMapTime>2638</avgMapTime> |
| <avgReduceTime>124961</avgReduceTime> |
| <avgShuffleTime>2540</avgShuffleTime> |
| <avgMergeTime>2589</avgMergeTime> |
| <failedReduceAttempts>0</failedReduceAttempts> |
| <killedReduceAttempts>0</killedReduceAttempts> |
| <successfulReduceAttempts>1</successfulReduceAttempts> |
| <failedMapAttempts>0</failedMapAttempts> |
| <killedMapAttempts>0</killedMapAttempts> |
| <successfulMapAttempts>1</successfulMapAttempts> |
| <acls> |
| <name>mapreduce.job.acl-modify-job</name> |
| <value> </value> |
| </acls> |
| <acls> |
| <name>mapreduce.job.acl-view-job</name> |
| <value> </value> |
| </acls> |
| </job> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Job_Attempts_API"></a>Job Attempts API</h3> |
| <p>With the job attempts API, you can obtain a collection of resources that represent a job attempt. When you run a GET operation on this resource, you obtain a collection of Job Attempt Objects.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_jobAttempts_object"></a>Elements of the <i>jobAttempts</i> object</h4> |
| <p>When you make a request for the list of job attempts, the information will be returned as an array of job attempt objects.</p> |
| <p>jobAttempts:</p> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> jobAttempt </td> |
| <td align="left"> array of job attempt objects(JSON)/zero or more job attempt objects(XML) </td> |
| <td align="left"> The collection of job attempt objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_jobAttempt_object"></a>Elements of the <i>jobAttempt</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> id </td> |
| <td align="left"> int </td> |
| <td align="left"> The job attempt id </td></tr> |
| <tr class="a"> |
| <td align="left"> nodeId </td> |
| <td align="left"> string </td> |
| <td align="left"> The node id of the node the attempt ran on </td></tr> |
| <tr class="b"> |
| <td align="left"> nodeHttpAddress </td> |
| <td align="left"> string </td> |
| <td align="left"> The node http address of the node the attempt ran on </td></tr> |
| <tr class="a"> |
| <td align="left"> logsLink </td> |
| <td align="left"> string </td> |
| <td align="left"> The http link to the job attempt logs </td></tr> |
| <tr class="b"> |
| <td align="left"> containerId </td> |
| <td align="left"> string </td> |
| <td align="left"> The id of the container for the job attempt </td></tr> |
| <tr class="a"> |
| <td align="left"> startTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The start time of the attempt (in ms since epoch) </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattempts |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "jobAttempts" : { |
| "jobAttempt" : [ |
| { |
| "nodeId" : "host.domain.com:8041", |
| "nodeHttpAddress" : "host.domain.com:8042", |
| "startTime" : 1326381444693, |
| "id" : 1, |
| "logsLink" : "http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1", |
| "containerId" : "container_1326381300833_0002_01_000001" |
| } |
| ] |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattmpts |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 575 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <jobAttempts> |
| <jobAttempt> |
| <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress> |
| <nodeId>host.domain.com:8041</nodeId> |
| <id>1</id> |
| <startTime>1326381444693</startTime> |
| <containerId>container_1326381300833_0002_01_000001</containerId> |
| <logsLink>http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1</logsLink> |
| </jobAttempt> |
| </jobAttempts> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Job_Counters_API"></a>Job Counters API</h3> |
| <p>With the job counters API, you can object a collection of resources that represent al the counters for that job.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_jobCounters_object"></a>Elements of the <i>jobCounters</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> id </td> |
| <td align="left"> string </td> |
| <td align="left"> The job id </td></tr> |
| <tr class="a"> |
| <td align="left"> counterGroup </td> |
| <td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td> |
| <td align="left"> A collection of counter group objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_counterGroup_objecs"></a>Elements of the <i>counterGroup</i> objecs</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> counterGroupName </td> |
| <td align="left"> string </td> |
| <td align="left"> The name of the counter group </td></tr> |
| <tr class="a"> |
| <td align="left"> counter </td> |
| <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td> |
| <td align="left"> A collection of counter objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> name </td> |
| <td align="left"> string </td> |
| <td align="left"> The name of the counter </td></tr> |
| <tr class="a"> |
| <td align="left"> reduceCounterValue </td> |
| <td align="left"> long </td> |
| <td align="left"> The counter value of reduce tasks </td></tr> |
| <tr class="b"> |
| <td align="left"> mapCounterValue </td> |
| <td align="left"> long </td> |
| <td align="left"> The counter value of map tasks </td></tr> |
| <tr class="a"> |
| <td align="left"> totalCounterValue </td> |
| <td align="left"> long </td> |
| <td align="left"> The counter value of all tasks </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "jobCounters" : { |
| "id" : "job_1326381300833_2_2", |
| "counterGroup" : [ |
| { |
| "counterGroupName" : "Shuffle Errors", |
| "counter" : [ |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "BAD_ID" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "CONNECTION" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "IO_ERROR" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "WRONG_LENGTH" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "WRONG_MAP" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "WRONG_REDUCE" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter", |
| "counter" : [ |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 2483, |
| "name" : "FILE_BYTES_READ" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 108525, |
| "name" : "FILE_BYTES_WRITTEN" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "FILE_READ_OPS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "FILE_LARGE_READ_OPS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "FILE_WRITE_OPS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 48, |
| "name" : "HDFS_BYTES_READ" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "HDFS_BYTES_WRITTEN" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1, |
| "name" : "HDFS_READ_OPS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "HDFS_LARGE_READ_OPS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "HDFS_WRITE_OPS" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter", |
| "counter" : [ |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1, |
| "name" : "MAP_INPUT_RECORDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1200, |
| "name" : "MAP_OUTPUT_RECORDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 4800, |
| "name" : "MAP_OUTPUT_BYTES" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 2235, |
| "name" : "MAP_OUTPUT_MATERIALIZED_BYTES" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 48, |
| "name" : "SPLIT_RAW_BYTES" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "COMBINE_INPUT_RECORDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "COMBINE_OUTPUT_RECORDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1200, |
| "name" : "REDUCE_INPUT_GROUPS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 2235, |
| "name" : "REDUCE_SHUFFLE_BYTES" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1200, |
| "name" : "REDUCE_INPUT_RECORDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "REDUCE_OUTPUT_RECORDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 2400, |
| "name" : "SPILLED_RECORDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1, |
| "name" : "SHUFFLED_MAPS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "FAILED_SHUFFLE" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1, |
| "name" : "MERGED_MAP_OUTPUTS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 113, |
| "name" : "GC_TIME_MILLIS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 1830, |
| "name" : "CPU_MILLISECONDS" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 478068736, |
| "name" : "PHYSICAL_MEMORY_BYTES" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 2159284224, |
| "name" : "VIRTUAL_MEMORY_BYTES" |
| }, |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 378863616, |
| "name" : "COMMITTED_HEAP_BYTES" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter", |
| "counter" : [ |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "BYTES_READ" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", |
| "counter" : [ |
| { |
| "reduceCounterValue" : 0, |
| "mapCounterValue" : 0, |
| "totalCounterValue" : 0, |
| "name" : "BYTES_WRITTEN" |
| } |
| ] |
| } |
| ] |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 7030 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <jobCounters> |
| <id>job_1326381300833_2_2</id> |
| <counterGroup> |
| <counterGroupName>Shuffle Errors</counterGroupName> |
| <counter> |
| <name>BAD_ID</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>CONNECTION</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>IO_ERROR</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>WRONG_LENGTH</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>WRONG_MAP</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>WRONG_REDUCE</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| </counterGroup> |
| <counterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName> |
| <counter> |
| <name>FILE_BYTES_READ</name> |
| <totalCounterValue>2483</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>FILE_BYTES_WRITTEN</name> |
| <totalCounterValue>108525</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>FILE_READ_OPS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>FILE_LARGE_READ_OPS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>FILE_WRITE_OPS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>HDFS_BYTES_READ</name> |
| <totalCounterValue>48</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>HDFS_BYTES_WRITTEN</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>HDFS_READ_OPS</name> |
| <totalCounterValue>1</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>HDFS_LARGE_READ_OPS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>HDFS_WRITE_OPS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| </counterGroup> |
| <counterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName> |
| <counter> |
| <name>MAP_INPUT_RECORDS</name> |
| <totalCounterValue>1</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>MAP_OUTPUT_RECORDS</name> |
| <totalCounterValue>1200</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>MAP_OUTPUT_BYTES</name> |
| <totalCounterValue>4800</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>MAP_OUTPUT_MATERIALIZED_BYTES</name> |
| <totalCounterValue>2235</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>SPLIT_RAW_BYTES</name> |
| <totalCounterValue>48</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>COMBINE_INPUT_RECORDS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>COMBINE_OUTPUT_RECORDS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>REDUCE_INPUT_GROUPS</name> |
| <totalCounterValue>1200</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>REDUCE_SHUFFLE_BYTES</name> |
| <totalCounterValue>2235</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>REDUCE_INPUT_RECORDS</name> |
| <totalCounterValue>1200</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>REDUCE_OUTPUT_RECORDS</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>SPILLED_RECORDS</name> |
| <totalCounterValue>2400</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>SHUFFLED_MAPS</name> |
| <totalCounterValue>1</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>FAILED_SHUFFLE</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>MERGED_MAP_OUTPUTS</name> |
| <totalCounterValue>1</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>GC_TIME_MILLIS</name> |
| <totalCounterValue>113</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>CPU_MILLISECONDS</name> |
| <totalCounterValue>1830</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>PHYSICAL_MEMORY_BYTES</name> |
| <totalCounterValue>478068736</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>VIRTUAL_MEMORY_BYTES</name> |
| <totalCounterValue>2159284224</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| <counter> |
| <name>COMMITTED_HEAP_BYTES</name> |
| <totalCounterValue>378863616</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| </counterGroup> |
| <counterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter</counterGroupName> |
| <counter> |
| <name>BYTES_READ</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| </counterGroup> |
| <counterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName> |
| <counter> |
| <name>BYTES_WRITTEN</name> |
| <totalCounterValue>0</totalCounterValue> |
| <mapCounterValue>0</mapCounterValue> |
| <reduceCounterValue>0</reduceCounterValue> |
| </counter> |
| </counterGroup> |
| </jobCounters> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Job_Conf_API"></a>Job Conf API</h3> |
| <p>A job configuration resource contains information about the job configuration for this job.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <p>Use the following URI to obtain th job configuration information, from a job identified by the jobid value.</p> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_conf_object"></a>Elements of the <i>conf</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> path </td> |
| <td align="left"> string </td> |
| <td align="left"> The path to the job configuration file </td></tr> |
| <tr class="a"> |
| <td align="left"> property </td> |
| <td align="left"> array of the configuration properties(JSON)/zero or more configuration properties(XML) </td> |
| <td align="left"> Collection of configuration property objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_property_object"></a>Elements of the <i>property</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> name </td> |
| <td align="left"> string </td> |
| <td align="left"> The name of the configuration property </td></tr> |
| <tr class="a"> |
| <td align="left"> value </td> |
| <td align="left"> string </td> |
| <td align="left"> The value of the configuration property </td></tr> |
| <tr class="b"> |
| <td align="left"> source </td> |
| <td align="left"> string </td> |
| <td align="left"> The location this configuration object came from. If there is more then one of these it shows the history with the latest source at the end of the list. </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| <p>This is a small snippet of the output as the output if very large. The real output contains every property in your job configuration file.</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "conf" : { |
| "path" : "hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml", |
| "property" : [ |
| { |
| "value" : "/home/hadoop/hdfs/data", |
| "name" : "dfs.datanode.data.dir" |
| "source" : ["hdfs-site.xml", "job.xml"] |
| }, |
| { |
| "value" : "org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer", |
| "name" : "hadoop.http.filter.initializers" |
| "source" : ["programmatically", "job.xml"] |
| }, |
| { |
| "value" : "/home/hadoop/tmp", |
| "name" : "mapreduce.cluster.temp.dir" |
| "source" : ["mapred-site.xml"] |
| }, |
| ... |
| ] |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 552 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <conf> |
| <path>hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml</path> |
| <property> |
| <name>dfs.datanode.data.dir</name> |
| <value>/home/hadoop/hdfs/data</value> |
| <source>hdfs-site.xml</source> |
| <source>job.xml</source> |
| </property> |
| <property> |
| <name>hadoop.http.filter.initializers</name> |
| <value>org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer</value> |
| <source>programmatically</source> |
| <source>job.xml</source> |
| </property> |
| <property> |
| <name>mapreduce.cluster.temp.dir</name> |
| <value>/home/hadoop/tmp</value> |
| <source>mapred-site.xml</source> |
| </property> |
| ... |
| </conf> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Tasks_API"></a>Tasks API</h3> |
| <p>With the tasks API, you can obtain a collection of resources that represent a task within a job. When you run a GET operation on this resource, you obtain a collection of Task Objects.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| <ul> |
| |
| <li>type - type of task, valid values are m or r. m for map task or r for reduce task.</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_tasks_object"></a>Elements of the <i>tasks</i> object</h4> |
| <p>When you make a request for the list of tasks , the information will be returned as an array of task objects. See also <a href="#Task_API">Task API</a> for syntax of the task object.</p> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> task </td> |
| <td align="left"> array of task objects(JSON)/zero or more task objects(XML) </td> |
| <td align="left"> The collection of task objects. </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "tasks" : { |
| "task" : [ |
| { |
| "progress" : 100, |
| "elapsedTime" : 6777, |
| "state" : "SUCCEEDED", |
| "startTime" : 1326381446541, |
| "id" : "task_1326381300833_2_2_m_0", |
| "type" : "MAP", |
| "successfulAttempt" : "attempt_1326381300833_2_2_m_0_0", |
| "finishTime" : 1326381453318 |
| }, |
| { |
| "progress" : 100, |
| "elapsedTime" : 135559, |
| "state" : "SUCCEEDED", |
| "startTime" : 1326381446544, |
| "id" : "task_1326381300833_2_2_r_0", |
| "type" : "REDUCE", |
| "successfulAttempt" : "attempt_1326381300833_2_2_r_0_0", |
| "finishTime" : 1326381582103 |
| } |
| ] |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 653 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <tasks> |
| <task> |
| <startTime>1326381446541</startTime> |
| <finishTime>1326381453318</finishTime> |
| <elapsedTime>6777</elapsedTime> |
| <progress>100.0</progress> |
| <id>task_1326381300833_2_2_m_0</id> |
| <state>SUCCEEDED</state> |
| <type>MAP</type> |
| <successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt> |
| </task> |
| <task> |
| <startTime>1326381446544</startTime> |
| <finishTime>1326381582103</finishTime> |
| <elapsedTime>135559</elapsedTime> |
| <progress>100.0</progress> |
| <id>task_1326381300833_2_2_r_0</id> |
| <state>SUCCEEDED</state> |
| <type>REDUCE</type> |
| <successfulAttempt>attempt_1326381300833_2_2_r_0_0</successfulAttempt> |
| </task> |
| </tasks> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Task_API"></a>Task API</h3> |
| <p>A Task resource contains information about a particular task within a job.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <p>Use the following URI to obtain an Task Object, from a task identified by the taskid value.</p> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_task_object"></a>Elements of the <i>task</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> id </td> |
| <td align="left"> string </td> |
| <td align="left"> The task id </td></tr> |
| <tr class="a"> |
| <td align="left"> state </td> |
| <td align="left"> string </td> |
| <td align="left"> The state of the task - valid values are: NEW, SCHEDULED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED </td></tr> |
| <tr class="b"> |
| <td align="left"> type </td> |
| <td align="left"> string </td> |
| <td align="left"> The task type - MAP or REDUCE </td></tr> |
| <tr class="a"> |
| <td align="left"> successfulAttempt </td> |
| <td align="left"> string </td> |
| <td align="left"> The id of the last successful attempt </td></tr> |
| <tr class="b"> |
| <td align="left"> progress </td> |
| <td align="left"> float </td> |
| <td align="left"> The progress of the task as a percent </td></tr> |
| <tr class="a"> |
| <td align="left"> startTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time in which the task started (in ms since epoch) or -1 if it was never started </td></tr> |
| <tr class="b"> |
| <td align="left"> finishTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time in which the task finished (in ms since epoch) </td></tr> |
| <tr class="a"> |
| <td align="left"> elapsedTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The elapsed time since the application started (in ms) </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0 |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "task" : { |
| "progress" : 100, |
| "elapsedTime" : 6777, |
| "state" : "SUCCEEDED", |
| "startTime" : 1326381446541, |
| "id" : "task_1326381300833_2_2_m_0", |
| "type" : "MAP", |
| "successfulAttempt" : "attempt_1326381300833_2_2_m_0_0", |
| "finishTime" : 1326381453318 |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0 |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 299 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <task> |
| <startTime>1326381446541</startTime> |
| <finishTime>1326381453318</finishTime> |
| <elapsedTime>6777</elapsedTime> |
| <progress>100.0</progress> |
| <id>task_1326381300833_2_2_m_0</id> |
| <state>SUCCEEDED</state> |
| <type>MAP</type> |
| <successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt> |
| </task> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Task_Counters_API"></a>Task Counters API</h3> |
| <p>With the task counters API, you can object a collection of resources that represent all the counters for that task.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_jobTaskCounters_object"></a>Elements of the <i>jobTaskCounters</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> id </td> |
| <td align="left"> string </td> |
| <td align="left"> The task id </td></tr> |
| <tr class="a"> |
| <td align="left"> taskcounterGroup </td> |
| <td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td> |
| <td align="left"> A collection of counter group objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_counterGroup_object"></a>Elements of the <i>counterGroup</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> counterGroupName </td> |
| <td align="left"> string </td> |
| <td align="left"> The name of the counter group </td></tr> |
| <tr class="a"> |
| <td align="left"> counter </td> |
| <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td> |
| <td align="left"> A collection of counter objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> name </td> |
| <td align="left"> string </td> |
| <td align="left"> The name of the counter </td></tr> |
| <tr class="a"> |
| <td align="left"> value </td> |
| <td align="left"> long </td> |
| <td align="left"> The value of the counter </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "jobTaskCounters" : { |
| "id" : "task_1326381300833_2_2_m_0", |
| "taskCounterGroup" : [ |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter", |
| "counter" : [ |
| { |
| "value" : 2363, |
| "name" : "FILE_BYTES_READ" |
| }, |
| { |
| "value" : 54372, |
| "name" : "FILE_BYTES_WRITTEN" |
| }, |
| { |
| "value" : 0, |
| "name" : "FILE_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "FILE_LARGE_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "FILE_WRITE_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_BYTES_READ" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_BYTES_WRITTEN" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_LARGE_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_WRITE_OPS" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter", |
| "counter" : [ |
| { |
| "value" : 0, |
| "name" : "COMBINE_INPUT_RECORDS" |
| }, |
| { |
| "value" : 0, |
| "name" : "COMBINE_OUTPUT_RECORDS" |
| }, |
| { |
| "value" : 460, |
| "name" : "REDUCE_INPUT_GROUPS" |
| }, |
| { |
| "value" : 2235, |
| "name" : "REDUCE_SHUFFLE_BYTES" |
| }, |
| { |
| "value" : 460, |
| "name" : "REDUCE_INPUT_RECORDS" |
| }, |
| { |
| "value" : 0, |
| "name" : "REDUCE_OUTPUT_RECORDS" |
| }, |
| { |
| "value" : 0, |
| "name" : "SPILLED_RECORDS" |
| }, |
| { |
| "value" : 1, |
| "name" : "SHUFFLED_MAPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "FAILED_SHUFFLE" |
| }, |
| { |
| "value" : 1, |
| "name" : "MERGED_MAP_OUTPUTS" |
| }, |
| { |
| "value" : 26, |
| "name" : "GC_TIME_MILLIS" |
| }, |
| { |
| "value" : 860, |
| "name" : "CPU_MILLISECONDS" |
| }, |
| { |
| "value" : 107839488, |
| "name" : "PHYSICAL_MEMORY_BYTES" |
| }, |
| { |
| "value" : 1123147776, |
| "name" : "VIRTUAL_MEMORY_BYTES" |
| }, |
| { |
| "value" : 57475072, |
| "name" : "COMMITTED_HEAP_BYTES" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "Shuffle Errors", |
| "counter" : [ |
| { |
| "value" : 0, |
| "name" : "BAD_ID" |
| }, |
| { |
| "value" : 0, |
| "name" : "CONNECTION" |
| }, |
| { |
| "value" : 0, |
| "name" : "IO_ERROR" |
| }, |
| { |
| "value" : 0, |
| "name" : "WRONG_LENGTH" |
| }, |
| { |
| "value" : 0, |
| "name" : "WRONG_MAP" |
| }, |
| { |
| "value" : 0, |
| "name" : "WRONG_REDUCE" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", |
| "counter" : [ |
| { |
| "value" : 0, |
| "name" : "BYTES_WRITTEN" |
| } |
| ] |
| } |
| ] |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 2660 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <jobTaskCounters> |
| <id>task_1326381300833_2_2_m_0</id> |
| <taskCounterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName> |
| <counter> |
| <name>FILE_BYTES_READ</name> |
| <value>2363</value> |
| </counter> |
| <counter> |
| <name>FILE_BYTES_WRITTEN</name> |
| <value>54372</value> |
| </counter> |
| <counter> |
| <name>FILE_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>FILE_LARGE_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>FILE_WRITE_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_BYTES_READ</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_BYTES_WRITTEN</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_LARGE_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_WRITE_OPS</name> |
| <value>0</value> |
| </counter> |
| </taskCounterGroup> |
| <taskCounterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName> |
| <counter> |
| <name>COMBINE_INPUT_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>COMBINE_OUTPUT_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>REDUCE_INPUT_GROUPS</name> |
| <value>460</value> |
| </counter> |
| <counter> |
| <name>REDUCE_SHUFFLE_BYTES</name> |
| <value>2235</value> |
| </counter> |
| <counter> |
| <name>REDUCE_INPUT_RECORDS</name> |
| <value>460</value> |
| </counter> |
| <counter> |
| <name>REDUCE_OUTPUT_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>SPILLED_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>SHUFFLED_MAPS</name> |
| <value>1</value> |
| </counter> |
| <counter> |
| <name>FAILED_SHUFFLE</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>MERGED_MAP_OUTPUTS</name> |
| <value>1</value> |
| </counter> |
| <counter> |
| <name>GC_TIME_MILLIS</name> |
| <value>26</value> |
| </counter> |
| <counter> |
| <name>CPU_MILLISECONDS</name> |
| <value>860</value> |
| </counter> |
| <counter> |
| <name>PHYSICAL_MEMORY_BYTES</name> |
| <value>107839488</value> |
| </counter> |
| <counter> |
| <name>VIRTUAL_MEMORY_BYTES</name> |
| <value>1123147776</value> |
| </counter> |
| <counter> |
| <name>COMMITTED_HEAP_BYTES</name> |
| <value>57475072</value> |
| </counter> |
| </taskCounterGroup> |
| <taskCounterGroup> |
| <counterGroupName>Shuffle Errors</counterGroupName> |
| <counter> |
| <name>BAD_ID</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>CONNECTION</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>IO_ERROR</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>WRONG_LENGTH</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>WRONG_MAP</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>WRONG_REDUCE</name> |
| <value>0</value> |
| </counter> |
| </taskCounterGroup> |
| <taskCounterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName> |
| <counter> |
| <name>BYTES_WRITTEN</name> |
| <value>0</value> |
| </counter> |
| </taskCounterGroup> |
| </jobTaskCounters> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Task_Attempts_API"></a>Task Attempts API</h3> |
| <p>With the task attempts API, you can obtain a collection of resources that represent a task attempt within a job. When you run a GET operation on this resource, you obtain a collection of Task Attempt Objects.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_taskAttempts_object"></a>Elements of the <i>taskAttempts</i> object</h4> |
| <p>When you make a request for the list of task attempts, the information will be returned as an array of task attempt objects. See also <a href="#Task_Attempt_API">Task Attempt API</a> for syntax of the task object.</p> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> taskAttempt </td> |
| <td align="left"> array of task attempt objects(JSON)/zero or more task attempt objects(XML) </td> |
| <td align="left"> The collection of task attempt objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "taskAttempts" : { |
| "taskAttempt" : [ |
| { |
| "assignedContainerId" : "container_1326381300833_0002_01_000002", |
| "progress" : 100, |
| "elapsedTime" : 2638, |
| "state" : "SUCCEEDED", |
| "diagnostics" : "", |
| "rack" : "/98.139.92.0", |
| "nodeHttpAddress" : "host.domain.com:8042", |
| "startTime" : 1326381450680, |
| "id" : "attempt_1326381300833_2_2_m_0_0", |
| "type" : "MAP", |
| "finishTime" : 1326381453318 |
| } |
| ] |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 537 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <taskAttempts> |
| <taskAttempt> |
| <startTime>1326381450680</startTime> |
| <finishTime>1326381453318</finishTime> |
| <elapsedTime>2638</elapsedTime> |
| <progress>100.0</progress> |
| <id>attempt_1326381300833_2_2_m_0_0</id> |
| <rack>/98.139.92.0</rack> |
| <state>SUCCEEDED</state> |
| <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress> |
| <diagnostics/> |
| <type>MAP</type> |
| <assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId> |
| </taskAttempt> |
| </taskAttempts> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Task_Attempt_API"></a>Task Attempt API</h3> |
| <p>A Task Attempt resource contains information about a particular task attempt within a job.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <p>Use the following URI to obtain an Task Attempt Object, from a task identified by the attemptid value.</p> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_taskAttempt_object"></a>Elements of the <i>taskAttempt</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> id </td> |
| <td align="left"> string </td> |
| <td align="left"> The task id </td></tr> |
| <tr class="a"> |
| <td align="left"> rack </td> |
| <td align="left"> string </td> |
| <td align="left"> The rack </td></tr> |
| <tr class="b"> |
| <td align="left"> state </td> |
| <td align="left"> string </td> |
| <td align="left"> The state of the task attempt - valid values are: NEW, UNASSIGNED, ASSIGNED, RUNNING, COMMIT_PENDING, SUCCESS_CONTAINER_CLEANUP, SUCCEEDED, FAIL_CONTAINER_CLEANUP, FAIL_TASK_CLEANUP, FAILED, KILL_CONTAINER_CLEANUP, KILL_TASK_CLEANUP, KILLED </td></tr> |
| <tr class="a"> |
| <td align="left"> type </td> |
| <td align="left"> string </td> |
| <td align="left"> The type of task </td></tr> |
| <tr class="b"> |
| <td align="left"> assignedContainerId </td> |
| <td align="left"> string </td> |
| <td align="left"> The container id this attempt is assigned to </td></tr> |
| <tr class="a"> |
| <td align="left"> nodeHttpAddress </td> |
| <td align="left"> string </td> |
| <td align="left"> The http address of the node this task attempt ran on </td></tr> |
| <tr class="b"> |
| <td align="left"> diagnostics </td> |
| <td align="left"> string </td> |
| <td align="left"> A diagnostics message </td></tr> |
| <tr class="a"> |
| <td align="left"> progress </td> |
| <td align="left"> float </td> |
| <td align="left"> The progress of the task attempt as a percent </td></tr> |
| <tr class="b"> |
| <td align="left"> startTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time in which the task attempt started (in ms since epoch) </td></tr> |
| <tr class="a"> |
| <td align="left"> finishTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time in which the task attempt finished (in ms since epoch) </td></tr> |
| <tr class="b"> |
| <td align="left"> elapsedTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The elapsed time since the task attempt started (in ms) </td></tr> |
| </tbody> |
| </table> |
| <p>For reduce task attempts you also have the following fields:</p> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> shuffleFinishTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time at which shuffle finished (in ms since epoch) </td></tr> |
| <tr class="a"> |
| <td align="left"> mergeFinishTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time at which merge finished (in ms since epoch) </td></tr> |
| <tr class="b"> |
| <td align="left"> elapsedShuffleTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time it took for the shuffle phase to complete (time in ms between reduce task start and shuffle finish) </td></tr> |
| <tr class="a"> |
| <td align="left"> elapsedMergeTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time it took for the merge phase to complete (time in ms between the shuffle finish and merge finish) </td></tr> |
| <tr class="b"> |
| <td align="left"> elapsedReduceTime </td> |
| <td align="left"> long </td> |
| <td align="left"> The time it took for the reduce phase to complete (time in ms between merge finish to end of reduce task) </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0 |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "taskAttempt" : { |
| "assignedContainerId" : "container_1326381300833_0002_01_000002", |
| "progress" : 100, |
| "elapsedTime" : 2638, |
| "state" : "SUCCEEDED", |
| "diagnostics" : "", |
| "rack" : "/98.139.92.0", |
| "nodeHttpAddress" : "host.domain.com:8042", |
| "startTime" : 1326381450680, |
| "id" : "attempt_1326381300833_2_2_m_0_0", |
| "type" : "MAP", |
| "finishTime" : 1326381453318 |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0 |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 691 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <taskAttempt> |
| <startTime>1326381450680</startTime> |
| <finishTime>1326381453318</finishTime> |
| <elapsedTime>2638</elapsedTime> |
| <progress>100.0</progress> |
| <id>attempt_1326381300833_2_2_m_0_0</id> |
| <rack>/98.139.92.0</rack> |
| <state>SUCCEEDED</state> |
| <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress> |
| <diagnostics/> |
| <type>MAP</type> |
| <assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId> |
| </taskAttempt> |
| </pre></div></div> |
| </div></div> |
| <div class="section"> |
| <h3><a name="Task_Attempt_Counters_API"></a>Task Attempt Counters API</h3> |
| <p>With the task attempt counters API, you can object a collection of resources that represent al the counters for that task attempt.</p> |
| <div class="section"> |
| <h4><a name="URI"></a>URI</h4> |
| <ul> |
| |
| <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters</a></li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4> |
| <ul> |
| |
| <li>GET</li> |
| </ul></div> |
| <div class="section"> |
| <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4> |
| |
| <div> |
| <div> |
| <pre class="source"> None |
| </pre></div></div> |
| </div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_jobTaskAttemptCounters_object"></a>Elements of the <i>jobTaskAttemptCounters</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> id </td> |
| <td align="left"> string </td> |
| <td align="left"> The task attempt id </td></tr> |
| <tr class="a"> |
| <td align="left"> taskAttemptcounterGroup </td> |
| <td align="left"> array of task attempt counterGroup objects(JSON)/zero or more task attempt counterGroup objects(XML) </td> |
| <td align="left"> A collection of task attempt counter group objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_taskAttemptCounterGroup_object"></a>Elements of the <i>taskAttemptCounterGroup</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> counterGroupName </td> |
| <td align="left"> string </td> |
| <td align="left"> The name of the counter group </td></tr> |
| <tr class="a"> |
| <td align="left"> counter </td> |
| <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td> |
| <td align="left"> A collection of counter objects </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4> |
| <table border="0" class="bodyTable"> |
| <thead> |
| |
| <tr class="a"> |
| <th align="left"> Item </th> |
| <th align="left"> Data Type </th> |
| <th align="left"> Description </th></tr> |
| </thead><tbody> |
| |
| <tr class="b"> |
| <td align="left"> name </td> |
| <td align="left"> string </td> |
| <td align="left"> The name of the counter </td></tr> |
| <tr class="a"> |
| <td align="left"> value </td> |
| <td align="left"> long </td> |
| <td align="left"> The value of the counter </td></tr> |
| </tbody> |
| </table></div> |
| <div class="section"> |
| <h4><a name="Response_Examples"></a>Response Examples</h4> |
| <p><b>JSON response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/json |
| Transfer-Encoding: chunked |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source">{ |
| "jobTaskAttemptCounters" : { |
| "taskAttemptCounterGroup" : [ |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter", |
| "counter" : [ |
| { |
| "value" : 2363, |
| "name" : "FILE_BYTES_READ" |
| }, |
| { |
| "value" : 54372, |
| "name" : "FILE_BYTES_WRITTEN" |
| }, |
| { |
| "value" : 0, |
| "name" : "FILE_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "FILE_LARGE_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "FILE_WRITE_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_BYTES_READ" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_BYTES_WRITTEN" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_LARGE_READ_OPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "HDFS_WRITE_OPS" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter", |
| "counter" : [ |
| { |
| "value" : 0, |
| "name" : "COMBINE_INPUT_RECORDS" |
| }, |
| { |
| "value" : 0, |
| "name" : "COMBINE_OUTPUT_RECORDS" |
| }, |
| { |
| "value" : 460, |
| "name" : "REDUCE_INPUT_GROUPS" |
| }, |
| { |
| "value" : 2235, |
| "name" : "REDUCE_SHUFFLE_BYTES" |
| }, |
| { |
| "value" : 460, |
| "name" : "REDUCE_INPUT_RECORDS" |
| }, |
| { |
| "value" : 0, |
| "name" : "REDUCE_OUTPUT_RECORDS" |
| }, |
| { |
| "value" : 0, |
| "name" : "SPILLED_RECORDS" |
| }, |
| { |
| "value" : 1, |
| "name" : "SHUFFLED_MAPS" |
| }, |
| { |
| "value" : 0, |
| "name" : "FAILED_SHUFFLE" |
| }, |
| { |
| "value" : 1, |
| "name" : "MERGED_MAP_OUTPUTS" |
| }, |
| { |
| "value" : 26, |
| "name" : "GC_TIME_MILLIS" |
| }, |
| { |
| "value" : 860, |
| "name" : "CPU_MILLISECONDS" |
| }, |
| { |
| "value" : 107839488, |
| "name" : "PHYSICAL_MEMORY_BYTES" |
| }, |
| { |
| "value" : 1123147776, |
| "name" : "VIRTUAL_MEMORY_BYTES" |
| }, |
| { |
| "value" : 57475072, |
| "name" : "COMMITTED_HEAP_BYTES" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "Shuffle Errors", |
| "counter" : [ |
| { |
| "value" : 0, |
| "name" : "BAD_ID" |
| }, |
| { |
| "value" : 0, |
| "name" : "CONNECTION" |
| }, |
| { |
| "value" : 0, |
| "name" : "IO_ERROR" |
| }, |
| { |
| "value" : 0, |
| "name" : "WRONG_LENGTH" |
| }, |
| { |
| "value" : 0, |
| "name" : "WRONG_MAP" |
| }, |
| { |
| "value" : 0, |
| "name" : "WRONG_REDUCE" |
| } |
| ] |
| }, |
| { |
| "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter", |
| "counter" : [ |
| { |
| "value" : 0, |
| "name" : "BYTES_WRITTEN" |
| } |
| ] |
| } |
| ], |
| "id" : "attempt_1326381300833_2_2_m_0_0" |
| } |
| } |
| </pre></div></div> |
| |
| <p><b>XML response</b></p> |
| <p>HTTP Request:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters |
| Accept: application/xml |
| </pre></div></div> |
| |
| <p>Response Header:</p> |
| |
| <div> |
| <div> |
| <pre class="source"> HTTP/1.1 200 OK |
| Content-Type: application/xml |
| Content-Length: 2735 |
| Server: Jetty(6.1.26) |
| </pre></div></div> |
| |
| <p>Response Body:</p> |
| |
| <div> |
| <div> |
| <pre class="source"><?xml version="1.0" encoding="UTF-8" standalone="yes"?> |
| <jobTaskAttemptCounters> |
| <id>attempt_1326381300833_2_2_m_0_0</id> |
| <taskAttemptCounterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName> |
| <counter> |
| <name>FILE_BYTES_READ</name> |
| <value>2363</value> |
| </counter> |
| <counter> |
| <name>FILE_BYTES_WRITTEN</name> |
| <value>54372</value> |
| </counter> |
| <counter> |
| <name>FILE_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>FILE_LARGE_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>FILE_WRITE_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_BYTES_READ</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_BYTES_WRITTEN</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_LARGE_READ_OPS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>HDFS_WRITE_OPS</name> |
| <value>0</value> |
| </counter> |
| </taskAttemptCounterGroup> |
| <taskAttemptCounterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName> |
| <counter> |
| <name>COMBINE_INPUT_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>COMBINE_OUTPUT_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>REDUCE_INPUT_GROUPS</name> |
| <value>460</value> |
| </counter> |
| <counter> |
| <name>REDUCE_SHUFFLE_BYTES</name> |
| <value>2235</value> |
| </counter> |
| <counter> |
| <name>REDUCE_INPUT_RECORDS</name> |
| <value>460</value> |
| </counter> |
| <counter> |
| <name>REDUCE_OUTPUT_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>SPILLED_RECORDS</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>SHUFFLED_MAPS</name> |
| <value>1</value> |
| </counter> |
| <counter> |
| <name>FAILED_SHUFFLE</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>MERGED_MAP_OUTPUTS</name> |
| <value>1</value> |
| </counter> |
| <counter> |
| <name>GC_TIME_MILLIS</name> |
| <value>26</value> |
| </counter> |
| <counter> |
| <name>CPU_MILLISECONDS</name> |
| <value>860</value> |
| </counter> |
| <counter> |
| <name>PHYSICAL_MEMORY_BYTES</name> |
| <value>107839488</value> |
| </counter> |
| <counter> |
| <name>VIRTUAL_MEMORY_BYTES</name> |
| <value>1123147776</value> |
| </counter> |
| <counter> |
| <name>COMMITTED_HEAP_BYTES</name> |
| <value>57475072</value> |
| </counter> |
| </taskAttemptCounterGroup> |
| <taskAttemptCounterGroup> |
| <counterGroupName>Shuffle Errors</counterGroupName> |
| <counter> |
| <name>BAD_ID</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>CONNECTION</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>IO_ERROR</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>WRONG_LENGTH</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>WRONG_MAP</name> |
| <value>0</value> |
| </counter> |
| <counter> |
| <name>WRONG_REDUCE</name> |
| <value>0</value> |
| </counter> |
| </taskAttemptCounterGroup> |
| <taskAttemptCounterGroup> |
| <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName> |
| <counter> |
| <name>BYTES_WRITTEN</name> |
| <value>0</value> |
| </counter> |
| </taskAttemptCounterGroup> |
| </jobTaskAttemptCounters> |
| </pre></div></div></div></div></div> |
| </div> |
| </div> |
| <div class="clear"> |
| <hr/> |
| </div> |
| <div id="footer"> |
| <div class="xright"> |
| © 2008-2021 |
| Apache Software Foundation |
| |
| - <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a>. |
| Apache Maven, Maven, Apache, the Apache feather logo, and the Apache Maven project logos are trademarks of The Apache Software Foundation. |
| </div> |
| <div class="clear"> |
| <hr/> |
| </div> |
| </div> |
| </body> |
| </html> |
