Homec4science
Diffusion elastic-yarn (master) Browse

R3704/2.3.0/hadoop-2.3.0/share/hadoop/hadoop-yarn/hadoop-yarn-site/HistoryServerRest.html
d2d59ca621d0master

Last Change
Raw File

HistoryServerRest.html
View Options

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<!-- Generated by Apache Maven Doxia at 2014-02-11 -->
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<title>Apache Hadoop 2.3.0 - History Server REST API's.</title>
<style type="text/css" media="all">
@import url("./css/maven-base.css");
@import url("./css/maven-theme.css");
@import url("./css/site.css");
</style>
<link rel="stylesheet" href="./css/print.css" type="text/css" media="print" />
<meta name="Date-Revision-yyyymmdd" content="20140211" />
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
</head>
<body class="composite">
<div id="banner">
<a href="http://hadoop.apache.org/" id="bannerLeft">
<img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" />
</a>
<a href="http://www.apache.org/" id="bannerRight">
<img src="http://www.apache.org/images/asf_logo_wide.png" alt="" />
</a>
<div class="clear">
<hr/>
</div>
</div>
<div id="breadcrumbs">
<div class="xleft">
<a href="http://www.apache.org/" class="externalLink">Apache</a>
&gt;
<a href="http://hadoop.apache.org/" class="externalLink">Hadoop</a>
&gt;
<a href="../">hadoop-yarn</a>
&gt;
Apache Hadoop 2.3.0
</div>
<div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a>
|
<a href="https://svn.apache.org/repos/asf/hadoop/" class="externalLink">SVN</a>
|
<a href="http://hadoop.apache.org/" class="externalLink">Apache Hadoop</a>
&nbsp;| Last Published: 2014-02-11
&nbsp;| Version: 2.3.0
</div>
<div class="clear">
<hr/>
</div>
</div>
<div id="leftColumn">
<div id="navcolumn">
<h5>General</h5>
<ul>
<li class="none">
<a href="../../index.html">Overview</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html">Hadoop Commands Reference</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/FileSystemShell.html">File System Shell</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/Compatibility.html">Hadoop Compatibility</a>
</li>
</ul>
<h5>Common</h5>
<ul>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/Superusers.html">Superusers</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a>
</li>
</ul>
<h5>HDFS</h5>
<ul>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">HDFS User Guide</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/HDFSHighAvailabilityWithQJM.html">High Availability With QJM</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/HDFSHighAvailabilityWithNFS.html">High Availability With NFS</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">HDFS Snapshots</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">HDFS Architecture</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/Hftp.html">HFTP</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">C API libhdfs</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS REST API</a>
</li>
<li class="none">
<a href="../../hadoop-hdfs-httpfs/index.html">HttpFS Gateway</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">HDFS NFS Gateway</a>
</li>
</ul>
<h5>MapReduce</h5>
<ul>
<li class="none">
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibilty between Hadoop 1.x and Hadoop 2.x</a>
</li>
<li class="none">
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a>
</li>
<li class="none">
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a>
</li>
<li class="none">
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a>
</li>
</ul>
<h5>YARN</h5>
<ul>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/YARN.html">YARN Architecture</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">YARN Commands</a>
</li>
<li class="none">
<a href="../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a>
</li>
</ul>
<h5>YARN REST APIs</h5>
<ul>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/MapredAppMasterRest.html">MR Application Master</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-site/HistoryServerRest.html">History Server</a>
</li>
</ul>
<h5>Auth</h5>
<ul>
<li class="none">
<a href="../../hadoop-auth/index.html">Overview</a>
</li>
<li class="none">
<a href="../../hadoop-auth/Examples.html">Examples</a>
</li>
<li class="none">
<a href="../../hadoop-auth/Configuration.html">Configuration</a>
</li>
<li class="none">
<a href="../../hadoop-auth/BuildingIt.html">Building</a>
</li>
</ul>
<h5>Reference</h5>
<ul>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/releasenotes.html">Release Notes</a>
</li>
<li class="none">
<a href="../../api/index.html">API docs</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/CHANGES.txt">Common CHANGES.txt</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/CHANGES.txt">HDFS CHANGES.txt</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-mapreduce/CHANGES.txt">MapReduce CHANGES.txt</a>
</li>
</ul>
<h5>Configuration</h5>
<ul>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a>
</li>
<li class="none">
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a>
</li>
<li class="none">
<a href="../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a>
</li>
<li class="none">
<a href="../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a>
</li>
</ul>
<a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
<img alt="Built by Maven" src="./images/logos/maven-feather.png"/>
</a>
</div>
</div>
<div id="bodyColumn">
<div id="contentBox">
<!-- Licensed under the Apache License, Version 2.0 (the "License"); --><!-- you may not use this file except in compliance with the License. --><!-- You may obtain a copy of the License at --><!-- --><!-- http://www.apache.org/licenses/LICENSE-2.0 --><!-- --><!-- Unless required by applicable law or agreed to in writing, software --><!-- distributed under the License is distributed on an "AS IS" BASIS, --><!-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --><!-- See the License for the specific language governing permissions and --><!-- limitations under the License. See accompanying LICENSE file. --><div class="section">
<h2>History Server REST API's.<a name="History_Server_REST_APIs."></a></h2>
<p>[ <a href="./index.html">Go Back</a> ]</p>
<ul>
<li><a href="#History_Server_REST_APIs.">History Server REST API's.</a>
<ul>
<li><a href="#Overview">Overview</a></li>
<li><a href="#History_Server_Information_API">History Server Information API</a>
<ul>
<li><a href="#URI">URI</a></li>
<li><a href="#HTTP_Operations_Supported">HTTP Operations Supported</a></li>
<li><a href="#Query_Parameters_Supported">Query Parameters Supported</a></li>
<li><a href="#Elements_of_the_historyInfo_object">Elements of the historyInfo object</a></li>
<li><a href="#Response_Examples">Response Examples</a></li></ul></li>
<li><a href="#MapReduce_APIs">MapReduce API's</a>
<ul>
<li><a href="#Jobs_API">Jobs API</a></li>
<li><a href="#Job_API">Job API</a></li>
<li><a href="#Elements_of_the_acls_object">Elements of the acls object</a></li>
<li><a href="#Job_Attempts_API">Job Attempts API</a></li>
<li><a href="#Job_Counters_API">Job Counters API</a></li>
<li><a href="#Job_Conf_API">Job Conf API</a></li>
<li><a href="#Tasks_API">Tasks API</a></li>
<li><a href="#Task_API">Task API</a></li>
<li><a href="#Task_Counters_API">Task Counters API</a></li>
<li><a href="#Task_Attempts_API">Task Attempts API</a></li>
<li><a href="#Task_Attempt_API">Task Attempt API</a></li>
<li><a href="#Task_Attempt_Counters_API">Task Attempt Counters API</a></li></ul></li></ul></li></ul>
<div class="section">
<h3>Overview<a name="Overview"></a></h3>
<p>The history server REST API's allow the user to get status on finished applications. Currently it only supports MapReduce and provides information on finished jobs.</p></div>
<div class="section">
<h3>History Server Information API<a name="History_Server_Information_API"></a></h3>
<p>The history server information resource provides overall information about the history server. </p>
<div class="section">
<h4>URI<a name="URI"></a></h4>
<p>Both of the following URI's give you the history server information, from an application id identified by the appid value. </p>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history
* http://&lt;history server http address:port&gt;/ws/v1/history/info</pre></div></div>
<div class="section">
<h4>HTTP Operations Supported<a name="HTTP_Operations_Supported"></a></h4>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h4>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h4>
<div>
<pre> None</pre></div></div>
<div class="section">
<h4>Elements of the <i>historyInfo</i> object<a name="Elements_of_the_historyInfo_object"></a></h4>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">startedOn</td>
<td align="left">long</td>
<td align="left">The time the history server was started (in ms since epoch)</td></tr>
<tr class="a">
<td align="left">hadoopVersion</td>
<td align="left">string</td>
<td align="left">Version of hadoop common</td></tr>
<tr class="b">
<td align="left">hadoopBuildVersion</td>
<td align="left">string</td>
<td align="left">Hadoop common build string with build version, user, and checksum</td></tr>
<tr class="a">
<td align="left">hadoopVersionBuiltOn</td>
<td align="left">string</td>
<td align="left">Timestamp when hadoop common was built</td></tr></table></div>
<div class="section">
<h4>Response Examples<a name="Response_Examples"></a></h4>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/info</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;historyInfo&quot; : {
&quot;startedOn&quot;:1353512830963,
&quot;hadoopVersionBuiltOn&quot; : &quot;Wed Jan 11 21:18:36 UTC 2012&quot;,
&quot;hadoopBuildVersion&quot; : &quot;0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7&quot;,
&quot;hadoopVersion&quot; : &quot;0.23.1-SNAPSHOT&quot;
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/info
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 330
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;historyInfo&gt;
&lt;startedOn&gt;1353512830963&lt;/startedOn&gt;
&lt;hadoopVersion&gt;0.23.1-SNAPSHOT&lt;/hadoopVersion&gt;
&lt;hadoopBuildVersion&gt;0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7&lt;/hadoopBuildVersion&gt;
&lt;hadoopVersionBuiltOn&gt;Wed Jan 11 21:18:36 UTC 2012&lt;/hadoopVersionBuiltOn&gt;
&lt;/historyInfo&gt;</pre></div></div></div>
<div class="section">
<h3>MapReduce API's<a name="MapReduce_APIs"></a></h3>
<p>The following list of resources apply to MapReduce.</p>
<div class="section">
<h4>Jobs API<a name="Jobs_API"></a></h4>
<p>The jobs resource provides a list of the MapReduce jobs that have finished. It does not currently return a full list of parameters</p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<p>Multiple paramters can be specified. The started and finished times have a begin and end parameter to allow you to specify ranges. For example, one could request all jobs that started between 1:00am and 2:00pm on 12/19/2011 with startedTimeBegin=1324256400&amp;startedTimeEnd=1324303200. If the Begin parameter is not specfied, it defaults to 0, and if the End parameter is not specified, it defaults to infinity.</p>
<div>
<pre> * user - user name
* state - the job state
* queue - queue name
* limit - total number of app objects to be returned
* startedTimeBegin - jobs with start time beginning with this time, specified in ms since epoch
* startedTimeEnd - jobs with start time ending with this time, specified in ms since epoch
* finishedTimeBegin - jobs with finish time beginning with this time, specified in ms since epoch
* finishedTimeEnd - jobs with finish time ending with this time, specified in ms since epoch</pre></div></div>
<div class="section">
<h5>Elements of the <i>jobs</i> object<a name="Elements_of_the_jobs_object"></a></h5>
<p>When you make a request for the list of jobs, the information will be returned as an array of job objects. See also <a href="#Job_API">Job API</a> for syntax of the job object. Except this is a subset of a full job. Only startTime, finishTime, id, name, queue, user, state, mapsTotal, mapsCompleted, reducesTotal, and reducesCompleted are returned.</p>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">job</td>
<td align="left">array of job objects(json)/zero or more job objects(XML)</td>
<td align="left">The collection of job objects</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;jobs&quot; : {
&quot;job&quot; : [
{
&quot;submitTime&quot; : 1326381344449,
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;user&quot; : &quot;user1&quot;,
&quot;reducesTotal&quot; : 1,
&quot;mapsCompleted&quot; : 1,
&quot;startTime&quot; : 1326381344489,
&quot;id&quot; : &quot;job_1326381300833_1_1&quot;,
&quot;name&quot; : &quot;word count&quot;,
&quot;reducesCompleted&quot; : 1,
&quot;mapsTotal&quot; : 1,
&quot;queue&quot; : &quot;default&quot;,
&quot;finishTime&quot; : 1326381356010
},
{
&quot;submitTime&quot; : 1326381446500
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;user&quot; : &quot;user1&quot;,
&quot;reducesTotal&quot; : 1,
&quot;mapsCompleted&quot; : 1,
&quot;startTime&quot; : 1326381446529,
&quot;id&quot; : &quot;job_1326381300833_2_2&quot;,
&quot;name&quot; : &quot;Sleep job&quot;,
&quot;reducesCompleted&quot; : 1,
&quot;mapsTotal&quot; : 1,
&quot;queue&quot; : &quot;default&quot;,
&quot;finishTime&quot; : 1326381582106
}
]
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 1922
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;jobs&gt;
&lt;job&gt;
&lt;submitTime&gt;1326381344449&lt;/submitTime&gt;
&lt;startTime&gt;1326381344489&lt;/startTime&gt;
&lt;finishTime&gt;1326381356010&lt;/finishTime&gt;
&lt;id&gt;job_1326381300833_1_1&lt;/id&gt;
&lt;name&gt;word count&lt;/name&gt;
&lt;queue&gt;default&lt;/queue&gt;
&lt;user&gt;user1&lt;/user&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;mapsTotal&gt;1&lt;/mapsTotal&gt;
&lt;mapsCompleted&gt;1&lt;/mapsCompleted&gt;
&lt;reducesTotal&gt;1&lt;/reducesTotal&gt;
&lt;reducesCompleted&gt;1&lt;/reducesCompleted&gt;
&lt;/job&gt;
&lt;job&gt;
&lt;submitTime&gt;1326381446500&lt;/submitTime&gt;
&lt;startTime&gt;1326381446529&lt;/startTime&gt;
&lt;finishTime&gt;1326381582106&lt;/finishTime&gt;
&lt;id&gt;job_1326381300833_2_2&lt;/id&gt;
&lt;name&gt;Sleep job&lt;/name&gt;
&lt;queue&gt;default&lt;/queue&gt;
&lt;user&gt;user1&lt;/user&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;mapsTotal&gt;1&lt;/mapsTotal&gt;
&lt;mapsCompleted&gt;1&lt;/mapsCompleted&gt;
&lt;reducesTotal&gt;1&lt;/reducesTotal&gt;
&lt;reducesCompleted&gt;1&lt;/reducesCompleted&gt;
&lt;/job&gt;
&lt;/jobs&gt;</pre></div></div></div>
<div class="section">
<h4><a name="Job_API">Job API</a></h4>
<p>A Job resource contains information about a particular job identified by <a name="jobid">jobid</a>. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>job</i> object<a name="Elements_of_the_job_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">id</td>
<td align="left">string</td>
<td align="left">The job id</td></tr>
<tr class="a">
<td align="left">name</td>
<td align="left">string</td>
<td align="left">The job name</td></tr>
<tr class="b">
<td align="left">queue</td>
<td align="left">string</td>
<td align="left">The queue the job was submitted to</td></tr>
<tr class="a">
<td align="left">user</td>
<td align="left">string</td>
<td align="left">The user name</td></tr>
<tr class="b">
<td align="left">state</td>
<td align="left">string</td>
<td align="left">the job state - valid values are: NEW, INITED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED, ERROR</td></tr>
<tr class="a">
<td align="left">diagnostics</td>
<td align="left">string</td>
<td align="left">A diagnostic message</td></tr>
<tr class="b">
<td align="left">submitTime</td>
<td align="left">long</td>
<td align="left">The time the job submitted (in ms since epoch)</td></tr>
<tr class="a">
<td align="left">startTime</td>
<td align="left">long</td>
<td align="left">The time the job started (in ms since epoch)</td></tr>
<tr class="b">
<td align="left">finishTime</td>
<td align="left">long</td>
<td align="left">The time the job finished (in ms since epoch)</td></tr>
<tr class="a">
<td align="left">mapsTotal</td>
<td align="left">int</td>
<td align="left">The total number of maps</td></tr>
<tr class="b">
<td align="left">mapsCompleted</td>
<td align="left">int</td>
<td align="left">The number of completed maps</td></tr>
<tr class="a">
<td align="left">reducesTotal</td>
<td align="left">int</td>
<td align="left">The total number of reduces</td></tr>
<tr class="b">
<td align="left">reducesCompleted</td>
<td align="left">int</td>
<td align="left">The number of completed reduces</td></tr>
<tr class="a">
<td align="left">uberized</td>
<td align="left">boolean</td>
<td align="left">Indicates if the job was an uber job - ran completely in the application master</td></tr>
<tr class="b">
<td align="left">avgMapTime</td>
<td align="left">long</td>
<td align="left">The average time of a map task (in ms)</td></tr>
<tr class="a">
<td align="left">avgReduceTime</td>
<td align="left">long</td>
<td align="left">The average time of the reduce (in ms)</td></tr>
<tr class="b">
<td align="left">avgShuffleTime</td>
<td align="left">long</td>
<td align="left">The average time of the shuffle (in ms)</td></tr>
<tr class="a">
<td align="left">avgMergeTime</td>
<td align="left">long</td>
<td align="left">The average time of the merge (in ms)</td></tr>
<tr class="b">
<td align="left">failedReduceAttempts</td>
<td align="left">int</td>
<td align="left">The number of failed reduce attempts</td></tr>
<tr class="a">
<td align="left">killedReduceAttempts</td>
<td align="left">int</td>
<td align="left">The number of killed reduce attempts</td></tr>
<tr class="b">
<td align="left">successfulReduceAttempts</td>
<td align="left">int</td>
<td align="left">The number of successful reduce attempts</td></tr>
<tr class="a">
<td align="left">failedMapAttempts</td>
<td align="left">int</td>
<td align="left">The number of failed map attempts</td></tr>
<tr class="b">
<td align="left">killedMapAttempts</td>
<td align="left">int</td>
<td align="left">The number of killed map attempts</td></tr>
<tr class="a">
<td align="left">successfulMapAttempts</td>
<td align="left">int</td>
<td align="left">The number of successful map attempts</td></tr>
<tr class="b">
<td align="left">acls</td>
<td align="left">array of acls(json)/zero or more acls objects(xml)</td>
<td align="left">A collection of acls objects</td></tr></table></div></div>
<div class="section">
<h4>Elements of the <i>acls</i> object<a name="Elements_of_the_acls_object"></a></h4>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">value</td>
<td align="left">string</td>
<td align="left">The acl value</td></tr>
<tr class="a">
<td align="left">name</td>
<td align="left">string</td>
<td align="left">The acl name</td></tr></table>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Server: Jetty(6.1.26)
Content-Length: 720</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;job&quot; : {
&quot;submitTime&quot;: 1326381446500,
&quot;avgReduceTime&quot; : 124961,
&quot;failedReduceAttempts&quot; : 0,
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;successfulReduceAttempts&quot; : 1,
&quot;acls&quot; : [
{
&quot;value&quot; : &quot; &quot;,
&quot;name&quot; : &quot;mapreduce.job.acl-modify-job&quot;
},
{
&quot;value&quot; : &quot; &quot;,
&quot;name&quot; : &quot;mapreduce.job.acl-view-job&quot;
}
],
&quot;user&quot; : &quot;user1&quot;,
&quot;reducesTotal&quot; : 1,
&quot;mapsCompleted&quot; : 1,
&quot;startTime&quot; : 1326381446529,
&quot;id&quot; : &quot;job_1326381300833_2_2&quot;,
&quot;avgMapTime&quot; : 2638,
&quot;successfulMapAttempts&quot; : 1,
&quot;name&quot; : &quot;Sleep job&quot;,
&quot;avgShuffleTime&quot; : 2540,
&quot;reducesCompleted&quot; : 1,
&quot;diagnostics&quot; : &quot;&quot;,
&quot;failedMapAttempts&quot; : 0,
&quot;avgMergeTime&quot; : 2589,
&quot;killedReduceAttempts&quot; : 0,
&quot;mapsTotal&quot; : 1,
&quot;queue&quot; : &quot;default&quot;,
&quot;uberized&quot; : false,
&quot;killedMapAttempts&quot; : 0,
&quot;finishTime&quot; : 1326381582106
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 983
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;job&gt;
&lt;submitTime&gt;1326381446500&lt;/submitTime&gt;
&lt;startTime&gt;1326381446529&lt;/startTime&gt;
&lt;finishTime&gt;1326381582106&lt;/finishTime&gt;
&lt;id&gt;job_1326381300833_2_2&lt;/id&gt;
&lt;name&gt;Sleep job&lt;/name&gt;
&lt;queue&gt;default&lt;/queue&gt;
&lt;user&gt;user1&lt;/user&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;mapsTotal&gt;1&lt;/mapsTotal&gt;
&lt;mapsCompleted&gt;1&lt;/mapsCompleted&gt;
&lt;reducesTotal&gt;1&lt;/reducesTotal&gt;
&lt;reducesCompleted&gt;1&lt;/reducesCompleted&gt;
&lt;uberized&gt;false&lt;/uberized&gt;
&lt;diagnostics/&gt;
&lt;avgMapTime&gt;2638&lt;/avgMapTime&gt;
&lt;avgReduceTime&gt;124961&lt;/avgReduceTime&gt;
&lt;avgShuffleTime&gt;2540&lt;/avgShuffleTime&gt;
&lt;avgMergeTime&gt;2589&lt;/avgMergeTime&gt;
&lt;failedReduceAttempts&gt;0&lt;/failedReduceAttempts&gt;
&lt;killedReduceAttempts&gt;0&lt;/killedReduceAttempts&gt;
&lt;successfulReduceAttempts&gt;1&lt;/successfulReduceAttempts&gt;
&lt;failedMapAttempts&gt;0&lt;/failedMapAttempts&gt;
&lt;killedMapAttempts&gt;0&lt;/killedMapAttempts&gt;
&lt;successfulMapAttempts&gt;1&lt;/successfulMapAttempts&gt;
&lt;acls&gt;
&lt;name&gt;mapreduce.job.acl-modify-job&lt;/name&gt;
&lt;value&gt; &lt;/value&gt;
&lt;/acls&gt;
&lt;acls&gt;
&lt;name&gt;mapreduce.job.acl-view-job&lt;/name&gt;
&lt;value&gt; &lt;/value&gt;
&lt;/acls&gt;
&lt;/job&gt;</pre></div></div></div>
<div class="section">
<h4>Job Attempts API<a name="Job_Attempts_API"></a></h4>
<p>With the job attempts API, you can obtain a collection of resources that represent a job attempt. When you run a GET operation on this resource, you obtain a collection of Job Attempt Objects. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>jobAttempts</i> object<a name="Elements_of_the_jobAttempts_object"></a></h5>
<p>When you make a request for the list of job attempts, the information will be returned as an array of job attempt objects. </p>
<p>jobAttempts:</p>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">jobAttempt</td>
<td align="left">array of job attempt objects(JSON)/zero or more job attempt objects(XML)</td>
<td align="left">The collection of job attempt objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>jobAttempt</i> object<a name="Elements_of_the_jobAttempt_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">id</td>
<td align="left">string</td>
<td align="left">The job attempt id</td></tr>
<tr class="a">
<td align="left">nodeId</td>
<td align="left">string</td>
<td align="left">The node id of the node the attempt ran on</td></tr>
<tr class="b">
<td align="left">nodeHttpAddress</td>
<td align="left">string</td>
<td align="left">The node http address of the node the attempt ran on</td></tr>
<tr class="a">
<td align="left">logsLink</td>
<td align="left">string</td>
<td align="left">The http link to the job attempt logs</td></tr>
<tr class="b">
<td align="left">containerId</td>
<td align="left">string</td>
<td align="left">The id of the container for the job attempt</td></tr>
<tr class="a">
<td align="left">startTime</td>
<td align="left">long</td>
<td align="left">The start time of the attempt (in ms since epoch)</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattempts</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;jobAttempts&quot; : {
&quot;jobAttempt&quot; : [
{
&quot;nodeId&quot; : &quot;host.domain.com:8041&quot;,
&quot;nodeHttpAddress&quot; : &quot;host.domain.com:8042&quot;,
&quot;startTime&quot; : 1326381444693,
&quot;id&quot; : 1,
&quot;logsLink&quot; : &quot;http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1&quot;,
&quot;containerId&quot; : &quot;container_1326381300833_0002_01_000001&quot;
}
]
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattmpts
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 575
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;jobAttempts&gt;
&lt;jobAttempt&gt;
&lt;nodeHttpAddress&gt;host.domain.com:8042&lt;/nodeHttpAddress&gt;
&lt;nodeId&gt;host.domain.com:8041&lt;/nodeId&gt;
&lt;id&gt;1&lt;/id&gt;
&lt;startTime&gt;1326381444693&lt;/startTime&gt;
&lt;containerId&gt;container_1326381300833_0002_01_000001&lt;/containerId&gt;
&lt;logsLink&gt;http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1&lt;/logsLink&gt;
&lt;/jobAttempt&gt;
&lt;/jobAttempts&gt;</pre></div></div></div>
<div class="section">
<h4>Job Counters API<a name="Job_Counters_API"></a></h4>
<p>With the job counters API, you can object a collection of resources that represent al the counters for that job. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/counters</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>jobCounters</i> object<a name="Elements_of_the_jobCounters_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">id</td>
<td align="left">string</td>
<td align="left">The job id</td></tr>
<tr class="a">
<td align="left">counterGroup</td>
<td align="left">array of counterGroup objects(JSON)/zero or more counterGroup objects(XML)</td>
<td align="left">A collection of counter group objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>counterGroup</i> objecs<a name="Elements_of_the_counterGroup_objecs"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">counterGroupName</td>
<td align="left">string</td>
<td align="left">The name of the counter group</td></tr>
<tr class="a">
<td align="left">counter</td>
<td align="left">array of counter objects(JSON)/zero or more counter objects(XML)</td>
<td align="left">A collection of counter objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>counter</i> object<a name="Elements_of_the_counter_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">name</td>
<td align="left">string</td>
<td align="left">The name of the counter</td></tr>
<tr class="a">
<td align="left">reduceCounterValue</td>
<td align="left">long</td>
<td align="left">The counter value of reduce tasks</td></tr>
<tr class="b">
<td align="left">mapCounterValue</td>
<td align="left">long</td>
<td align="left">The counter value of map tasks</td></tr>
<tr class="a">
<td align="left">totalCounterValue</td>
<td align="left">long</td>
<td align="left">The counter value of all tasks</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;jobCounters&quot; : {
&quot;id&quot; : &quot;job_1326381300833_2_2&quot;,
&quot;counterGroup&quot; : [
{
&quot;counterGroupName&quot; : &quot;Shuffle Errors&quot;,
&quot;counter&quot; : [
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;BAD_ID&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;CONNECTION&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;IO_ERROR&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;WRONG_LENGTH&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;WRONG_MAP&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;WRONG_REDUCE&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.FileSystemCounter&quot;,
&quot;counter&quot; : [
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 2483,
&quot;name&quot; : &quot;FILE_BYTES_READ&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 108525,
&quot;name&quot; : &quot;FILE_BYTES_WRITTEN&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;FILE_READ_OPS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;FILE_LARGE_READ_OPS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;FILE_WRITE_OPS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 48,
&quot;name&quot; : &quot;HDFS_BYTES_READ&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;HDFS_BYTES_WRITTEN&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1,
&quot;name&quot; : &quot;HDFS_READ_OPS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;HDFS_LARGE_READ_OPS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;HDFS_WRITE_OPS&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.TaskCounter&quot;,
&quot;counter&quot; : [
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1,
&quot;name&quot; : &quot;MAP_INPUT_RECORDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1200,
&quot;name&quot; : &quot;MAP_OUTPUT_RECORDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 4800,
&quot;name&quot; : &quot;MAP_OUTPUT_BYTES&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 2235,
&quot;name&quot; : &quot;MAP_OUTPUT_MATERIALIZED_BYTES&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 48,
&quot;name&quot; : &quot;SPLIT_RAW_BYTES&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;COMBINE_INPUT_RECORDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;COMBINE_OUTPUT_RECORDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1200,
&quot;name&quot; : &quot;REDUCE_INPUT_GROUPS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 2235,
&quot;name&quot; : &quot;REDUCE_SHUFFLE_BYTES&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1200,
&quot;name&quot; : &quot;REDUCE_INPUT_RECORDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;REDUCE_OUTPUT_RECORDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 2400,
&quot;name&quot; : &quot;SPILLED_RECORDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1,
&quot;name&quot; : &quot;SHUFFLED_MAPS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;FAILED_SHUFFLE&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1,
&quot;name&quot; : &quot;MERGED_MAP_OUTPUTS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 113,
&quot;name&quot; : &quot;GC_TIME_MILLIS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 1830,
&quot;name&quot; : &quot;CPU_MILLISECONDS&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 478068736,
&quot;name&quot; : &quot;PHYSICAL_MEMORY_BYTES&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 2159284224,
&quot;name&quot; : &quot;VIRTUAL_MEMORY_BYTES&quot;
},
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 378863616,
&quot;name&quot; : &quot;COMMITTED_HEAP_BYTES&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter&quot;,
&quot;counter&quot; : [
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;BYTES_READ&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&quot;,
&quot;counter&quot; : [
{
&quot;reduceCounterValue&quot; : 0,
&quot;mapCounterValue&quot; : 0,
&quot;totalCounterValue&quot; : 0,
&quot;name&quot; : &quot;BYTES_WRITTEN&quot;
}
]
}
]
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 7030
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;jobCounters&gt;
&lt;id&gt;job_1326381300833_2_2&lt;/id&gt;
&lt;counterGroup&gt;
&lt;counterGroupName&gt;Shuffle Errors&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;BAD_ID&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;CONNECTION&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;IO_ERROR&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_LENGTH&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_MAP&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_REDUCE&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;/counterGroup&gt;
&lt;counterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.FileSystemCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;FILE_BYTES_READ&lt;/name&gt;
&lt;totalCounterValue&gt;2483&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_BYTES_WRITTEN&lt;/name&gt;
&lt;totalCounterValue&gt;108525&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_READ_OPS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_LARGE_READ_OPS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_WRITE_OPS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_BYTES_READ&lt;/name&gt;
&lt;totalCounterValue&gt;48&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_BYTES_WRITTEN&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_READ_OPS&lt;/name&gt;
&lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_LARGE_READ_OPS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_WRITE_OPS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;/counterGroup&gt;
&lt;counterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.TaskCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;MAP_INPUT_RECORDS&lt;/name&gt;
&lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;MAP_OUTPUT_RECORDS&lt;/name&gt;
&lt;totalCounterValue&gt;1200&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;MAP_OUTPUT_BYTES&lt;/name&gt;
&lt;totalCounterValue&gt;4800&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;MAP_OUTPUT_MATERIALIZED_BYTES&lt;/name&gt;
&lt;totalCounterValue&gt;2235&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;SPLIT_RAW_BYTES&lt;/name&gt;
&lt;totalCounterValue&gt;48&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;COMBINE_INPUT_RECORDS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;COMBINE_OUTPUT_RECORDS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_INPUT_GROUPS&lt;/name&gt;
&lt;totalCounterValue&gt;1200&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_SHUFFLE_BYTES&lt;/name&gt;
&lt;totalCounterValue&gt;2235&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_INPUT_RECORDS&lt;/name&gt;
&lt;totalCounterValue&gt;1200&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_OUTPUT_RECORDS&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;SPILLED_RECORDS&lt;/name&gt;
&lt;totalCounterValue&gt;2400&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;SHUFFLED_MAPS&lt;/name&gt;
&lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FAILED_SHUFFLE&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;MERGED_MAP_OUTPUTS&lt;/name&gt;
&lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;GC_TIME_MILLIS&lt;/name&gt;
&lt;totalCounterValue&gt;113&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;CPU_MILLISECONDS&lt;/name&gt;
&lt;totalCounterValue&gt;1830&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;PHYSICAL_MEMORY_BYTES&lt;/name&gt;
&lt;totalCounterValue&gt;478068736&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;VIRTUAL_MEMORY_BYTES&lt;/name&gt;
&lt;totalCounterValue&gt;2159284224&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;COMMITTED_HEAP_BYTES&lt;/name&gt;
&lt;totalCounterValue&gt;378863616&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;/counterGroup&gt;
&lt;counterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;BYTES_READ&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;/counterGroup&gt;
&lt;counterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;BYTES_WRITTEN&lt;/name&gt;
&lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
&lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
&lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
&lt;/counter&gt;
&lt;/counterGroup&gt;
&lt;/jobCounters&gt;</pre></div></div></div>
<div class="section">
<h4>Job Conf API<a name="Job_Conf_API"></a></h4>
<p>A job configuration resource contains information about the job configuration for this job.</p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<p>Use the following URI to obtain th job configuration information, from a job identified by the <a name="jobid">jobid</a> value. </p>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/conf</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>conf</i> object<a name="Elements_of_the_conf_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">path</td>
<td align="left">string</td>
<td align="left">The path to the job configuration file</td></tr>
<tr class="a">
<td align="left">property</td>
<td align="left">array of the configuration properties(JSON)/zero or more configuration properties(XML)</td>
<td align="left">Collection of configuration property objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>property</i> object<a name="Elements_of_the_property_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">name</td>
<td align="left">string</td>
<td align="left">The name of the configuration property</td></tr>
<tr class="a">
<td align="left">value</td>
<td align="left">string</td>
<td align="left">The value of the configuration property</td></tr>
<tr class="b">
<td align="left">source</td>
<td align="left">string</td>
<td align="left">The location this configuration object came from. If there is more then one of these it shows the history with the latest source at the end of the list.</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<p>This is a small snippet of the output as the output if very large. The real output contains every property in your job configuration file.</p>
<div class="source">
<pre>{
&quot;conf&quot; : {
&quot;path&quot; : &quot;hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml&quot;,
&quot;property&quot; : [
{
&quot;value&quot; : &quot;/home/hadoop/hdfs/data&quot;,
&quot;name&quot; : &quot;dfs.datanode.data.dir&quot;
&quot;source&quot; : [&quot;hdfs-site.xml&quot;, &quot;job.xml&quot;]
},
{
&quot;value&quot; : &quot;org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer&quot;,
&quot;name&quot; : &quot;hadoop.http.filter.initializers&quot;
&quot;source&quot; : [&quot;programatically&quot;, &quot;job.xml&quot;]
},
{
&quot;value&quot; : &quot;/home/hadoop/tmp&quot;,
&quot;name&quot; : &quot;mapreduce.cluster.temp.dir&quot;
&quot;source&quot; : [&quot;mapred-site.xml&quot;]
},
...
]
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 552
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;conf&gt;
&lt;path&gt;hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml&lt;/path&gt;
&lt;property&gt;
&lt;name&gt;dfs.datanode.data.dir&lt;/name&gt;
&lt;value&gt;/home/hadoop/hdfs/data&lt;/value&gt;
&lt;source&gt;hdfs-site.xml&lt;/source&gt;
&lt;source&gt;job.xml&lt;/source&gt;
&lt;/property&gt;
&lt;property&gt;
&lt;name&gt;hadoop.http.filter.initializers&lt;/name&gt;
&lt;value&gt;org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer&lt;/value&gt;
&lt;source&gt;programatically&lt;/source&gt;
&lt;source&gt;job.xml&lt;/source&gt;
&lt;/property&gt;
&lt;property&gt;
&lt;name&gt;mapreduce.cluster.temp.dir&lt;/name&gt;
&lt;value&gt;/home/hadoop/tmp&lt;/value&gt;
&lt;source&gt;mapred-site.xml&lt;/source&gt;
&lt;/property&gt;
...
&lt;/conf&gt;</pre></div></div></div>
<div class="section">
<h4>Tasks API<a name="Tasks_API"></a></h4>
<p>With the tasks API, you can obtain a collection of resources that represent a task within a job. When you run a GET operation on this resource, you obtain a collection of Task Objects. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/tasks</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> * type - type of task, valid values are m or r. m for map task or r for reduce task.</pre></div></div>
<div class="section">
<h5>Elements of the <i>tasks</i> object<a name="Elements_of_the_tasks_object"></a></h5>
<p>When you make a request for the list of tasks , the information will be returned as an array of task objects. See also <a href="#Task_API">Task API</a> for syntax of the task object.</p>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">task</td>
<td align="left">array of task objects(JSON)/zero or more task objects(XML)</td>
<td align="left">The collection of task objects.</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;tasks&quot; : {
&quot;task&quot; : [
{
&quot;progress&quot; : 100,
&quot;elapsedTime&quot; : 6777,
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;startTime&quot; : 1326381446541,
&quot;id&quot; : &quot;task_1326381300833_2_2_m_0&quot;,
&quot;type&quot; : &quot;MAP&quot;,
&quot;successfulAttempt&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
&quot;finishTime&quot; : 1326381453318
},
{
&quot;progress&quot; : 100,
&quot;elapsedTime&quot; : 135559,
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;startTime&quot; : 1326381446544,
&quot;id&quot; : &quot;task_1326381300833_2_2_r_0&quot;,
&quot;type&quot; : &quot;REDUCE&quot;,
&quot;successfulAttempt&quot; : &quot;attempt_1326381300833_2_2_r_0_0&quot;,
&quot;finishTime&quot; : 1326381582103
}
]
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 653
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;tasks&gt;
&lt;task&gt;
&lt;startTime&gt;1326381446541&lt;/startTime&gt;
&lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
&lt;elapsedTime&gt;6777&lt;/elapsedTime&gt;
&lt;progress&gt;100.0&lt;/progress&gt;
&lt;id&gt;task_1326381300833_2_2_m_0&lt;/id&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;type&gt;MAP&lt;/type&gt;
&lt;successfulAttempt&gt;attempt_1326381300833_2_2_m_0_0&lt;/successfulAttempt&gt;
&lt;/task&gt;
&lt;task&gt;
&lt;startTime&gt;1326381446544&lt;/startTime&gt;
&lt;finishTime&gt;1326381582103&lt;/finishTime&gt;
&lt;elapsedTime&gt;135559&lt;/elapsedTime&gt;
&lt;progress&gt;100.0&lt;/progress&gt;
&lt;id&gt;task_1326381300833_2_2_r_0&lt;/id&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;type&gt;REDUCE&lt;/type&gt;
&lt;successfulAttempt&gt;attempt_1326381300833_2_2_r_0_0&lt;/successfulAttempt&gt;
&lt;/task&gt;
&lt;/tasks&gt;</pre></div></div></div>
<div class="section">
<h4><a name="Task_API">Task API</a></h4>
<p>A Task resource contains information about a particular task within a job. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<p>Use the following URI to obtain an Task Object, from a task identified by the <a name="taskid">taskid</a> value. </p>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>task</i> object<a name="Elements_of_the_task_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">id</td>
<td align="left">string</td>
<td align="left">The task id</td></tr>
<tr class="a">
<td align="left">state</td>
<td align="left">string</td>
<td align="left">The state of the task - valid values are: NEW, SCHEDULED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED</td></tr>
<tr class="b">
<td align="left">type</td>
<td align="left">string</td>
<td align="left">The task type - MAP or REDUCE</td></tr>
<tr class="a">
<td align="left">successfulAttempt</td>
<td align="left">string</td>
<td align="left">The id of the last successful attempt</td></tr>
<tr class="b">
<td align="left">progress</td>
<td align="left">float</td>
<td align="left">The progress of the task as a percent</td></tr>
<tr class="a">
<td align="left">startTime</td>
<td align="left">long</td>
<td align="left">The time in which the task started (in ms since epoch) or -1 if it was never started</td></tr>
<tr class="b">
<td align="left">finishTime</td>
<td align="left">long</td>
<td align="left">The time in which the task finished (in ms since epoch)</td></tr>
<tr class="a">
<td align="left">elapsedTime</td>
<td align="left">long</td>
<td align="left">The elapsed time since the application started (in ms)</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;task&quot; : {
&quot;progress&quot; : 100,
&quot;elapsedTime&quot; : 6777,
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;startTime&quot; : 1326381446541,
&quot;id&quot; : &quot;task_1326381300833_2_2_m_0&quot;,
&quot;type&quot; : &quot;MAP&quot;,
&quot;successfulAttempt&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
&quot;finishTime&quot; : 1326381453318
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 299
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;task&gt;
&lt;startTime&gt;1326381446541&lt;/startTime&gt;
&lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
&lt;elapsedTime&gt;6777&lt;/elapsedTime&gt;
&lt;progress&gt;100.0&lt;/progress&gt;
&lt;id&gt;task_1326381300833_2_2_m_0&lt;/id&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;type&gt;MAP&lt;/type&gt;
&lt;successfulAttempt&gt;attempt_1326381300833_2_2_m_0_0&lt;/successfulAttempt&gt;
&lt;/task&gt;</pre></div></div></div>
<div class="section">
<h4>Task Counters API<a name="Task_Counters_API"></a></h4>
<p>With the task counters API, you can object a collection of resources that represent all the counters for that task. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>jobTaskCounters</i> object<a name="Elements_of_the_jobTaskCounters_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">id</td>
<td align="left">string</td>
<td align="left">The task id</td></tr>
<tr class="a">
<td align="left">taskcounterGroup</td>
<td align="left">array of counterGroup objects(JSON)/zero or more counterGroup objects(XML)</td>
<td align="left">A collection of counter group objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>counterGroup</i> object<a name="Elements_of_the_counterGroup_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">counterGroupName</td>
<td align="left">string</td>
<td align="left">The name of the counter group</td></tr>
<tr class="a">
<td align="left">counter</td>
<td align="left">array of counter objects(JSON)/zero or more counter objects(XML)</td>
<td align="left">A collection of counter objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>counter</i> object<a name="Elements_of_the_counter_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">name</td>
<td align="left">string</td>
<td align="left">The name of the counter</td></tr>
<tr class="a">
<td align="left">value</td>
<td align="left">long</td>
<td align="left">The value of the counter</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;jobTaskCounters&quot; : {
&quot;id&quot; : &quot;task_1326381300833_2_2_m_0&quot;,
&quot;taskCounterGroup&quot; : [
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.FileSystemCounter&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 2363,
&quot;name&quot; : &quot;FILE_BYTES_READ&quot;
},
{
&quot;value&quot; : 54372,
&quot;name&quot; : &quot;FILE_BYTES_WRITTEN&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FILE_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FILE_LARGE_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FILE_WRITE_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_BYTES_READ&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_BYTES_WRITTEN&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_LARGE_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_WRITE_OPS&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.TaskCounter&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;COMBINE_INPUT_RECORDS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;COMBINE_OUTPUT_RECORDS&quot;
},
{
&quot;value&quot; : 460,
&quot;name&quot; : &quot;REDUCE_INPUT_GROUPS&quot;
},
{
&quot;value&quot; : 2235,
&quot;name&quot; : &quot;REDUCE_SHUFFLE_BYTES&quot;
},
{
&quot;value&quot; : 460,
&quot;name&quot; : &quot;REDUCE_INPUT_RECORDS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;REDUCE_OUTPUT_RECORDS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;SPILLED_RECORDS&quot;
},
{
&quot;value&quot; : 1,
&quot;name&quot; : &quot;SHUFFLED_MAPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FAILED_SHUFFLE&quot;
},
{
&quot;value&quot; : 1,
&quot;name&quot; : &quot;MERGED_MAP_OUTPUTS&quot;
},
{
&quot;value&quot; : 26,
&quot;name&quot; : &quot;GC_TIME_MILLIS&quot;
},
{
&quot;value&quot; : 860,
&quot;name&quot; : &quot;CPU_MILLISECONDS&quot;
},
{
&quot;value&quot; : 107839488,
&quot;name&quot; : &quot;PHYSICAL_MEMORY_BYTES&quot;
},
{
&quot;value&quot; : 1123147776,
&quot;name&quot; : &quot;VIRTUAL_MEMORY_BYTES&quot;
},
{
&quot;value&quot; : 57475072,
&quot;name&quot; : &quot;COMMITTED_HEAP_BYTES&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;Shuffle Errors&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;BAD_ID&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;CONNECTION&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;IO_ERROR&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;WRONG_LENGTH&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;WRONG_MAP&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;WRONG_REDUCE&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;BYTES_WRITTEN&quot;
}
]
}
]
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 2660
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;jobTaskCounters&gt;
&lt;id&gt;task_1326381300833_2_2_m_0&lt;/id&gt;
&lt;taskCounterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.FileSystemCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;FILE_BYTES_READ&lt;/name&gt;
&lt;value&gt;2363&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_BYTES_WRITTEN&lt;/name&gt;
&lt;value&gt;54372&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_LARGE_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_WRITE_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_BYTES_READ&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_BYTES_WRITTEN&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_LARGE_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_WRITE_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskCounterGroup&gt;
&lt;taskCounterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.TaskCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;COMBINE_INPUT_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;COMBINE_OUTPUT_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_INPUT_GROUPS&lt;/name&gt;
&lt;value&gt;460&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_SHUFFLE_BYTES&lt;/name&gt;
&lt;value&gt;2235&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_INPUT_RECORDS&lt;/name&gt;
&lt;value&gt;460&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_OUTPUT_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;SPILLED_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;SHUFFLED_MAPS&lt;/name&gt;
&lt;value&gt;1&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FAILED_SHUFFLE&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;MERGED_MAP_OUTPUTS&lt;/name&gt;
&lt;value&gt;1&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;GC_TIME_MILLIS&lt;/name&gt;
&lt;value&gt;26&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;CPU_MILLISECONDS&lt;/name&gt;
&lt;value&gt;860&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;PHYSICAL_MEMORY_BYTES&lt;/name&gt;
&lt;value&gt;107839488&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;VIRTUAL_MEMORY_BYTES&lt;/name&gt;
&lt;value&gt;1123147776&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;COMMITTED_HEAP_BYTES&lt;/name&gt;
&lt;value&gt;57475072&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskCounterGroup&gt;
&lt;taskCounterGroup&gt;
&lt;counterGroupName&gt;Shuffle Errors&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;BAD_ID&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;CONNECTION&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;IO_ERROR&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_LENGTH&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_MAP&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_REDUCE&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskCounterGroup&gt;
&lt;taskCounterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;BYTES_WRITTEN&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskCounterGroup&gt;
&lt;/jobTaskCounters&gt;</pre></div></div></div>
<div class="section">
<h4>Task Attempts API<a name="Task_Attempts_API"></a></h4>
<p>With the task attempts API, you can obtain a collection of resources that represent a task attempt within a job. When you run a GET operation on this resource, you obtain a collection of Task Attempt Objects. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>taskAttempts</i> object<a name="Elements_of_the_taskAttempts_object"></a></h5>
<p>When you make a request for the list of task attempts, the information will be returned as an array of task attempt objects. See also <a href="#Task_Attempt_API">Task Attempt API</a> for syntax of the task object.</p>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">taskAttempt</td>
<td align="left">array of task attempt objects(JSON)/zero or more task attempt objects(XML)</td>
<td align="left">The collection of task attempt objects</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;taskAttempts&quot; : {
&quot;taskAttempt&quot; : [
{
&quot;assignedContainerId&quot; : &quot;container_1326381300833_0002_01_000002&quot;,
&quot;progress&quot; : 100,
&quot;elapsedTime&quot; : 2638,
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;diagnostics&quot; : &quot;&quot;,
&quot;rack&quot; : &quot;/98.139.92.0&quot;,
&quot;nodeHttpAddress&quot; : &quot;host.domain.com:8042&quot;,
&quot;startTime&quot; : 1326381450680,
&quot;id&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
&quot;type&quot; : &quot;MAP&quot;,
&quot;finishTime&quot; : 1326381453318
}
]
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 537
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;taskAttempts&gt;
&lt;taskAttempt&gt;
&lt;startTime&gt;1326381450680&lt;/startTime&gt;
&lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
&lt;elapsedTime&gt;2638&lt;/elapsedTime&gt;
&lt;progress&gt;100.0&lt;/progress&gt;
&lt;id&gt;attempt_1326381300833_2_2_m_0_0&lt;/id&gt;
&lt;rack&gt;/98.139.92.0&lt;/rack&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;nodeHttpAddress&gt;host.domain.com:8042&lt;/nodeHttpAddress&gt;
&lt;diagnostics/&gt;
&lt;type&gt;MAP&lt;/type&gt;
&lt;assignedContainerId&gt;container_1326381300833_0002_01_000002&lt;/assignedContainerId&gt;
&lt;/taskAttempt&gt;
&lt;/taskAttempts&gt;</pre></div></div></div>
<div class="section">
<h4><a name="Task_Attempt_API">Task Attempt API</a></h4>
<p>A Task Attempt resource contains information about a particular task attempt within a job. </p>
<div class="section">
<h5>URI<a name="URI"></a></h5>
<p>Use the following URI to obtain an Task Attempt Object, from a task identified by the <a name="attemptid">attemptid</a> value. </p>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempt/{attemptid}</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>taskAttempt</i> object<a name="Elements_of_the_taskAttempt_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">id</td>
<td align="left">string</td>
<td align="left">The task id</td></tr>
<tr class="a">
<td align="left">rack</td>
<td align="left">string</td>
<td align="left">The rack</td></tr>
<tr class="b">
<td align="left">state</td>
<td align="left">string</td>
<td align="left">The state of the task attempt - valid values are: NEW, UNASSIGNED, ASSIGNED, RUNNING, COMMIT_PENDING, SUCCESS_CONTAINER_CLEANUP, SUCCEEDED, FAIL_CONTAINER_CLEANUP, FAIL_TASK_CLEANUP, FAILED, KILL_CONTAINER_CLEANUP, KILL_TASK_CLEANUP, KILLED</td></tr>
<tr class="a">
<td align="left">type</td>
<td align="left">string</td>
<td align="left">The type of task</td></tr>
<tr class="b">
<td align="left">assignedContainerId</td>
<td align="left">string</td>
<td align="left">The container id this attempt is assigned to</td></tr>
<tr class="a">
<td align="left">nodeHttpAddress</td>
<td align="left">string</td>
<td align="left">The http address of the node this task attempt ran on</td></tr>
<tr class="b">
<td align="left">diagnostics</td>
<td align="left">string</td>
<td align="left">A diagnostics message</td></tr>
<tr class="a">
<td align="left">progress</td>
<td align="left">float</td>
<td align="left">The progress of the task attempt as a percent</td></tr>
<tr class="b">
<td align="left">startTime</td>
<td align="left">long</td>
<td align="left">The time in which the task attempt started (in ms since epoch)</td></tr>
<tr class="a">
<td align="left">finishTime</td>
<td align="left">long</td>
<td align="left">The time in which the task attempt finished (in ms since epoch)</td></tr>
<tr class="b">
<td align="left">elapsedTime</td>
<td align="left">long</td>
<td align="left">The elapsed time since the task attempt started (in ms)</td></tr></table>
<p>For reduce task attempts you also have the following fields:</p>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">shuffleFinishTime</td>
<td align="left">long</td>
<td align="left">The time at which shuffle finished (in ms since epoch)</td></tr>
<tr class="a">
<td align="left">mergeFinishTime</td>
<td align="left">long</td>
<td align="left">The time at which merge finished (in ms since epoch)</td></tr>
<tr class="b">
<td align="left">elapsedShuffleTime</td>
<td align="left">long</td>
<td align="left">The time it took for the shuffle phase to complete (time in ms between reduce task start and shuffle finish)</td></tr>
<tr class="a">
<td align="left">elapsedMergeTime</td>
<td align="left">long</td>
<td align="left">The time it took for the merge phase to complete (time in ms between the shuffle finish and merge finish)</td></tr>
<tr class="b">
<td align="left">elapsedReduceTime</td>
<td align="left">long</td>
<td align="left">The time it took for the reduce phase to complete (time in ms between merge finish to end of reduce task)</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0 </pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;taskAttempt&quot; : {
&quot;assignedContainerId&quot; : &quot;container_1326381300833_0002_01_000002&quot;,
&quot;progress&quot; : 100,
&quot;elapsedTime&quot; : 2638,
&quot;state&quot; : &quot;SUCCEEDED&quot;,
&quot;diagnostics&quot; : &quot;&quot;,
&quot;rack&quot; : &quot;/98.139.92.0&quot;,
&quot;nodeHttpAddress&quot; : &quot;host.domain.com:8042&quot;,
&quot;startTime&quot; : 1326381450680,
&quot;id&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
&quot;type&quot; : &quot;MAP&quot;,
&quot;finishTime&quot; : 1326381453318
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 691
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;taskAttempt&gt;
&lt;startTime&gt;1326381450680&lt;/startTime&gt;
&lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
&lt;elapsedTime&gt;2638&lt;/elapsedTime&gt;
&lt;progress&gt;100.0&lt;/progress&gt;
&lt;id&gt;attempt_1326381300833_2_2_m_0_0&lt;/id&gt;
&lt;rack&gt;/98.139.92.0&lt;/rack&gt;
&lt;state&gt;SUCCEEDED&lt;/state&gt;
&lt;nodeHttpAddress&gt;host.domain.com:8042&lt;/nodeHttpAddress&gt;
&lt;diagnostics/&gt;
&lt;type&gt;MAP&lt;/type&gt;
&lt;assignedContainerId&gt;container_1326381300833_0002_01_000002&lt;/assignedContainerId&gt;
&lt;/taskAttempt&gt;</pre></div></div></div>
<div class="section">
<h4>Task Attempt Counters API<a name="Task_Attempt_Counters_API"></a></h4>
<p>With the task attempt counters API, you can object a collection of resources that represent al the counters for that task attempt. </p>
<div class="section">
<h5>URI <a name="URI"></a></h5>
<div>
<pre> * http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempt/{attemptid}/counters</pre></div></div>
<div class="section">
<h5>HTTP Operations Supported <a name="HTTP_Operations_Supported"></a></h5>
<div>
<pre> * GET</pre></div></div>
<div class="section">
<h5>Query Parameters Supported<a name="Query_Parameters_Supported"></a></h5>
<div>
<pre> None</pre></div></div>
<div class="section">
<h5>Elements of the <i>jobTaskAttemptCounters</i> object<a name="Elements_of_the_jobTaskAttemptCounters_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">id</td>
<td align="left">string</td>
<td align="left">The task attempt id</td></tr>
<tr class="a">
<td align="left">taskAttemptcounterGroup</td>
<td align="left">array of task attempt counterGroup objects(JSON)/zero or more task attempt counterGroup objects(XML)</td>
<td align="left">A collection of task attempt counter group objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>taskAttemptCounterGroup</i> object<a name="Elements_of_the_taskAttemptCounterGroup_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">counterGroupName</td>
<td align="left">string</td>
<td align="left">The name of the counter group</td></tr>
<tr class="a">
<td align="left">counter</td>
<td align="left">array of counter objects(JSON)/zero or more counter objects(XML)</td>
<td align="left">A collection of counter objects</td></tr></table></div>
<div class="section">
<h5>Elements of the <i>counter</i> object<a name="Elements_of_the_counter_object"></a></h5>
<table border="1" class="bodyTable">
<tr class="a">
<th align="left">Item</th>
<th align="left">Data Type</th>
<th align="left">Description</th></tr>
<tr class="b">
<td align="left">name</td>
<td align="left">string</td>
<td align="left">The name of the counter</td></tr>
<tr class="a">
<td align="left">value</td>
<td align="left">long</td>
<td align="left">The value of the counter</td></tr></table></div>
<div class="section">
<h5>Response Examples<a name="Response_Examples"></a></h5>
<p><b>JSON response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/json
Transfer-Encoding: chunked
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>{
&quot;jobTaskAttemptCounters&quot; : {
&quot;taskAttemptCounterGroup&quot; : [
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.FileSystemCounter&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 2363,
&quot;name&quot; : &quot;FILE_BYTES_READ&quot;
},
{
&quot;value&quot; : 54372,
&quot;name&quot; : &quot;FILE_BYTES_WRITTEN&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FILE_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FILE_LARGE_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FILE_WRITE_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_BYTES_READ&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_BYTES_WRITTEN&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_LARGE_READ_OPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;HDFS_WRITE_OPS&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.TaskCounter&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;COMBINE_INPUT_RECORDS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;COMBINE_OUTPUT_RECORDS&quot;
},
{
&quot;value&quot; : 460,
&quot;name&quot; : &quot;REDUCE_INPUT_GROUPS&quot;
},
{
&quot;value&quot; : 2235,
&quot;name&quot; : &quot;REDUCE_SHUFFLE_BYTES&quot;
},
{
&quot;value&quot; : 460,
&quot;name&quot; : &quot;REDUCE_INPUT_RECORDS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;REDUCE_OUTPUT_RECORDS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;SPILLED_RECORDS&quot;
},
{
&quot;value&quot; : 1,
&quot;name&quot; : &quot;SHUFFLED_MAPS&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;FAILED_SHUFFLE&quot;
},
{
&quot;value&quot; : 1,
&quot;name&quot; : &quot;MERGED_MAP_OUTPUTS&quot;
},
{
&quot;value&quot; : 26,
&quot;name&quot; : &quot;GC_TIME_MILLIS&quot;
},
{
&quot;value&quot; : 860,
&quot;name&quot; : &quot;CPU_MILLISECONDS&quot;
},
{
&quot;value&quot; : 107839488,
&quot;name&quot; : &quot;PHYSICAL_MEMORY_BYTES&quot;
},
{
&quot;value&quot; : 1123147776,
&quot;name&quot; : &quot;VIRTUAL_MEMORY_BYTES&quot;
},
{
&quot;value&quot; : 57475072,
&quot;name&quot; : &quot;COMMITTED_HEAP_BYTES&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;Shuffle Errors&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;BAD_ID&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;CONNECTION&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;IO_ERROR&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;WRONG_LENGTH&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;WRONG_MAP&quot;
},
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;WRONG_REDUCE&quot;
}
]
},
{
&quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&quot;,
&quot;counter&quot; : [
{
&quot;value&quot; : 0,
&quot;name&quot; : &quot;BYTES_WRITTEN&quot;
}
]
}
],
&quot;id&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;
}
}</pre></div>
<p><b>XML response</b></p>
<p>HTTP Request:</p>
<div>
<pre> GET http://&lt;history server http address:port&gt;/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
Accept: application/xml</pre></div>
<p>Response Header:</p>
<div class="source">
<pre> HTTP/1.1 200 OK
Content-Type: application/xml
Content-Length: 2735
Server: Jetty(6.1.26)</pre></div>
<p>Response Body:</p>
<div class="source">
<pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
&lt;jobTaskAttemptCounters&gt;
&lt;id&gt;attempt_1326381300833_2_2_m_0_0&lt;/id&gt;
&lt;taskAttemptCounterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.FileSystemCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;FILE_BYTES_READ&lt;/name&gt;
&lt;value&gt;2363&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_BYTES_WRITTEN&lt;/name&gt;
&lt;value&gt;54372&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_LARGE_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FILE_WRITE_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_BYTES_READ&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_BYTES_WRITTEN&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_LARGE_READ_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;HDFS_WRITE_OPS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskAttemptCounterGroup&gt;
&lt;taskAttemptCounterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.TaskCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;COMBINE_INPUT_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;COMBINE_OUTPUT_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_INPUT_GROUPS&lt;/name&gt;
&lt;value&gt;460&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_SHUFFLE_BYTES&lt;/name&gt;
&lt;value&gt;2235&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_INPUT_RECORDS&lt;/name&gt;
&lt;value&gt;460&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;REDUCE_OUTPUT_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;SPILLED_RECORDS&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;SHUFFLED_MAPS&lt;/name&gt;
&lt;value&gt;1&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;FAILED_SHUFFLE&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;MERGED_MAP_OUTPUTS&lt;/name&gt;
&lt;value&gt;1&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;GC_TIME_MILLIS&lt;/name&gt;
&lt;value&gt;26&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;CPU_MILLISECONDS&lt;/name&gt;
&lt;value&gt;860&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;PHYSICAL_MEMORY_BYTES&lt;/name&gt;
&lt;value&gt;107839488&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;VIRTUAL_MEMORY_BYTES&lt;/name&gt;
&lt;value&gt;1123147776&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;COMMITTED_HEAP_BYTES&lt;/name&gt;
&lt;value&gt;57475072&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskAttemptCounterGroup&gt;
&lt;taskAttemptCounterGroup&gt;
&lt;counterGroupName&gt;Shuffle Errors&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;BAD_ID&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;CONNECTION&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;IO_ERROR&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_LENGTH&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_MAP&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;counter&gt;
&lt;name&gt;WRONG_REDUCE&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskAttemptCounterGroup&gt;
&lt;taskAttemptCounterGroup&gt;
&lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&lt;/counterGroupName&gt;
&lt;counter&gt;
&lt;name&gt;BYTES_WRITTEN&lt;/name&gt;
&lt;value&gt;0&lt;/value&gt;
&lt;/counter&gt;
&lt;/taskAttemptCounterGroup&gt;
&lt;/jobTaskAttemptCounters&gt;</pre></div></div></div></div></div>
</div>
</div>
<div class="clear">
<hr/>
</div>
<div id="footer">
<div class="xright">&#169; 2014
Apache Software Foundation
- <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a></div>
<div class="clear">
<hr/>
</div>
</div>
</body>
</html>
c4science · Help