Homec4science
Diffusion elastic-yarn 5070f583d0a2

Add option to limit ELASTIC containers on a node based on predicted disk rate.
5070f583d0a2
Actions

Authored by iorgulescu on Oct 13 2016, 17:28.

Description

Add option to limit ELASTIC containers on a node based on predicted disk rate.

Details

Committed
iorgulescuOct 15 2016, 02:19
Pushed
iorgulescuMay 12 2017, 02:48
Parents
R3704:f8a8b39b48d6: Implemented PEEK strategy. Refactor FSSchedulerSimulator code. RACE_NODEG no…
Branches
Unknown
Tags
Unknown

Changes (16)

Path
M2.6.3/ELASTIC_CONFIG.txt
M2.6.3/hadoop-2.6.3-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerRequestor.java
M2.6.3/hadoop-2.6.3-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/TaskSchedulingParameters.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/proto/yarn_protos.proto
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/TaskSchedulingParametersPBImpl.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSSchedulerNode.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/AppWrapper.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/FSSchedulerSimulator.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/FakeFSSchedulerNode.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/MinimalClusterState.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/OracleRunner.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/Prediction.java
M2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/ResourceRequestImpl.java

R3704:5070f583d0a2

View Options

2.6.3/ELASTIC_CONFIG.txt

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerRequestor.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/TaskSchedulingParameters.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/proto/yarn_protos.proto

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/TaskSchedulingParametersPBImpl.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSSchedulerNode.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/AppWrapper.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/FSSchedulerSimulator.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/FakeFSSchedulerNode.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/MinimalClusterState.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/OracleRunner.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/Prediction.java

Loading...
View Options

2.6.3/hadoop-2.6.3-src/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/elastic/simulator/ResourceRequestImpl.java

Loading...
c4science · Help