| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970 |
- <?xml version="1.0"?>
- <!--
- This is a sample configuration file for the Fair Scheduler. For details
- on the options, please refer to the fair scheduler documentation at
- http://hadoop.apache.org/core/docs/r0.21.0/fair_scheduler.html.
- To create your own configuration, copy this file to conf/fair-scheduler.xml
- and add the following property in mapred-site.xml to point Hadoop to the
- file, replacing [HADOOP_HOME] with the path to your installation directory:
- <property>
- <name>mapred.fairscheduler.allocation.file</name>
- <value>[HADOOP_HOME]/conf/fair-scheduler.xml</value>
- </property>
- Note that all the parameters in the configuration file below are optional,
- including the parameters inside <pool> and <user> elements. It is only
- necessary to set the ones you want to differ from the defaults.
- -->
- <allocations>
- <!-- Example element for configuring a pool -->
- <pool name="pool1">
- <!-- Minimum shares of map and reduce slots. Defaults to 0. -->
- <minMaps>10</minMaps>
- <minReduces>5</minReduces>
- <!-- Limit on running jobs in the pool. If more jobs are submitted,
- only the first <maxRunningJobs> will be scheduled at any given time.
- Defaults to infinity or the global poolMaxJobsDefault value below. -->
- <maxRunningJobs>5</maxRunningJobs>
- <!-- Number of seconds after which the pool can preempt other pools'
- tasks to achieve its min share. Requires preemption to be enabled in
- mapred-site.xml by setting mapred.fairscheduler.preemption to true.
- Defaults to infinity (no preemption). -->
- <minSharePreemptionTimeout>300</minSharePreemptionTimeout>
- <!-- Pool's weight in fair sharing calculations. Defaulti is 1.0. -->
- <weight>1.0</weight>
- </pool>
- <!-- Example element for configuring a user -->
- <user name="user1">
- <!-- Limit on running jobs for the user across all pools. If more
- jobs than this are submitted, only the first <maxRunningJobs> will
- be scheduled at any given time. Defaults to infinity or the
- userMaxJobsDefault value set below. -->
- <maxRunningJobs>10</maxRunningJobs>
- </user>
- <!-- Default running job limit pools where it is not explicitly set. -->
- <poolMaxJobsDefault>20</poolMaxJobsDefault>
- <!-- Default running job limit users where it is not explicitly set. -->
- <userMaxJobsDefault>10</userMaxJobsDefault>
- <!-- Default min share preemption timeout for pools where it is not
- explicitly configured, in seconds. Requires mapred.fairscheduler.preemption
- to be set to true in your mapred-site.xml. -->
- <defaultMinSharePreemptionTimeout>600</defaultMinSharePreemptionTimeout>
- <!-- Preemption timeout for jobs below their fair share, in seconds.
- If a job is below half its fair share for this amount of time, it
- is allowed to kill tasks from other jobs to go up to its fair share.
- Requires mapred.fairscheduler.preemption to be true in mapred-site.xml. -->
- <fairSharePreemptionTimeout>600</fairSharePreemptionTimeout>
- </allocations>
|