hadoop2.2.0 yarn-site.xml--Node Manager Configs

来源:互联网 发布:农民专业合作软件 编辑:程序博客网 时间:2024/05/17 05:13

  <!-- Node Manager Configs -->

  <property>    <description>address of node manager IPC.</description>    <name>yarn.nodemanager.address</name>    <value>0.0.0.0:0</value>  </property>

注释:

  <property>    <description>Environment variables that should be forwarded from the NodeManager's environment to the container's.</description>    <name>yarn.nodemanager.admin-env</name>    <value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value>  </property>

注释:

 

  <property>    <description>Environment variables that containers may override rather than use NodeManager's default.</description>    <name>yarn.nodemanager.env-whitelist</name>    <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,YARN_HOME</value>  </property>

注释:

  <property>    <description>who will execute(launch) the containers.</description>    <name>yarn.nodemanager.container-executor.class</name>    <value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value><!--<value>org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor</value>-->  </property>

注释:

  <property>    <description>Number of threads container manager uses.</description>    <name>yarn.nodemanager.container-manager.thread-count</name>    <value>20</value>  </property>

注释:

  <property>    <description>Number of threads used in cleanup.</description>    <name>yarn.nodemanager.delete.thread-count</name>    <value>4</value>  </property>

注释:

  <property>    <description>Heartbeat interval to RM</description>    <name>yarn.nodemanager.heartbeat.interval-ms</name>    <value>1000</value>  </property>

注释:

  <property>    <description>Keytab for NM.</description>    <name>yarn.nodemanager.keytab</name>    <value>/etc/krb5.keytab</value>  </property>

注释:

  <property>    <description>List of directories to store localized files in.</description>    <name>yarn.nodemanager.local-dirs</name>    <value>/tmp/nm-local-dir</value>  </property>

注释:

  <property>    <description>Address where the localizer IPC is.</description>    <name>yarn.nodemanager.localizer.address</name>    <value>0.0.0.0:8040</value>  </property>

注释:

  <property>    <description>Interval in between cache cleanups.</description>    <name>yarn.nodemanager.localizer.cache.cleanup.interval-ms</name>    <value>600000</value>  </property>

注释:

  <property>    <description>Target size of localizer cache in MB, per local directory.</description>    <name>yarn.nodemanager.localizer.cache.target-size-mb</name>    <value>10240</value>  </property>

注释:

  <property>    <description>Number of threads to handle localization requests.</description>    <name>yarn.nodemanager.localizer.client.thread-count</name>    <value>5</value>  </property>

注释:

  <property>    <description>Number of threads to use for localization fetching.</description>    <name>yarn.nodemanager.localizer.fetch.thread-count</name>    <value>4</value>  </property>

注释:

  <property>    <description>Where to store container logs.</description>    <name>yarn.nodemanager.log-dirs</name>    <value>/tmp/logs</value>  </property>

注释:

  <property>    <description>Whether to enable log aggregation</description>    <name>yarn.log-aggregation-enable</name>    <value>false</value>  </property>

注释:

  <property>    <description>How long to keep aggregation logs before deleting them.  -1 disables.     Be careful set this too small and you will spam the name node.</description>    <name>yarn.log-aggregation.retain-seconds</name>    <value>-1</value>  </property> 

注释:

  <property>    <description>Time in seconds to retain user logs. Only applicable if    log aggregation is disabled    </description>    <name>yarn.nodemanager.log.retain-seconds</name>    <value>10800</value>  </property>

注释:

  <property>    <description>Where to aggregate logs to.</description>    <name>yarn.nodemanager.remote-app-log-dir</name>    <value>/tmp/logs</value>  </property>

注释:

  <property>    <description>The remote log dir will be created at       {yarn.nodemanager.remote-app-log-dir}/${user}/{thisParam}    </description>    <name>yarn.nodemanager.remote-app-log-dir-suffix</name>    <value>logs</value>  </property>

注释:

 <property>    <description>Amount of physical memory, in MB, that can be allocated     for containers.</description>    <name>yarn.nodemanager.resource.memory-mb</name>    <value>8192</value>  </property>

注释:

  <property>    <description>Ratio between virtual memory to physical memory when    setting memory limits for containers. Container allocations are    expressed in terms of physical memory, and virtual memory usage    is allowed to exceed this allocation by this ratio.    </description>    <name>yarn.nodemanager.vmem-pmem-ratio</name>    <value>2.1</value>  </property>

注释:

  <property>    <description>NM Webapp address.</description>    <name>yarn.nodemanager.webapp.address</name>    <value>0.0.0.0:8042</value>  </property>

注释:

  <property>    <description>How often to monitor containers.</description>    <name>yarn.nodemanager.container-monitor.interval-ms</name>    <value>3000</value>  </property>

注释:

  <property>    <description>Class that calculates containers current resource utilization.</description>    <name>yarn.nodemanager.container-monitor.resource-calculator.class</name>  </property>

注释:

  <property>    <description>Frequency of running node health script.</description>    <name>yarn.nodemanager.health-checker.interval-ms</name>    <value>600000</value>  </property>

注释:

  <property>    <description>Script time out period.</description>    <name>yarn.nodemanager.health-checker.script.timeout-ms</name>    <value>1200000</value>  </property>

注释:

  <property>    <description>The health check script to run.</description>    <name>yarn.nodemanager.health-checker.script.path</name>    <value></value>  </property>

注释:

  <property>    <description>The arguments to pass to the health check script.</description>    <name>yarn.nodemanager.health-checker.script.opts</name>    <value></value>  </property>

注释:

  <property>    <description>Frequency of running disk health checker code.</description>    <name>yarn.nodemanager.disk-health-checker.interval-ms</name>    <value>120000</value>  </property>

注释:

  <property>    <description>The minimum fraction of number of disks to be healthy for the    nodemanager to launch new containers. This correspond to both    yarn-nodemanager.local-dirs and yarn.nodemanager.log-dirs. i.e. If there    are less number of healthy local-dirs (or log-dirs) available, then    new containers will not be launched on this node.</description>    <name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name>    <value>0.25</value>  </property>

注释:

  <property>    <description>The path to the Linux container executor.</description>    <name>yarn.nodemanager.linux-container-executor.path</name>  </property>

注释:

  <property>    <description>T-file compression types used to compress aggregated logs.</description>    <name>yarn.nodemanager.log-aggregation.compression-type</name>    <value>none</value>  </property>

注释:

  <property>    <description>The kerberos principal for the node manager.</description>    <name>yarn.nodemanager.principal</name>    <value></value>  </property>

注释:

  <property>    <name>yarn.nodemanager.aux-services</name>    <value></value>    <!-- <value>mapreduce.shuffle</value> -->  </property>

注释:

  <property>    <description>No. of ms to wait between sending a SIGTERM and SIGKILL to a container</description>    <name>yarn.nodemanager.sleep-delay-before-sigkill.ms</name>    <value>250</value>  </property>

注释:

  <property>    <description>Max time to wait for a process to come up when trying to cleanup a container</description>    <name>yarn.nodemanager.process-kill-wait.ms</name>    <value>2000</value>  </property>

注释:

0 0
原创粉丝点击