hadoop运行jar包的相关配置参考！

core-site.xml

<property>

<name>fs.defaultFS</name>

<value>hdfs://master:9820</value>

</property>

<property>

<name>hadoop.tmp.dir</name>

<value>/opt/module/hadoop-3.1.3/tempData</value>

</property>

hdfs-site.xml

<property>

<name>dfs.replication</name>

<value>3</value>

</property>

mapreduce-site.xml

<property>

<name>mapreduce.framework.name</name>

<value>yarn</value>

</property>

<property>

<name>mapreduce.jobhistory.address</name>

<value>master:10020</value>

</property>

<property>

<name>mapreduce.jobhistory.webapp.address</name>

<value>master:19888</value>

</property>

mapred --daemon start jobhistoryserver

yarn-site.xml

<property>

<name>yarn.resourcemanager.hostname</name>

<value>master</value>

</property>

<property>

<name>yarn.nodemanager.aux-services</name>

<value>mapreduce_shuffle</value>

</property>

mapreduce-site.xml

<property>

<name>yarn.app.mapreduce.am.env</name>

<value>HADOOP_MAPRED_HOME=${HADOOP_HOME}</value>

</property>

<property>

<name>mapreduce.map.env</name>

<value>HADOOP_MAPRED_HOME=${HADOOP_HOME}</value>

</property>

<property>

<name>mapreduce.reduce.env</name>

<value>HADOOP_MAPRED_HOME=${HADOOP_HOME}</value>

</property>

<property>

<name>mapreduce.map.memory.mb</name>

<value>2048</value>

</property>

<property>

<name>mapreduce.map.java.opts</name>

<value>-Xmx1536m</value>

</property>

<property>

<!-- 是否对容器强制执行虚拟内存限制 -->

<name>yarn.nodemanager.vmem-check-enabled</name>

<value>false</value>

<description>Whether virtual memory limits will be enforced for containers</description>

</property>

<property>

<!-- 为容器设置内存限制时虚拟内存与物理内存之间的比率 -->

<name>yarn.nodemanager.vmem-pmem-ratio</name>

<value>4</value>

</property>

export HADOOP_CLASSPATH=`hadoop classpath`

export HADOIOP_CONF_DIR=/opt/module/hadoop-3.1.3/etc/hadoop