OpenStack/Juju/MAAS/CloudStack/Hadoop
-
kerrysu
- 帖子: 25
- 注册时间: 2016-03-29 9:56
- 系统: ubuntu
#1
帖子
由 kerrysu » 2016-08-24 16:09
集群中有一个Slave
代码: 全选
hadoop@Master:~$ jps
46400 NameNode
46993 JobHistoryServer
46722 ResourceManager
46585 SecondaryNameNode
47038 Jps
hadoop@Master:~$ hdfs dfsadmin -report
Configured Capacity: 0 (0 B)
Present Capacity: 0 (0 B)
DFS Remaining: 0 (0 B)
DFS Used: 0 (0 B)
DFS Used%: NaN%
Under replicated blocks: 0
Blocks with corrupt replicas: 0
Missing blocks: 0
-------------------------------------------------
hadoop@Master:~$ netstat -an | grep 9000
tcp 0 0 127.0.0.1:9000 0.0.0.0:* LISTEN
tcp 0 0 127.0.0.1:37158 127.0.0.1:9000 TIME_WAIT
-
kerrysu
- 帖子: 25
- 注册时间: 2016-03-29 9:56
- 系统: ubuntu
#2
帖子
由 kerrysu » 2016-08-24 16:14
配置文件:
1.core-site.xml
代码: 全选
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://Master:9000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>file:/usr/local/hadoop/tmp</value>
<description>Abase for other temporary directories.</description>
</property>
</configuration>
2. hdfs-site.xml
代码: 全选
<configuration>
<property>
<name>dfs.namenode.secondary.http-address</name>
<value>Master:50090</value>
</property>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.namenode.name.dir</name>
<value>file:/usr/local/hadoop/tmp/dfs/name</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>file:/usr/local/hadoop/tmp/dfs/data</value>
</property>
</configuration>
3.mapred-site.xml
代码: 全选
<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.jobhistory.address</name>
<value>Master:10020</value>
</property>
<property>
<name>mapreduce.jobhistory.webapp.address</name>
<value>Master:19888</value>
</property>
</configuration>
4.yarn-site.xml
代码: 全选
<configuration>
<property>
<name>yarn.resourcemanager.hostname</name>
<value>Master</value>
</property>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
</configuration>