1.linux的jdk1.6安装和环境变量配置
#安装jdk1.6
1cd /usr/local/ 2./jdk-6u45-linux-x64.bin 3
#配置环境变量并激活
1[root@master local]# vim /etc/profile.d/jdk.sh 2 3export JAVA_HOME=/usr/local/jdk6 4export PATH=$JAVA_HOME/bin:$PATH 5export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar 6 7[root@master local]# source /etc/profile
2.解压hadoop1.2_创建tmp目录
1tar -zxvf hadoop-1.2.1-bin.tar.gz 2 3[root@master local]# cd hadoop-1.2.1/ 4[root@master hadoop-1.2.1]# mkdir tmp
3.hadoop的配置文件修改(6个文件)
[root@master conf]# cd /usr/local/hadoop-1.2.1/conf/
masters
1[root@master conf]# cat masters 2master
slaves
1[root@master conf]# cat slaves 2slave1
core-site.xml
1[root@master conf]# cat core-site.xml 2<?xml version="1.0"?> 3<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> 4<!-- Put site-specific property overrides in this file. --> 5<configuration> 6 <property> 7 <name>hadoop.tmp.dir</name> 8 <value>/usr/local/hadoop-1.2.1/tmp</value> 9 </property> 10 <property> 11 <name>fs.default.name</name> 12 <value>hdfs://192.168.1.60:9000</value> 13 </property> 14</configuration>
mapred-site.xml
1[root@master conf]# cat mapred-site.xml 2<?xml version="1.0"?> 3<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> 4<!-- Put site-specific property overrides in this file. --> 5<configuration> 6 <property> 7 <name>mapred.job.tracker</name> 8 <value>http://192.168.1.60:9001</value> 9 </property> 10</configuration>
hdfs-site.xml
1[root@master conf]# cat hdfs-site.xml 2<?xml version="1.0"?> 3<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> 4<!-- Put site-specific property overrides in this file. --> 5<configuration> 6 <property> 7 <name>dfs.replication</name> 8 <value>3</value> 9 </property> 10</configuration>
hadoop-env.sh
#sh文件最下方添加JAVA_HOME的值
export JAVA_HOME=/usr/local/jdk6
# 通过SCP传文件给slave1
1scp -rp masters slave1:/usr/local/hadoop-1.2.1/conf/ 2scp -rp slaves slave1:/usr/local/hadoop-1.2.1/conf/ 3scp -rp core-site.xml slave1:/usr/local/hadoop-1.2.1/conf/ 4scp -rp mapred-site.xml slave1:/usr/local/hadoop-1.2.1/conf/ 5scp -rp hdfs-site.xml slave1:/usr/local/hadoop-1.2.1/conf/ 6scp -rp hadoop-env.sh slave1:/usr/local/hadoop-1.2.1/conf/
4.启动hadoop
(1)第一次启动需要格式化namenode
1[root@master bin]# ./hadoop namenode -format 217/04/11 01:41:04 INFO namenode.NameNode: STARTUP_MSG: 3/************************************************************ 4STARTUP_MSG: Starting NameNode 5STARTUP_MSG: host = master/192.168.1.34 6STARTUP_MSG: args = [-format] 7STARTUP_MSG: version = 1.2.1 8STARTUP_MSG: build = https://svn.apache.org/repos/asf/hadoop/common/branches/branch-1.2 -r 1503152; compiled by 'mattf' on Mon Jul 22 15:23:09 PDT 2013 9STARTUP_MSG: java = 1.6.0_45 10************************************************************/ 1117/04/11 01:41:04 INFO util.GSet: Computing capacity for map BlocksMap 1217/04/11 01:41:04 INFO util.GSet: VM type = 64-bit 1317/04/11 01:41:04 INFO util.GSet: 2.0% max memory = 1013645312 1417/04/11 01:41:04 INFO util.GSet: capacity = 2^21 = 2097152 entries 1517/04/11 01:41:04 INFO util.GSet: recommended=2097152, actual=2097152 1617/04/11 01:41:04 INFO namenode.FSNamesystem: fsOwner=root 1717/04/11 01:41:04 INFO namenode.FSNamesystem: supergroup=supergroup 1817/04/11 01:41:04 INFO namenode.FSNamesystem: isPermissionEnabled=true 1917/04/11 01:41:04 INFO namenode.FSNamesystem: dfs.block.invalidate.limit=100 2017/04/11 01:41:04 INFO namenode.FSNamesystem: isAccessTokenEnabled=false accessKeyUpdateInterval=0 min(s), accessTokenLifetime=0 min(s) 2117/04/11 01:41:04 INFO namenode.FSEditLog: dfs.namenode.edits.toleration.length = 0 2217/04/11 01:41:04 INFO namenode.NameNode: Caching file names occuring more than 10 times 2317/04/11 01:41:04 INFO common.Storage: Image file /usr/local/hadoop-1.2.1/tmp/dfs/name/current/fsimage of size 110 bytes saved in 0 seconds. 2417/04/11 01:41:04 INFO namenode.FSEditLog: closing edit log: position=4, editlog=/usr/local/hadoop-1.2.1/tmp/dfs/name/current/edits 2517/04/11 01:41:04 INFO namenode.FSEditLog: close success: truncate to 4, editlog=/usr/local/hadoop-1.2.1/tmp/dfs/name/current/edits 2617/04/11 01:41:04 INFO common.Storage: Storage directory /usr/local/hadoop-1.2.1/tmp/dfs/name has been successfully formatted. 2717/04/11 01:41:04 INFO namenode.NameNode: SHUTDOWN_MSG: 28/************************************************************ 29SHUTDOWN_MSG: Shutting down NameNode at master/192.168.1.34 30************************************************************/
(2)启动hadoop
1[root@master bin]# ./start-all.sh 2starting namenode, logging to /usr/local/hadoop-1.2.1/libexec/../logs/hadoop-root-namenode-master.out 3slave1: starting datanode, logging to /usr/local/hadoop-1.2.1/libexec/../logs/hadoop-root-datanode-slave1.out 4The authenticity of host 'master (192.168.1.34)' can't be established. 5RSA key fingerprint is e3:c2:f6:71:e2:e7:97:00:f1:b7:c2:86:42:7f:5d:2c. 6Are you sure you want to continue connecting (yes/no)? yes 7master: Warning: Permanently added 'master,192.168.1.34' (RSA) to the list of known hosts. 8master: starting secondarynamenode, logging to /usr/local/hadoop-1.2.1/libexec/../logs/hadoop-root-secondarynamenode-master.out 9starting jobtracker, logging to /usr/local/hadoop-1.2.1/libexec/../logs/hadoop-root-jobtracker-master.out 10slave1: starting tasktracker, logging to /usr/local/hadoop-1.2.1/libexec/../logs/hadoop-root-tasktracker-slave1.out
5.检查hadoop集群环境是否成功启动
(1)master使用jps查看
1[root@master bin]# jps 22461 JobTracker 32227 NameNode 42383 SecondaryNameNode 52603 Jps
(2)slave1使用jps查看
1[root@slave1 local]# jps 22068 Jps 31982 TaskTracker 41908 DataNode
(3)master使用hdfs命令
1[root@master bin]# ./hadoop fs -ls / 2Found 1 items 3drwxr-xr-x - root supergroup 0 2017-04-11 01:43 /usr 4 5[root@master bin]# ./hadoop fs -put /etc/passwd / 6[root@master bin]# ./hadoop fs -ls / 7Found 2 items 8-rw-r--r-- 3 root supergroup 1380 2017-04-11 01:48 /passwd 9drwxr-xr-x - root supergroup 0 2017-04-11 01:43 /usr
#Game Over