OS:mac os x 10.10.3Java HotSpot(TM) 64-Bit Server VM (build 24.79-b02, mixed mode)Eclipse 4.4.2Hadoop 2.7Xcode 6.3.2homebrew
/Library/Java/JavaVirtualMachines/jdk1.7.0_79.jdk/Contents/Home/
3. ssh环境ruby -e "$(curl -fsSL https://raw.github.com/Homebrew/homebrew/go/install)"
ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
cat ~/.ssh/id_dsa.pub >>~/.ssh/authorized_keys
brew install hadoop
==> Downloading https://www.apache.org/dyn/closer.cgi?path=hadoop/common/hadoop-==> Best Mirror http://mirror.bit.edu.cn/apache/hadoop/common/hadoop-2.7.0/hadoo######################################################################## 100.0%==> CaveatsIn Hadoop's config file:/usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/hadoop-env.sh,/usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/mapred-env.sh and/usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/yarn-env.sh$JAVA_HOME has been set to be the output of:/usr/libexec/java_home==> Summary? /usr/local/Cellar/hadoop/2.7.0: 6297 files, 324M, built in 2.3 minutes
vim /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/hadoop-env.sh
#export HADOOP_OPTS="$HADOOP_OPTS -Djava.net.preferIPv4Stack=true"export HADOOP_OPTS="${HADOOP_OPTS} -Djava.security.krb5.realm= -Djava.security.krb5.kdc="export HADOOP_OPTS="${HADOOP_OPTS} -Djava.security.krb5.conf=/dev/null"
vim /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/yarn-env.sh
YARN_OPTS="$YARN_OPTS -Djava.security.krb5.realm=OX.AC.UK -Djava.security.krb5.kdc=kdc0.ox.ac.uk:kdc1.ox.ac.uk"
vim /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/core-site.xml
<property><name>fs.defaultFS</name><value>hdfs://localhost:9000</value></property>
vim /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/hdfs-site.xml
<property><name>dfs.replication</name><value>1</value></property>
cp /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/mapred-site.xml.template /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/mapred-site.xmlvim /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/mapred-site.xml
<property><name>mapreduce.framework.name</name><value>yarn</value></property>
vim /usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/yarn-site.xml
<property><name>yarn.nodemanager.aux-services</name><value>mapreduce_shuffle</value></property>
rm -rf /tmp/hadoop-tanjiti 如果曾经安装过,需要清除hadoop namenode -format
start-dfs.sh
start-yarn.sh
jps
1763220464 NameNode20991 Jps20665 SecondaryNameNode20870 ResourceManager20552 DataNode20967 NodeManager
hadoop jar /usr/local/Cellar/hadoop/2.7.0/libexec/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.0.jar pi 2 5
三、安装eclipse+hadoop开发环境http://localhost:8088 Cluster Status 这个接口非常有用
http://localhost:50070/ HDFS statushttp://localhost:50090 secondaryNamenode
如果报错不兼容,安装Eclipse 2.0 style plugin support







/usr/local/Cellar/hadoop/2.7.0/libexec/etc/hadoop/
下的
core-site.xml hdfs-site.xml log4j.properties







查看Native Libraries Guard官方文档,结果说不支持Mac OS X平台WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable