#### 1. zookeeper
# mkdir -p /data/zookeeper
# echo 1 >> /data/zookeeper/myid
# zkServer.sh start

#### 2. 格式化HDFS
# hdfs namenode -format

#### 3. 启动hdfs
# start-dfs.sh

#### 4. 启动yarn
# start-yarn.sh


#### 5. 启动HBase
# start-hbase.sh


#### 
http://192.168.99.100:50070/ NameNode Web UI
http://192.168.99.100:50090/ Secondary NameNode Web UI
http://192.168.99.100:8088/  ResourceManager Web UI
http://192.168.99.100:16010/ HBase Web UI


####
# hdfs dfs -mkdir /sample/input
# hdfs dfs -put pg1661.txt /samples/input
# hadoop jar $HADOOP_PREFIX/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.2.jar wordcount /samples/input /samples/output
# hdfs dfs -rm -r -f /samples/output


#### AWS setting
1. 设定ROOT密码, 更新YUM
# sudo passwd root
# yum update -y

2. 设定文件
# vi /etc/hosts
172.31.1.10 zookeeper1 zk1
172.31.1.11 zookeeper2 zk2
172.31.1.12 zookeeper3 zk3
172.31.20.66 docker.alphabets.cn

3. 安装docker
# curl -fsSL https://get.docker.com/ | sh

4. 安装compose
# curl http://qiniu.alphabets.cn/lib/docker-compose-1.6.2 -o /usr/local/bin/docker-compose && chmod +x /usr/local/bin/docker-compose

5. 添加cluster参数
# vi /etc/sysconfig/docker
-H tcp://0.0.0.0:2376 -H tcp://0.0.0.0:2375 -H unix:///var/run/docker.sock --cluster-advertise eth0:2376 --cluster-store zk://zk1:2181,zk2:2181,zk3:2181 --debug=true
  cluster-store: 是指向key-value存储的地址，这里就是zookeeper的地址，zookeeper里保存着整个overlay网络配置和节点信息
  cluster-advertise: Docker守护进程的宿主机ip地址，可通过网络接口指定

-H tcp://0.0.0.0:2375 -H unix:///var/run/docker.sock


6. 重动服务, 使参数生效
# service docker start
# ps -ef|grep docker 确认参数指定生效

7. 启动Swarm master

8. 创建网络
# docker -H :4000 network create --driver overlay --subnet=10.0.0.0/20 hadoop

----
# Swarm的集群
http://docs.docker.jp/swarm/multi-manager-setup.html

# overlay networks 需要的端口
TCP 2376 engine port
UDP 4789 vxlan
TCP + UDP 7946 serf