yum install gcc* uuid-devel libuid-devel libtool
yum install -y git
wget http://download.zeromq.org/zeromq-2.1.7.tar.gz
./configure
make
make install
git clone https://github.com/nathanmarz/jzmq.git
./autogen.sh
./configure
make
make install
wget http://mirrors.cnnic.cn/apache/storm/apache-storm-0.9.4/apache-storm-0.9.4.tar.gz
ln -sf storm
------------------------------------------------------------------------
STORM_HOME=$BASE_HOME/storm
PATH=$PATH:$STORM_HOME/bin
export STORM_HOME
......
Step1 :
ssh zjenterprise01
cd /myhome/
./runzk.sh "/myhome/usr/zookeeper/bin/zkServer.sh stop"
./runzk.sh "/myhome/usr/zookeeper/bin/zkServer.sh start"
./runzk.sh "/myhome/usr/zookeeper/bin/zkServer.sh status"
./runzk.sh "/myhome/usr/hadoop/sbin/hadoop-daemon.sh stop journalnode"
./runzk.sh "/myhome/usr/hadoop/sbin/hadoop-daemon.sh start journalnode"
exit
Step2:
..hdfs namenode -format
..hdfs zkfc -formatZK
hadoop-daemon.sh start namenode
start-dfs.sh
ssh zjenterprise02
hdfs namenode -bootstrapStandby
hadoop-daemon.sh start namenode
ssh zjenterprise03
cd /myhome/
./runyarn.sh "/myhome/usr/hadoop/sbin/stop-yarn.sh"
./runyarn.sh "/myhome/usr/hadoop/sbin/start-yarn.sh"
./runresourcemanager.sh "/myhome/usr/hadoop/sbin/yarn-daemon.sh stop resourcemanager"
./runresourcemanager.sh "/myhome/usr/hadoop/sbin/yarn-daemon.sh start resourcemanager"
exit
./runnamenode.sh "/myhome/usr/hadoop/sbin/hadoop-daemon.sh start namenode"
Step1 :
在各个JournalNode节点上,输入以下命令启动journalnode服务:
sbin/hadoop-daemon.sh start journalnode
Step2:
在[nn1]上,对其进行格式化,并启动:
bin/hdfs namenode -format
sbin/hadoop-daemon.sh start namenode
Step3:ssh zjenterprise02
在[nn2]上,同步nn1的元数据信息:
bin/hdfs namenode -bootstrapStandby
Step4:
启动[nn2]:
sbin/hadoop-daemon.sh start namenode
经过以上四步操作,nn1和nn2均处理standby状态
Step5:
将[nn1]切换为Active
bin/hdfs haadmin -transitionToActive nn1
Step6:
在[nn1]上,启动所有datanode
sbin/hadoop-daemons.sh start datanode
关闭Hadoop集群:
在[nn1]上,输入以下命令
sbin/stop-dfs.sh
-------------------------------------------------------------------------------------------------
#!/bin/sh
#base_root=/myhome/usr
#scync all time
ssh zjenterprise01 'ntpdate time.nist.gov'
ssh zjenterprise02 'ntpdate time.nist.gov'
ssh zjenterprise03 'ntpdate time.nist.gov'
ssh zjenterprise04 'ntpdate time.nist.gov'
ssh zjenterprise05 'ntpdate time.nist.gov'
ssh zjenterprise06 'ntpdate time.nist.gov'
ssh zjenterprise07 'ntpdate time.nist.gov'
#start zookeeper daemons
sh zjenterprise05 '/myhome/usr/zookeeper/bin/zkServer.sh start'
ssh zjenterprise06 '/myhome/usr/zookeeper/bin/zkServer.sh start'
ssh zjenterprise07 '/myhome/usr/zookeeper/bin/zkServer.sh start'
ssh zjenterprise05 '/myhome/usr/zookeeper/bin/zkServer.sh status'
ssh zjenterprise06 '/myhome/usr/zookeeper/bin/zkServer.sh status'
ssh zjenterprise07 '/myhome/usr/zookeeper/bin/zkServer.sh status'
#start all journalnode
ssh zjenterprise05 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start journalnode'
ssh zjenterprise06 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start journalnode'
ssh zjenterprise07 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start journalnode'
#start namenode daemos
ssh zjenterprise01 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start namenode'
ssh zjenterprise02 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start namenode'
ssh zjenterprise01 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start zkfc'
ssh zjenterprise02 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start zkfc'
#yarn MapReduce daemons
ssh zjenterprise03 '/myhome/usr/hadoop/sbin/start-yarn.sh'
#start resourcemanager daemons
ssh zjenterprise04 '/myhome/usr/hadoop/sbin/yarn-daemon.sh start resourcemanager'
#start datanodes
ssh zjenterprise05 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start datanode'
ssh zjenterprise06 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start datanode'
ssh zjenterprise07 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start datanode'
#format another namenode
#ssh zjenterprise02 '/myhome/usr/hadoop/bin/hdfs namenode -bootstrapStandby'
#trigger zjenterprssh zjenterprise01 '/myhome/usr/hadoop/sbin/hadoop-daemon.sh start namenode'ise01 active
ssh zjenterprise01 '/myhome/usr/hadoop/bin/hdfs haadmin -transitionToActive --forcemanual zjenterprise01'
ssh zjenterprise02 '/myhome/usr/hadoop/bin/hdfs haadmin -transitionToActive --forcemanual zjenterprise01'
ssh zjenterprise02 '/myhome/usr/hadoop/bin/hdfs haadmin -getServiceState zjenterprise01'
ssh zjenterprise02 '/myhome/usr/hadoop/bin/hdfs haadmin -getServiceState zjenterprise02'
#start base daemons
ssh zjenterprise01 '/myhome/usr/hbase/bin/start-hbase.sh'
#ssh zjenterprise02 '/myhome/usr/hbase/bin/start-hbase.sh'
相关推荐
hadoop-2.8.1 zookeeper-3.4.9 hbase-1.3.1分布式环境搭建整理
Docker(Hadoop_3.3.1+HBase_2.4.16+Zookeeper_3.7.1+Hive_3.1.3 )配置文件 搭建集群环境
集 Hadoop-2.7.6、zookeeper-3.4.6、HBase-1.4.6 安装包
jdk1.8.0_131、apache-zookeeper-3.8.0、hadoop-3.3.2、hbase-2.4.12 mysql5.7.38、mysql jdbc驱动mysql-connector-java-8.0.8-dmr-bin.jar、 apache-hive-3.1.3 2.本文软件均安装在自建的目录/export/server/下 ...
CentOS-6.4 64位系统下hadoop-2.2.0+hbase-0.96+zookeeper-3.4.5 分布式安装配置
apache-zookeeper-3.7.1 apache-zookeeper-3.7.1 apache-zookeeper-3.7.1 apache-zookeeper-3.7.1 apache-zookeeper-3.7.1 apache-zookeeper-3.7.1 apache-zookeeper-3.7.1 apache-zookeeper-3.7.1 apache-zookeeper...
大数据全套安装包:包括hadoop-3.1.1、hbase-2.2.3、hive-3.1.2、zookeeper-3.5.6,目前最新最稳定版本
zookeeper-3.4.14,包含添加系统服务插件及添加bat. 1. zookeeper-3.4.14源包 2. commons-daemon-1.1.0-bin-windows.zip 插件 3. 配置好插件的zookeeper-3.4.14包,右键管理员权限执行zk-server-install.bat
ZooKeeper是一个分布式的,开放源码的分布式应用程序协调...ZooKeeper代码版本中,提供了分布式独享锁、选举、队列的接口,代码在zookeeper-3.4.3\src\recipes。其中分布锁和队列有Java和C两个版本,选举只有Java版本。
apache-zookeeper-3.6.0.tar.gz
zookeeper-3.4.9.tar.gz
zookeeper-3.4.5-cdh5.16.2.tar.gz 资源包,之前的原网站上无法下载,后经多种途径下载到该资源包,上传到博客上供大家使用。
hadoop集群配置流程以及用到的配置文件,hadoop2.8.4、hbase2.1.0、zookeeper3.4.12
apache-zookeeper-3.5.7-bin.tar.gz 。
①修改 jar 包中的application.properties,重点是 zookeeper.address、zookeeper.nodeParent、hdfs.root.dir配置项,hdfs 最好写 ip; ②将core-site.xml、hdfs-site.xml添加到BOOT-INF/classes 下; ③开始修复 `...
赠送jar包:zookeeper-3.4.10.jar; 赠送原API文档:zookeeper-3.4.10-javadoc.jar; 赠送源代码:zookeeper-3.4.10-sources.jar; 赠送Maven依赖信息文件:zookeeper-3.4.10.pom; 包含翻译后的API文档:zookeeper-...
放在压缩包里了, 在windows下解压出"zookeeper-3.4.14.tar.gz"之后上传至虚拟机即可
zookeeper-3.4.8zookeeper-3.4.8zookeeper-3.4.8zookeeper-3.4.8
apache-zookeeper分布式框架,压缩包内容:(apache-zookeeper-3.7.1-bin.tar.gz、apache-zookeeper-3.7.1.tar.gz、apache-zookeeper-3.6.4-bin.tar.gz、apache-zookeeper-3.6.4.tar.gz、apache-zookeeper-3.5.10-...
赠送jar包:zookeeper-3.3.3.jar; 赠送原API文档:zookeeper-3.3.3-javadoc.jar; 赠送源代码:zookeeper-3.3.3-sources.jar; 包含翻译后的API文档:zookeeper-3.3.3-javadoc-API文档-中文(简体)版.zip 对应...