centos7通过Ambari2.74部署Hadoop

1

2

3

4

vim /etc/hosts

10.0.0.138  hdp01.ambari.com    hdp01

10.0.0.139  hdp02.ambari.com    hdp02

10.0.0.140  hdp03.ambari.com    hdp03

1

2

3

4

5

6

vim /etc/security/limits.conf

* soft nofile 65535

* hard nofile 65535

# 配置需要重启才能生效

ulimit -n

1

2

3

yum -y install ntpdate 

ntpdate ntp.aliyun.com 

echo '*/5 * * * * ntpdate ntp.aliyun.com 2>&1' >> /var/spool/cron/root

1

2

3

4

5

6

7

8

9

10

11

tar xf jdk-8u231-linux-x64.tar.gz -C /usr/local/

cd /usr/local/

ln -sv jdk1.8.0_231/  java

vim /etc/profile.d/java.sh

export JAVA_HOME=/usr/local/java

export CLASSPATH=$JAVA_HOME/lib/tools.jar

export PATH=$JAVA_HOME/bin:$PATH

source /etc/profile.d/java.sh

java -version　

1

2

3

4

5

6

7

echo -e "\n"|ssh-keygen -t rsa -N ""

# 免密除了IP，同时对主机名也要访问一下

ssh-copy-id -i 10.0.0.138

ssh-copy-id -i 10.0.0.139

ssh-copy-id -i 10.0.0.140

echo "StrictHostKeyChecking no" >~/.ssh/config #取消第一次连接时yes确认操作　

1

2

3

4

yum install nginx -y

systemctl start nginx

systemctl enable nginx

netstat -tnlp

1

2

3

4

5

6

[root@hdp01 install_mysql5.7]# source ~/.bash_profile;mysql -u root --password=aJc+hjFwf6##

root@mysqldb 10:44:  [(none)]> ALTER USER 'root'@'localhost' IDENTIFIED BY 'Qwer@123';

Query OK, 0 rows affected (0.00 sec)

root@mysqldb 10:44:  [(none)]> GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY 'Qwer@123' WITH GRANT OPTION;

Query OK, 0 rows affected, 1 warning (0.00 sec)　

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

tar xf ambari-2.7.4.0-centos7.tar.gz -C /usr/share/nginx/html

tar xf HDP-3.1.4.0-centos7-rpm.tar.gz -C /usr/share/nginx/html

tar xf HDP-GPL-3.1.4.0-centos7-gpl.tar.gz -C /usr/share/nginx/html

tar xf HDP-UTILS-1.1.0.22-centos7.tar.gz -C /usr/share/nginx/html

vim /etc/yum.repos.d/ambari.repo

[ambari-repo]

name=ambari

baseurl=http://hdp01/ambari/centos7/2.7.4.0-118/

gpgcheck=0

enabled=1

[HDP-repo]

name=HDP

baseurl=http://hdp01/HDP/centos7/3.1.4.0-315/

gpgcheck=0

enabled=1

[HDP-GPL-repo]

name=HDP-GPL

baseurl=http://hdp01/HDP-GPL/centos7/3.1.4.0-315/

gpgcheck=0

enabled=1

[HDP-UTILS-repo]

name=HDP-UTILS

baseurl=http://hdp01/HDP-UTILS/centos7/1.1.0.22/

gpgcheck=0

enabled=1

yum repolist #确保四个仓库都正常显示

repo id                                                                               repo name                                                                                                            status

HDP-GPL-repo                                                                          HDP-GPL                                                                                                                   4

HDP-UTILS-repo                                                                        HDP-UTILS                                                                                                                16

HDP-repo                                                                              HDP                                                                                                                     201

ambari-repo                                                                           ambari                                                                                                                   13

......

1

yum install ambari-server

1

2

3

4

5

6

7

CREATE DATABASE ambari DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci;

CREATE USER 'ambari'@'%' IDENTIFIED BY 'bigdata';

GRANT ALL ON ambari.* TO 'ambari'@'%';

FLUSH PRIVILEGES;

use ambari;

source /var/lib/ambari-server/resources/Ambari-DDL-MySQL-CREATE.sql;

exit

1

2

mkdir -p /usr/share/java/  #此路径为ambari要求，不要更该

cp mysql-connector-java-8.0.18.jar /usr/share/java/

1

2

3

4

5

6

create database hive default character set utf8mb4 COLLATE utf8mb4_general_ci;

CREATE USER 'hive'@'%' IDENTIFIED BY 'bigdata';

GRANT ALL PRIVILEGES ON hive.* TO 'hive'@'%'; 

FLUSH PRIVILEGES;

exit;

ambari-server setup --jdbc-db=mysql --jdbc-driver=/usr/share/java/mysql-connector-java-8.0.18.jar　

1

[root@hdp01 ~]# find / -name smartsense |xargs rm -rf

1

2

3

4

[root@hdp01 ~]# sudo su hdfs -l -c 'hdfs dfsadmin -safemode enter'

Safe mode is ON

[root@hdp01 ~]# sudo su hdfs -l -c 'hdfs dfsadmin -saveNamespace'

Save namespace successful　

1

[root@hdp01 ~]# sudo su hdfs -l -c 'hdfs namenode -initializeSharedEdits'

1

2

3

[root@hdp01 ~]# sudo su hdfs -l -c 'hdfs zkfc -formatZK' #这是hdp01

#这是hdp02,和上面不是一台机器，具体机器查看页面提示

[root@hdp02 ~]# sudo su hdfs -l -c 'hdfs namenode -bootstrapStandby