ganglia

Ganglia是UC Berkeley发起的一个开源集群监视项目,设计用于测量数以千计的节点。
Ganglia的核心包含gmond、gmetad以及一个Web前端。主要是用来监控系统性能,如:
cpu 、mem、硬盘利用率, I/O负载、网络流量情况等,通过曲线很容易见到每个节点
的工作状态,对合理调整、分配系统资源,提高系统整体性能起到重要作用。

Centos安装Ganglia

1、安装ganglia

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
[root@itr-mastertest01 local]#  rpm -Uvh  http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
[root@itr-mastertest02 local]# rpm -Uvh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
[root@itr-nodetest01 local]# rpm -Uvh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
[root@itr-nodetest02 local]# rpm -Uvh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
[root@itr-mastertest01 local]# yum install rrdtool ganglia-gmetad ganglia-gmond ganglia-web httpd php -y
[root@itr-mastertest01 local]# rpm -e ganglia-web-3.1.7-6.el6.x86_64 这里卸载web我们下面自己安装一个版本
[root@itr-mastertest01 ~]# rpm -qa | grep ganglia 验证rmp安装
ganglia-3.1.7-6.el6.x86_64
ganglia-gmetad-3.1.7-6.el6.x86_64
ganglia-gmond-3.1.7-6.el6.x86_64

[root@itr-mastertest02 local]# yum search ganglia-gmond
[root@itr-mastertest02 local]# yum install ganglia-gmond -y
[root@itr-mastertest02 ~]# rpm -qa | grep ganglia 验证rmp安装
ganglia-gmond-3.1.7-6.el6.x86_64
ganglia-3.1.7-6.el6.x86_64

[root@itr-nodetest01 local]# yum install ganglia-gmond -y

[root@itr-nodetest02 local]# yum install ganglia-gmond -y

2、编辑配置文件

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
[root@itr-mastertest01 ~]# vim /etc/ganglia/gmond.conf
cluster {
name = "cluster1"
owner = "unspecified"
latlong = "unspecified"
url = "unspecified"
}
/* Feel free to specify as many udp_send_channels as you like. Gmond
used to only support having a single channel */

udp_send_channel {
/* mcast_join = 239.2.11.71*/
host = 192.168.2.200
port = 8649
ttl = 1
}

/* You can specify as many udp_recv_channels as you like as well. */
udp_recv_channel {
/*mcast_join = 239.2.11.71*/
port = 8649
/* bind = 239.2.11.71*/
}

[root@itr-mastertest01 ~]# vim /etc/ganglia/gmetad.conf
data_source "cluster1" 10 192.168.2.200 192.168.2.201 192.168.2.202 192.168.2.203

[root@itr-mastertest01 ~]# scp /etc/ganglia/gmond.conf itr-mastertest02:/etc/ganglia/
[root@itr-mastertest01 ~]# scp /etc/ganglia/gmond.conf itr-nodetest01:/etc/ganglia/
[root@itr-mastertest01 ~]# scp /etc/ganglia/gmond.conf itr-nodetest02:/etc/ganglia/

3、设置开机自动启动

1
2
3
4
5
6
7
8
[root@itr-mastertest01 local]# chkconfig --levels 235 gmond on
[root@itr-mastertest01 local]# chkconfig --list gmond
[root@itr-mastertest01 local]# chkconfig --levels 235 gmetad on
[root@itr-mastertest01 local]# chkconfig --levels 235 httpd on

[root@itr-mastertest02 local]# chkconfig --levels 235 gmond on
[root@itr-nodetest01 local]# chkconfig --levels 235 gmond on
[root@itr-nodetest02 local]# chkconfig --levels 235 gmond on

4、启动

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
[root@itr-mastertest01 local]# service gmond start
[root@itr-mastertest01 local]# service gmetad start
[root@itr-mastertest01 local]# service httpd start
[root@itr-mastertest01 local]# service httpd start

[root@itr-mastertest01 ~]# ps aux | grep apache* 验证apache
root 1736 0.0 0.1 105488 912 pts/0 S+ 09:21 0:00 grep apache*
[root@itr-mastertest01 ~]# ps aux | grep ganglia* 验证ganglia
ganglia 1191 0.1 0.2 228468 1932 ? Sl 08:48 0:03 /usr/sbin/gmetad
ganglia 1515 0.0 0.2 147736 2396 ? Ss 08:48 0:00 /usr/sbin/gmond
root 1741 0.0 0.1 105488 912 pts/0 S+ 09:22 0:00 grep ganglia*

[root@itr-mastertest02 ~]# ps aux | grep ganglia* 其他节点验证
ganglia 1622 0.0 0.2 146792 1836 ? Ss 08:49 0:00 /usr/sbin/gmond
root 1825 0.0 0.1 105488 908 pts/0 S+ 09:24 0:00 grep ganglia*

5、安装ganglia-web界面

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
[root@itr-mastertest01 local]# cd installpackage/
[root@itr-mastertest01 installpackage]# tar -zxvf ganglia-web-3.5.12.tar.gz -C ../
[root@itr-mastertest01 local]# cd ganglia-web-3.5.12/
[root@itr-mastertest01 ganglia-web-3.5.12]# vim Makefile
GDESTDIR = /var/www/html/ganglia
APACHE_USER = apahce

[root@itr-mastertest01 ganglia-web-3.5.12]# vi /etc/httpd/conf/httpd.conf
User apache 上面的用户和这样里对接
Group apache

[root@itr-mastertest01 ganglia-web-3.5.12]# make install
[root@itr-mastertest01 ganglia-web-3.5.12]# LANG=en
[root@itr-mastertest01 ganglia-web-3.5.12]# service httpd status
httpd (pid 5810) 正在运行...
[root@itr-mastertest01 ganglia-web-3.5.12]# service gmetad status
gmetad (pid 5844) 正在运行...
[root@itr-mastertest01 ganglia-web-3.5.12]# service gmond status
gmond (pid 5874) 正在运行...

[root@itr-mastertest01 html]# chmod -R 777 /var/www/html/ganglia 有时候web页面访问apache目录权限不够

[root@itr-mastertest01 ganglia]# setenforce 0 必须关闭selinux,否则web页面访问提示权限不够
[root@itr-mastertest01 ganglia]# vi /etc/selinux/
[root@itr-mastertest01 ganglia]# vi /etc/selinux/config
SELINUX=disabled

[root@itr-mastertest01 ganglia]# scp /etc/selinux/config itr-mastertest02:/etc/selinux/
[root@itr-mastertest01 ganglia]# scp /etc/selinux/config itr-nodetest02:/etc/selinux/
[root@itr-mastertest01 ganglia]# scp /etc/selinux/config itr-nodetest01:/etc/selinux/

6、配置hadoop文件发送信息给ganglia

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
[root@itr-mastertest01 hadoop]# vi /usr/local/hadoop-2.4.0/etc/hadoop/hadoop-metrics2.properties 
#By AndrewHsu 2014-12-31
#NameNode
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31
*.period=10
namenode.sink.ganglia.servers=192.168.2.200:8649

#DataNode
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31
*.period=10
datanode.sink.ganglia.servers=192.168.2.200:8649

#SecondaryNameNode
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31
*.period=10
secondarynamenode.sink.ganglia.servers=192.168.2.200:8649

#YARN
#ResourceManager
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31
*.period=10
resourcemanager.sink.ganglia.servers=192.168.2.200:8649
maptask.sink.ganglia.servers=192.168.2.200:8649
reducetask.sink.ganglia.servers=192.168.2.200:8649

#NodeManager
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31
*.period=10
nodemanager.sink.ganglia.servers=192.168.2.200:8649
maptask.sink.ganglia.servers=192.168.2.200:8649
reducetask.sink.ganglia.servers=192.168.2.200:8649

[root@itr-mastertest01 local]# groupadd supergroup 为制作nfs3挂载hdfs目录到本地而增加的组
[root@itr-mastertest01 local]# cat /etc/group | grep supergroup
supergroup:x:501:

#scp conf to all node
[root@itr-mastertest01 ~]# scp /usr/local/hadoop-2.4.0/etc/hadoop/hadoop-metrics2.properties itr-mastertest02:/usr/local/hadoop-2.4.0/etc/hadoop/

[root@itr-mastertest01 ~]# scp /usr/local/hadoop-2.4.0/etc/hadoop/hadoop-metrics2.properties itr-nodetest01:/usr/local/hadoop-2.4.0/etc/hadoop/

[root@itr-mastertest01 ~]# scp /usr/local/hadoop-2.4.0/etc/hadoop/hadoop-metrics2.properties itr-nodetest02:/usr/local/hadoop-2.4.0/etc/hadoop/

7、配置hbase发送信息给ganglia

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
[root@itr-mastertest01 conf]# vi /usr/local/hbase-0.98.6.1/conf/hadoop-metrics2-hbase.properties 
#By AndrewHsu 2-14-12-31
#HBase
#Master Server
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31
*.sink.ganglia.period=10
hbase.sink.ganglia.period=10
hbase.sink.ganglia.servers=192.168.2.200:8649

#Region Server
*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31
*.sink.ganglia.period=10
hbase.sink.ganglia.period=10
hbase.sink.ganglia.servers=192.168.2.200:8649

#scp conf to all node
[root@itr-mastertest01 ~]# scp /usr/local/hbase-0.98.6.1/conf/hadoop-metrics2-hbase.properties itr-nodetest01:/usr/local/hbase-0.98.6.1/conf/
[root@itr-mastertest01 ~]# scp /usr/local/hbase-0.98.6.1/conf/hadoop-metrics2-hbase.properties itr-nodetest02:/usr/local/hbase-0.98.6.1/conf/

8、webui界面

http://itr-mastertest01/ganglia/