1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
# This file contains values that are likely to change per distribution.
# The aim is to make it easier to update / extend the charms with
# minimal changes to the shared code in charmhelpers.
vendor: 'apache'
hadoop_version: '2.4.1'
packages:
- 'libsnappy1'
- 'libsnappy-dev'
- 'openssl'
- 'liblzo2-2'
groups:
- 'hadoop'
- 'mapred'
- 'supergroup'
users:
ubuntu:
groups: ['hadoop', 'mapred', 'supergroup']
hdfs:
groups: ['hadoop']
mapred:
groups: ['hadoop', 'mapred']
yarn:
groups: ['hadoop']
dirs:
hadoop:
path: '/usr/lib/hadoop'
perms: 0777
hadoop_conf:
path: '/etc/hadoop/conf'
hadoop_tmp:
path: '/tmp/hadoop'
perms: 0777
mapred_log:
path: '/var/log/hadoop/mapred'
owner: 'mapred'
group: 'hadoop'
perms: 0755
mapred_run:
path: '/var/run/hadoop/mapred'
owner: 'mapred'
group: 'hadoop'
perms: 0755
yarn_tmp:
path: '/tmp/hadoop-yarn'
perms: 0777
yarn_log_dir:
path: '/var/log/hadoop/yarn'
owner: 'yarn'
group: 'hadoop'
perms: 0755
hdfs_log_dir:
path: '/var/log/hadoop/hdfs'
owner: 'hdfs'
group: 'hadoop'
perms: 0755
hdfs_dir_base:
path: '/usr/local/hadoop/data'
owner: 'hdfs'
group: 'hadoop'
perms: 0755
cache_base:
path: '{dirs[hdfs_dir_base]}/cache'
owner: 'hdfs'
group: 'hadoop'
perms: 01775
cache_dir:
path: '{dirs[hdfs_dir_base]}/cache/hadoop'
owner: 'hdfs'
group: 'hadoop'
perms: 0775
ports:
# Ports that need to be exposed, overridden, or manually specified.
# Only expose ports serving a UI or external API (i.e., namenode and
# resourcemanager). Communication among units within the cluster does
# not need ports to be explicitly opened.
# If adding a port here, you will need to update
# charmhelpers.contrib.bigdata.handlers.apache or hooks/callbacks.py
# to ensure that it is supported.
namenode:
port: 8020
exposed_on: 'hdfs-master'
nn_webapp_http:
port: 50070
exposed_on: 'hdfs-master'
dn_webapp_http:
port: 50075
exposed_on: 'compute-slave-hdfs'
resourcemanager:
port: 8032
exposed_on: 'yarn-master'
rm_webapp_http:
port: 8088
exposed_on: 'yarn-master'
rm_log:
port: 19888
nm_webapp_http:
port: 8042
exposed_on: 'compute-slave-yarn'
jobhistory:
port: 10020
jh_webapp_http:
port: 19888
exposed_on: 'yarn-master'
# TODO: support SSL
#nn_webapp_https:
# port: 50470
# exposed_on: 'hdfs-master'
#dn_webapp_https:
# port: 50475
# exposed_on: 'compute-slave-hdfs'
#rm_webapp_https:
# port: 8090
# exposed_on: 'yarn-master'
#nm_webapp_https:
# port: 8044
# exposed_on: 'compute-slave-yarn'
|