← Back to branch summary

~bigdata-dev/charms/trusty/apache-hadoop/trunk

« back to all changes in this revision

Viewing changes to hooks/hadoop-common

  • Committer: amir sanjar
  • Date: 2014-12-03 16:49:19 UTC
  • Revision ID: amir.sanjar@canonical.com-20141203164919-uolclmaesccqrapx
adding Separate HDFS and YARN nodes and partial IBM POWER support

Show diffs side-by-side

added added

removed removed

Lines of Context:
hooks/hadoop-common
19
19
    sed -i -e "s/^127.0.1.1\(.*$hostname.*\)/$private_address\1/" /etc/hosts
20
20
 
21
21
}
22
 
JAVA_VENDOR="openjdk"
23
 
JAVA_VERSION="7"
 
22
 
24
23
HADOOP_VERSION="hadoop-2.2.0"
25
24
PLATFORM_ARCH="amd64"
26
 
HADOOP_DIR="/usr/local/hadoop"
 
25
HADOOP_DIR="/usr/lib/hadoop"
27
26
HADOOP_CONF_DIR="/etc/hadoop/conf.juju"
28
27
HADOOP_INSTALLED=$HADOOP_DIR/$HADOOP_VERSION
29
28
HADOOP_TMP_DIR=$HADOOP_DIR/tmp
66
65
    fi
67
66
}
68
67
 
69
 
configure_sources () {
70
 
    source=`config-get source`
71
 
    juju-log "Configuring hadoop using the Hadoop Ubuntu Team PPA..."
72
 
   #  add-apt-repository ppa:hadoop-ubuntu/$source
73
 
   # apt-get update -qqy
74
 
}
75
68
 
76
69
install_base_packages () {
 
70
 
 
71
     JAVA_VENDOR=`config-get JAVA_vendor`
 
72
     JAVA_VERSION=`config-get JAVA_version`
 
73
     PLATFORM_ARCH=`config-get platform_arch`
 
74
 
77
75
     juju-log "Installing JAVA and hadoop base..."
78
76
     addgroup hadoop
79
77
     usermod -a -G hadoop ubuntu
94
92
     fi
95
93
     mkdir -p $HADOOP_DIR
96
94
     mkdir -p $HADOOP_TMP_DIR
97
 
     apt-get install -qqy openjdk-7-jdk
 
95
     [ "$JAVA_VENDOR" = "OPENJDK" ] && apt-get install -qqy openjdk-$JAVA_VERSION-jdk || :
 
96
     [ "$JAVA_VENDOR" = "IBM" ] && install_ibm_java || :
98
97
     
99
 
     tar -xzf files/archives/$HADOOP_VERSION.tar.gz -C $HADOOP_DIR
 
98
     if [ "$PLATFORM_ARCH" = "x86" ]; then
 
99
        tar -xzf files/archives/$PLATFORM_ARCH/$HADOOP_VERSION.tar.gz -C $HADOOP_DIR
 
100
     elif ["$PLATFORM_ARCH" = "POWER"]; then
 
101
        [ "$JAVA_VENDOR" != "IBM" ] && juju-log "Error: unsupported JAVA vendor"
 
102
        tar -xzf files/archives/$PLATFORM_ARCH/$HADOOP_VERSION.tar.gz -C $HADOOP_DIR
 
103
     else
 
104
        juju-log "Error: unsupported platform"
 
105
        exit 1
 
106
     fi
100
107
     chown -R ubuntu:hadoop $HADOOP_DIR
101
108
     
102
109
 
103
110
}
104
111
 
 
112
install_ibm_java () {
 
113
TBD
 
114
}
105
115
 
106
116
install_optional_packages () {
107
117
    juju-log "Installing optional packages..."
514
524
     if [ $sh1 != $sh2 ] ;
515
525
        then
516
526
            juju-log "invalid checksum"
517
 
           exit 1
 
527
            exit 1
518
528
        fi
519
529
    
520
530
     unzip elasticsearch-hadoop-2.0.0.zip 
559
569
 
560
570
case $COMMAND in
561
571
    install)
562
 
        configure_hosts
563
 
        configure_sources
564
 
        
 
572
        configure_hosts      
565
573
        install_base_packages
566
 
 
567
574
        install_optional_packages
568
575
        configure_hadoop
569
576
        configure_tmp_dir_perms