[30903] | 1 | $install_dir = "/opt"
|
---|
| 2 | $hadoop_home = "${install_dir}/hadoop"
|
---|
[30913] | 3 | $spark_home = "${install_dir}/spark"
|
---|
| 4 |
|
---|
[30917] | 5 | $user = "htrc"
|
---|
| 6 | $group = "hadoop"
|
---|
[30913] | 7 |
|
---|
[30903] | 8 | $hadoop_master = '10.10.0.52'
|
---|
| 9 | $hadoop_backup = '10.10.0.51'
|
---|
| 10 | $hadoop_1 = '10.10.0.53'
|
---|
| 11 | $hadoop_2 = '10.10.0.54'
|
---|
| 12 | $hadoop_3 = '10.10.0.55'
|
---|
| 13 |
|
---|
| 14 | include hadoop
|
---|
[30913] | 15 | include spark
|
---|
[30903] | 16 |
|
---|
| 17 | file {
|
---|
| 18 | "/home/${user}":
|
---|
| 19 | ensure => "directory",
|
---|
| 20 | owner => "${user}",
|
---|
| 21 | group => "${group}",
|
---|
| 22 | mode => 700,
|
---|
| 23 | require => [ User["${user}"], Group["${group}"] ],
|
---|
| 24 |
|
---|
| 25 | }
|
---|
| 26 |
|
---|
| 27 | group { "${group}":
|
---|
| 28 | ensure => "present",
|
---|
| 29 | }
|
---|
| 30 |
|
---|
| 31 | user {
|
---|
| 32 | "${user}":
|
---|
| 33 | ensure => "present",
|
---|
| 34 | home => "/home/${user}",
|
---|
| 35 | name => "${user}",
|
---|
| 36 | shell => "/bin/bash",
|
---|
| 37 | managehome => true,
|
---|
| 38 | gid => $group
|
---|
| 39 | }
|
---|
| 40 |
|
---|
| 41 |
|
---|
| 42 |
|
---|
| 43 | exec { 'apt-get update':
|
---|
| 44 | command => '/usr/bin/apt-get update',
|
---|
| 45 | }
|
---|
| 46 |
|
---|
| 47 | package { "openjdk-7-jdk" :
|
---|
| 48 | ensure => present,
|
---|
| 49 | require => [ Exec['apt-get update'], File["/home/${user}"] ]
|
---|
| 50 | }
|
---|
| 51 |
|
---|
[30913] | 52 | #package { "subversion" :
|
---|
| 53 | # ensure => present,
|
---|
| 54 | # require => [ Exec['apt-get update'], File["/home/${user}"] ]
|
---|
| 55 | #}
|
---|
| 56 |
|
---|
| 57 | #package { "maven" :
|
---|
| 58 | # ensure => present,
|
---|
| 59 | # require => [ Exec['apt-get update'], File["/home/${user}"] ]
|
---|
| 60 | #}
|
---|
| 61 |
|
---|
[30903] | 62 | file {
|
---|
| 63 | "/home/${user}/.ssh":
|
---|
| 64 | ensure => "directory",
|
---|
| 65 | owner => "${user}",
|
---|
[30913] | 66 | group => "${group}",
|
---|
[30903] | 67 | mode => 750,
|
---|
| 68 | require => [ Exec['apt-get update'], File["/home/${user}"] ]
|
---|
| 69 | }
|
---|
| 70 |
|
---|
| 71 | file {
|
---|
| 72 | "/home/${user}/.ssh/id_rsa":
|
---|
| 73 | source => "puppet:///modules/hadoop/id_rsa",
|
---|
| 74 | ensure => present,
|
---|
| 75 | mode => 600,
|
---|
| 76 | owner => $user,
|
---|
| 77 | group => $group,
|
---|
| 78 | require => File["/home/${user}/.ssh"]
|
---|
| 79 | }
|
---|
| 80 |
|
---|
| 81 | file {
|
---|
| 82 | "/home/${user}/.ssh/id_rsa.pub":
|
---|
| 83 | source => "puppet:///modules/hadoop/id_rsa.pub",
|
---|
| 84 | ensure => present,
|
---|
| 85 | mode => 644,
|
---|
| 86 | owner => $user,
|
---|
| 87 | group => $group,
|
---|
| 88 | require => File["/home/${user}/.ssh"]
|
---|
| 89 | }
|
---|
| 90 |
|
---|
| 91 | ssh_authorized_key { "ssh_key":
|
---|
| 92 | ensure => "present",
|
---|
| 93 | key => "AAAAB3NzaC1yc2EAAAADAQABAAABAQCeHdBPVGuSPVOO+n94j/Y5f8VKGIAzjaDe30hu9BPetA+CGFpszw4nDkhyRtW5J9zhGKuzmcCqITTuM6BGpHax9ZKP7lRRjG8Lh380sCGA/691EjSVmR8krLvGZIQxeyHKpDBLEmcpJBB5yoSyuFpK+4RhmJLf7ImZA7mtxhgdPGhe6crUYRbLukNgv61utB/hbre9tgNX2giEurBsj9CI5yhPPNgq6iP8ZBOyCXgUNf37bAe7AjQUMV5G6JMZ1clEeNPN+Uy5Yrfojrx3wHfG40NuxuMrFIQo5qCYa3q9/SVOxsJILWt+hZ2bbxdGcQOd9AXYFNNowPayY0BdAkSr",
|
---|
| 94 | type => "ssh-rsa",
|
---|
| 95 | user => "${user}",
|
---|
| 96 | require => File["/home/${user}/.ssh/id_rsa.pub"]
|
---|
| 97 | }
|
---|
| 98 |
|
---|
| 99 | file{
|
---|
| 100 | "/home/${user}/.ssh/config":
|
---|
| 101 | owner => "${user}",
|
---|
| 102 | group => "${group}",
|
---|
| 103 | mode => 755,
|
---|
| 104 | content => "StrictHostKeyChecking no",
|
---|
| 105 | require => File["/home/${user}/.ssh/id_rsa.pub"]
|
---|
| 106 | }
|
---|
| 107 |
|
---|
| 108 | host { 'hadoop1':
|
---|
| 109 | ip => "${hadoop_1}",
|
---|
| 110 | }
|
---|
| 111 |
|
---|
| 112 | host { 'hadoop2':
|
---|
| 113 | ip => "${hadoop_2}",
|
---|
| 114 | }
|
---|
| 115 |
|
---|
| 116 | host { 'hadoop3':
|
---|
| 117 | ip => "${hadoop_3}",
|
---|
| 118 | }
|
---|
| 119 |
|
---|
| 120 | host { 'master':
|
---|
| 121 | ip => "${hadoop_master}",
|
---|
| 122 | }
|
---|
| 123 |
|
---|
| 124 | host { 'backup':
|
---|
| 125 | ip => "${hadoop_backup}",
|
---|
| 126 | } |
---|