1 | class spark {
|
---|
2 |
|
---|
3 | exec { "download_spark":
|
---|
4 | command => "wget -O /tmp/spark.tar.gz http://d3kbcqa49mib13.cloudfront.net/spark-2.0.1-bin-hadoop2.7.tgz",
|
---|
5 | path => $path,
|
---|
6 | # user => $user,
|
---|
7 | # group => $user,
|
---|
8 | unless => "ls ${install_dir} | grep spark-2.0.1",
|
---|
9 | require => Package["oracle-java8-installer"]
|
---|
10 | }
|
---|
11 |
|
---|
12 | exec { "unpack_spark":
|
---|
13 | command => "tar -zxf /tmp/spark.tar.gz -C ${install_dir}",
|
---|
14 | path => $path,
|
---|
15 | creates => "${spark_home}-2.0.1-bin-hadoop2.7",
|
---|
16 | require => Exec["download_spark"]
|
---|
17 | }
|
---|
18 |
|
---|
19 | exec { "rename_spark":
|
---|
20 | command => "ln -s ${install_dir}/spark-2.0.1-bin-hadoop2.7 ${install_dir}/spark",
|
---|
21 | path => $path,
|
---|
22 | creates => "${spark_home}",
|
---|
23 | require => Exec["unpack_spark"]
|
---|
24 | }
|
---|
25 |
|
---|
26 | exec { 'chown_spark':
|
---|
27 | command => "/bin/chown -R ${user}:${group} ${spark_home}-2.0.1-bin-hadoop2.7",
|
---|
28 | path => '/bin',
|
---|
29 | user => 'root',
|
---|
30 | require => Exec["rename_spark"]
|
---|
31 | }
|
---|
32 |
|
---|
33 | file {
|
---|
34 | "${spark_home}/conf/slaves":
|
---|
35 | content => template('spark/slaves'),
|
---|
36 | mode => 644,
|
---|
37 | owner => $user,
|
---|
38 | group => $group,
|
---|
39 | require => Exec["chown_spark"]
|
---|
40 | }
|
---|
41 |
|
---|
42 | file {
|
---|
43 | "/home/${user}/.bashrc-setup-spark":
|
---|
44 | content => template('spark/setup-spark.bash'),
|
---|
45 | mode => 644,
|
---|
46 | owner => $user,
|
---|
47 | group => $group,
|
---|
48 | require => [ Exec["unpack_spark"], File["/home/${user}"] ]
|
---|
49 | }
|
---|
50 |
|
---|
51 | file_line { "setup_spark_home":
|
---|
52 | ensure => present,
|
---|
53 | path => "/home/${user}/.bashrc",
|
---|
54 | line => ". .bashrc-setup-spark",
|
---|
55 | require => [ Exec["unpack_spark"], File["/home/${user}"] ]
|
---|
56 | }
|
---|
57 |
|
---|
58 |
|
---|
59 | }
|
---|
60 |
|
---|