Changeset 30917 for other-projects/hathitrust
- Timestamp:
- 2016-10-25T14:20:26+13:00 (7 years ago)
- Location:
- other-projects/hathitrust/vagrant-spark-hdfs-cluster/trunk
- Files:
-
- 7 added
- 4 edited
Legend:
- Unmodified
- Added
- Removed
-
other-projects/hathitrust/vagrant-spark-hdfs-cluster/trunk/Vagrantfile
r30903 r30917 5 5 6 6 config.vm.provider "virtualbox" do |v| 7 v.memory = 10247 v.memory = 2048 8 8 v.cpus = 2 9 9 end 10 10 11 11 config.vm.box = "ubuntu/trusty64" 12 # config.vm.box = "ubuntu/xenial64" 12 13 13 14 config.vm.provision :puppet do |puppet| -
other-projects/hathitrust/vagrant-spark-hdfs-cluster/trunk/manifests/base-hadoop.pp
r30913 r30917 3 3 $spark_home = "${install_dir}/spark" 4 4 5 $user = " ubuntu"6 $group = " ubuntu"5 $user = "htrc" 6 $group = "hadoop" 7 7 8 8 $hadoop_master = '10.10.0.52' -
other-projects/hathitrust/vagrant-spark-hdfs-cluster/trunk/modules/hadoop/manifests/init.pp
r30913 r30917 2 2 3 3 exec { "download_hadoop": 4 # Download from nearby mirror, otherwise task can time-out 5 command => "wget -O /tmp/hadoop-2.7.3.tar.gz http://apache.mirror.amaze.com.au/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz", 6 # command => "wget -O /tmp/hadoop-2.7.3.tar.gz http://www-eu.apache.org/dist/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz", 4 # Download from nearby mirror, otherwise task can time-out with default setting of '300' 5 # command => "wget -O /tmp/hadoop-2.7.3.tar.gz http://apache.mirror.amaze.com.au/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz", 6 command => "wget -O /tmp/hadoop-2.7.3.tar.gz http://www-us.apache.org/dist/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz 7 ", 8 timeout => 0, 7 9 path => $path, 8 user => $user,9 group => $user,10 # user => $user, 11 # group => $group, 10 12 unless => "ls ${install_dir} | grep hadoop-2.7.3", 11 13 require => Package["openjdk-7-jdk"] -
other-projects/hathitrust/vagrant-spark-hdfs-cluster/trunk/modules/hadoop/templates/hadoop-env.sh
r30903 r30917 23 23 24 24 # The java implementation to use. 25 export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64 /25 export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64 26 26 27 27 # The jsvc implementation to use. Jsvc is required to run secure datanodes
Note:
See TracChangeset
for help on using the changeset viewer.