new release to supermarket

Author: Jim Dowling

.kitchen.yml

@@ -0,0 +1,46 @@
+---
+driver:
+  name: vagrant
+  customize:
+    memory: 8048
+    cpuexecutioncap: 90
+    cpus: 2
+    natdnshostresolver1: "on"
+    natdnsproxy1: "on"
+    nictype1: "virtio"
+
+provisioner:
+  name: chef_solo
+
+platforms:
+  - name: ubuntu-14.04
+#  - name: centos-7.0
+#  - name: ubuntu-15.04
+
+suites:
+  - name: default
+
+suites:
+  - name: default
+    run_list:
+      - recipe[kagent::install]
+      - recipe[apache_hadoop::install]
+      - recipe[hadoop_spark::install]
+      - recipe[apache_hadoop::nn]
+      - recipe[apache_hadoop::rm]
+      - recipe[apache_hadoop::dn]
+      - recipe[apache_hadoop::nm]
+      - recipe[hadoop_spark::yarn]
+      - recipe[hadoop_spark::historyserver]
+    attributes:
+         hadoop_spark:
+            private_ips: ["10.0.2.15"]
+         apache_hadoop:
+            private_ips: ["10.0.2.15"]
+         kagent:
+            enabled: "false"
+            private_ips: ["10.0.2.15"]
+            public_ips: ["10.0.2.15"]
+         private_ips: ["10.0.2.15"]
+         public_ips: ["10.0.2.15"]
+         vagrant: "true"

Berksfile

@@ -3,12 +3,9 @@ source 'https://supermarket.chef.io'
 
 metadata
 
-cookbook 'kagent', github: "karamelchef/kagent-chef", branch: "master"
-
 
 cookbook 'java'
-#cookbook 'scala', '~> 2.1.0'
-
-cookbook 'apache_hadoop', github: "hopshadoop/apache-hadoop-chef", branch: "master"
-cookbook 'hops', github: "hopshadoop/hops-hadoop-chef", branch: "master"
-cookbook 'ndb', github: "hopshadoop/ndb-chef", branch: "master"
+cookbook 'ndb', '~> 0.2.1'
+cookbook 'kagent', '~> 0.1.3'
+cookbook 'apache_hadoop', '~> 0.1.1'
+cookbook 'hops', '~> 0.1.1'

metadata.rb

@@ -4,14 +4,13 @@
 license          "Apache v2"
 description      'Installs/Configures Spark'
 long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
-version          "0.1.1"
+version          "0.1.3"
 source_url       "https://github.com/hopshadoop/spark-chef"
 
 depends          "kagent"
 depends          "apache_hadoop"
 depends          "java"
 depends          "hops"
-#depends          "scala"
 
 recipe           "install", "Installs Spark binaries"
 #link:<a target='_blank' href='http://%host%:8080/'>Launch the WebUI for the Spark Master</a>

release.sh

@@ -1,12 +1,14 @@
 #!/bin/bash
 
+
 cb=$(grep "^name\s*" metadata.rb | perl -p -e 's/"//g' |  perl -p -e "s/name\s*//g")
 
 echo "Releasing cookbook: $cb to Chef supermarket"
 if [ $cb == "" ] ; then
  echo "Couldnt determine cookbook name. Exiting..."
 fi
 
+rm -f Berksfile.lock
 rm -rf /tmp/cookbooks
 berks vendor /tmp/cookbooks
 cp metadata.rb /tmp/cookbooks/$cb/

templates/default/spark-env.sh.erb

@@ -4,7 +4,7 @@
 # Copy it as.apache_hadoop.spark.env.sh and edit that to configure Spark for your site.
 
 export SPARK_HOME=<%= node.hadoop_spark.base_dir %>
-export SCALA_HOME=<%= node.scala.home %>
+#export SCALA_HOME=
 
 #export SPARK_JAR=