bootstrap jenkins from scratch

Author: adriaanm

.chef/Vagrantfile

@@ -6,11 +6,15 @@
 # centos: vagrant box add chef/centos-7.0
 Vagrant.configure("2") do |config|
   config.vm.box = "utopic-daily"
-  config.vm.provision :chef_solo do |chef|
-    chef.cookbooks_path = ["~/git/cookbooks"]
+  config.vm.provision :chef_zero do |chef|
+    chef.cookbooks_path = "~/git/cookbooks"
+    # after a long struggle tring to get chef-zero/solo to work with chef-vault, dumped the databags in plain text from admin account using:
+    # for item in $(knife data bag show master); do knife vault show --format json master $item  > .chef/data_bags/master/$item.json; done
+    chef.data_bags_path = "data_bags"
     chef.node_name = "jenkins-master"
+    # TODO: chef.encrypted_data_bag_secret_key_path
     chef.add_recipe("scala-jenkins-infra::master-init")
-    chef.add_recipe("scala-jenkins-infra::_master-config-proxy")
+    chef.add_recipe("scala-jenkins-infra::master-config")
   end
   config.vm.network "public_network"
   config.vm.provider "virtualbox" do |v|

README.md

@@ -178,29 +178,31 @@ hub clone scala/scala-jenkins-infra
 cd scala-jenkins-infra
 ln -sh ~/git/cookbooks $PWD/.chef/
 
-knife site install cron
-knife site install logrotate
-knife site install chef_handler
-knife site install windows
-knife site install chef-client
-knife site install aws
-knife site install delayed_evaluator
-knife site install ebs
-knife site install apt
-knife site install packagecloud
-knife site install runit
-knife site install yum
-knife site install 7-zip
-knife site install ark
-knife site install artifactory
-knife site install build-essential
-knife site install dmg
-knife site install yum-epel
-knife site install git
-knife site install user
-knife site install partial_search
-knife site install ssh_known_hosts
-knife site install git_user
+knife cookbook site install cron
+knife cookbook site install logrotate
+knife cookbook site install chef_handler
+knife cookbook site install windows
+knife cookbook site install chef-client
+knife cookbook site install aws
+knife cookbook site install delayed_evaluator
+knife cookbook site install ebs
+knife cookbook site install apt
+knife cookbook site install packagecloud
+knife cookbook site install runit
+knife cookbook site install yum
+knife cookbook site install 7-zip
+knife cookbook site install ark
+knife cookbook site install artifactory
+knife cookbook site install build-essential
+knife cookbook site install dmg
+knife cookbook site install yum-epel
+knife cookbook site install git
+knife cookbook site install user
+knife cookbook site install partial_search
+knife cookbook site install ssh_known_hosts
+knife cookbook site install git_user
+
+knife cookbook site install chef-vault
 ```
 
 ### Current cookbooks

attributes/master.rb

@@ -18,9 +18,26 @@
   override['jenkins']['master']['listen_address'] = '127.0.0.1' # external traffic must go through nginx
   override['jenkins']['master']['user']           = 'jenkins'
   override['jenkins']['master']['group']          = 'jenkins'
-  # WARNING: Caught exception evaluating: request.getParameter('q') in /updateCenter/byId/default/postBack. Reason: java.lang.IllegalStateException: Form too large 870330>500000
-  
-  override['jenkins']['master']['jvm_options']    = '-server -Xmx4G -XX:MaxPermSize=512M -XX:+HeapDumpOnOutOfMemoryError -Dorg.eclipse.jetty.server.Request.maxFormContentSize=1000000' # 
+
+  # NOTES on override['jenkins']['master']['jvm_options']:
+  #  - org.eclipse.jetty.server.Request.maxFormContentSize is to fix:
+  #     WARNING: Caught exception evaluating: request.getParameter('q') in /updateCenter/byId/default/postBack. Reason: java.lang.IllegalStateException: Form too large 870330>500000
+
+  #  - hudson.model.User.allowNonExistentUserToLogin resolves issue with installing plugins
+  #    on bootstrapping jenkins (https://github.com/jenkinsci/jenkins/commit/80e9f3f50c3425c9b9b2bfdb58b03a1f1bd10aa3)
+  #   more of the stacktrace:
+  #      java.io.EOFException
+  #      	at java.io.DataInputStream.readBoolean(DataInputStream.java:244)
+  #      before that:   #  ================================================================================
+  #      Error executing action `install` on resource 'jenkins_plugin[notification]'
+  #      ================================================================================
+  #
+  #      Mixlib::ShellOut::ShellCommandFailed
+  #      ------------------------------------
+  #      Expected process to exit with [0], but received '255'
+  #      ---- Begin output of "/usr/lib/jvm/java-7-openjdk-amd64/bin/java" -jar "/var/chef/cache/jenkins-cli.jar" -s http://localhost:8080 -i "/var/chef/cache/jenkins-key" install-plugin /var/chef/cache/notification-latest.plugin -name notification  ----
+
+  override['jenkins']['master']['jvm_options']    = '-server -Xmx4G -XX:MaxPermSize=512M -XX:+HeapDumpOnOutOfMemoryError -Dhudson.model.User.allowNonExistentUserToLogin=true -Dorg.eclipse.jetty.server.Request.maxFormContentSize=1000000' #
   # -Dfile.encoding=UTF-8
 
   # To pin the jenkins version, must also override override['jenkins']['master']['source'] !!!

recipes/_master-config-scabot.rb

@@ -8,7 +8,7 @@
 #
 
 include_recipe "git"
-include_recipe "chef-sbt"
+include_recipe "sbt-extras"
 
 scabotHome     = "/home/scabot"
 scabotCheckout = "/home/scabot/scabot"

recipes/_worker-config-rhel.rb

@@ -7,6 +7,7 @@
 # All rights reserved - Do Not Redistribute
 #
 
+
 node["jenkinsHomes"].each do |jenkinsHome, workerConfig|
   jenkinsUser=workerConfig["jenkinsUser"]
 

recipes/master-config.rb

@@ -39,23 +39,22 @@
   # doesn't support checksum
 end
 
-# restart jenkins (TODO: wait for it to come back up, so we can continue automatically with next recipes; until then, manually)
-# Theory for observed failure: github-oauth plugin needs restart
-# next steps: add scala-jenkins-infra::master-auth-github, and scala-jenkins-infra::master-workers (once they are up) to run_list
 jenkins_plugin "github-oauth" do
-  # To be sure, do safe restart (see subscribes below), since we're running chef every thirty minutes
 end
 
-jenkins_command 'safe-restart' do
-  action :nothing
-  subscribes :execute, 'jenkins_plugin[github-oauth]', :delayed
-end
+# this doesn't work
+# jenkins_command 'safe-restart' do
+#   action :nothing
+#   subscribes :execute, 'jenkins_plugin[github-oauth]', :delayed
+# end
 
+# NEED TO RESTART JENKINS BEFORE YOU CAN CONTINUE BRINGING UP JENKINS THE FIRST TIME
 include_recipe 'scala-jenkins-infra::_master-config-auth-github'
 
 include_recipe 'scala-jenkins-infra::_master-config-jobs'
 
 include_recipe 'scala-jenkins-infra::_master-config-workers'
 
+# NEEDS /usr/local/sbt
 include_recipe 'scala-jenkins-infra::_master-config-scabot'