(maint) Add full catalog benchmark

Author: pcarlisle

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "benchmarks/full_catalog/puppetlabs-puppetserver_perf_control"]
+	path = benchmarks/full_catalog/puppetlabs-puppetserver_perf_control
+	url = https://github.com/puppetlabs/puppetlabs-puppetserver_perf_control

benchmarks/full_catalog/Gemfile

@@ -0,0 +1,3 @@
+source ENV['GEM_SOURCE'] || "https://rubygems.org"
+
+gem "r10k", '~> 2.6'

benchmarks/full_catalog/benchmarker.rb

@@ -0,0 +1,117 @@
+require 'erb'
+require 'ostruct'
+require 'fileutils'
+require 'json'
+require 'bundler'
+
+class Benchmarker
+  include FileUtils
+
+  def initialize(target, size='medium')
+    @target = target
+    @size = 'large'
+  end
+
+  def check_submodule
+    submodule = File.join('benchmarks', 'full_catalog', 'puppetlabs-puppetserver_perf_control')
+    unless File.exist?(File.join(submodule, 'Puppetfile'))
+      raise RuntimeError, 'The perf control repo is not readable. Make sure to initialize submodules by running: git submodule update --init --recursive'
+    end
+  end
+
+  def setup
+    require 'puppet'
+    config = File.join(@target, 'puppet.conf')
+    environment = File.join(@target, 'environments', 'perf_control')
+    Puppet.initialize_settings(['--config', config])
+    FileUtils.cd(@target) do
+      Bundler::with_clean_env do
+        system("bundle install")
+        system("bundle exec r10k puppetfile install --puppetfile #{File.join(environment, 'Puppetfile')} --moduledir #{File.join(environment, 'modules')} --config r10k.yaml")
+      end
+    end
+
+    # Loading the base system affects the first run a lot so burn one run here
+    run
+  end
+
+  def run(args=nil)
+    # Probably could pare down these facts a lot
+    facts = Puppet::Node::Facts.new("testing", {
+      'pe_concat_basedir'         => '/tmp/file',
+      'platform_symlink_writable' => true,
+      'pe_build'                  => '2016.4.4',
+      'identity' => {
+        'privileged' => true,
+      },
+      'mountpoints' => {
+        '/tmp' => {
+          'options' => ['rw'],
+        }
+      },
+      'puppet_files_dir_present' => true,
+      'puppetversion' => '4.10.4',
+      'aio_agent_version' => '1.10.4',
+      'aio_agent_build'   => '1.10.4',
+      'memory'           => {
+        'system'        => {
+          'total_bytes' => 8589934592,
+        }
+      },
+      'memorysize' => '8 GiB',
+      'osfamily' => 'RedHat',
+      'operatingsystem' => 'CentOS',
+      'operatingsystemrelease' => '6.8',
+      'processorcount' => '2',
+      'fake_domain' => 'pgtomcat.mycompany.org',
+      'function' => 'app',
+      'group' => 'pgtomcat',
+      'stage' => 'prod',
+      'whereami' => 'portland',
+      'hostname' => 'pgtomcat',
+      'fqdn' => 'pgtomcat.mycompany.org',
+      'lsbdistcodename' => 'n/a',
+      'processor0' => 'AMD Ryzen 7 1700 Eight-Core Processor',
+    })
+
+    env = Puppet.lookup(:environments).get('perf_control')
+    node = Puppet::Node.indirection.find("testing", :environment => env, :facts => facts)
+
+    Puppet.push_context({:current_environment => env}, 'current env for benchmark')
+    Puppet::Resource::Catalog.indirection.find("testing", :use_node => node)
+    Puppet.pop_context
+    Puppet.lookup(:environments).clear('perf_control')
+  end
+
+  def generate
+    check_submodule
+    templates = File.join('benchmarks', 'full_catalog')
+    source = File.join(templates, "puppetlabs-puppetserver_perf_control")
+    environment = File.join(@target, 'environments', 'perf_control')
+    mkdir_p(File.join(@target, 'environments'))
+    FileUtils.cp_r(source, environment)
+
+    render(File.join(templates, 'puppet.conf.erb'),
+           File.join(@target, 'puppet.conf'),
+           :codedir => File.join(@target, 'environments'),
+           :target => @target)
+
+    render(File.join(templates, 'site.pp.erb'),
+           File.join(environment, 'manifests', 'site.pp'),
+           :size => @size)
+
+    render(File.join(templates, 'hiera.yaml.erb'),
+           File.join(@target, 'hiera.yaml'),
+           :datadir => File.join(environment, 'hieradata'))
+
+    FileUtils.cp(File.join(templates, 'Gemfile'), @target)
+    FileUtils.cp(File.join(templates, 'r10k.yaml'), @target)
+  end
+
+  def render(erb_file, output_file, bindings)
+    site = ERB.new(File.read(erb_file))
+    File.open(output_file, 'w') do |fh|
+      fh.write(site.result(OpenStruct.new(bindings).instance_eval { binding }))
+    end
+  end
+end

benchmarks/full_catalog/description

@@ -0,0 +1,25 @@
+---
+:backends:
+  - yaml
+:yaml:
+  :datadir: "<%= datadir %>"
+:hierarchy:
+# This hierarchy is based on the one from the puppetlabs ops team.
+  - "vagrant/%{is_vagrant}"
+  - "nodes/%{fake_domain}/%{fqdn}"
+  - "nodes/%{fake_domain}/%{hostname}"
+  - "domains/%{fake_domain}/groups/%{group}"
+  - "domains/%{fake_domain}/stages/%{stage}"
+  - "domains/%{fake_domain}"
+  - "groups/%{group}/%{function}/%{stage}"
+  - "groups/%{group}/%{function}"
+  - "groups/%{group}/%{whereami}/%{stage}"
+  - "groups/%{group}/%{stage}"
+  - "groups/%{group}"
+  - "location/%{whereami}/%{stage}"
+  - "location/%{whereami}"
+  - "os/%{osfamily}/%{lsbdistcodename}"
+  - "os/%{osfamily}"
+  - "modules/%{module_name}"
+  - "stages/%{stage}"
+  - "common"

benchmarks/full_catalog/hiera.yaml.erb

@@ -0,0 +1,2 @@
+environmentpath = <%= codedir %>
+confdir = <%= target %>

benchmarks/full_catalog/puppet.conf.erb

@@ -0,0 +1 @@
+:cachedir: '/tmp/full_catalog_r10k_cache'

benchmarks/full_catalog/puppetlabs-puppetserver_perf_control

@@ -0,0 +1,3 @@
+node 'default' {
+  include ::role::by_size::<%= size %>
+}