Add puppet acceptance testing

Author: RyanJarv

.bundle/config

@@ -1,2 +1,2 @@
 ---
-BUNDLE_JOBS: "4"
+BUNDLE_WITH: "development"

.fixtures.yml

@@ -7,4 +7,4 @@ fixtures:
     puppet_agent: 'git://github.com/puppetlabs/puppetlabs-puppet_agent.git'
   symlinks:
     "randrust": "#{source_dir}"
-    "my_randrust": "#{source_dir}/spec/fixtures/my_randrust"
+    "my_randrust": "#{source_dir}/spec/fixtures/my_randrust"

.gitignore

@@ -2,3 +2,9 @@ Gemfile.lock
 /target
 **/*.rs.bk
 helm/*.tgz
+.venv
+.vagrant
+.vscode
+pkg
+bin
+spec/fixtures

Gemfile

@@ -33,6 +33,8 @@ group :development do
   gem "puppet-module-posix-dev-r#{minor_version}", '~> 0.3',     require: false, platforms: [:ruby]
   gem "puppet-module-win-default-r#{minor_version}", '~> 0.3',   require: false, platforms: [:mswin, :mingw, :x64_mingw]
   gem "puppet-module-win-dev-r#{minor_version}", '~> 0.3',       require: false, platforms: [:mswin, :mingw, :x64_mingw]
+  gem 'puppet_litmus', git: 'https://github.com/puppetlabs/puppet_litmus.git'
+  gem 'serverspec'
 end
 
 puppet_version = ENV['PUPPET_GEM_VERSION']

Puppetfile

@@ -0,0 +1 @@
+mod 'computology-packagecloud', '0.3.2'

check_randrust.py

@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+"""Hello world Nagios check."""
+
+import nagiosplugin
+import base64
+import argparse
+import subprocess
+import logging
+import urllib.request
+import urllib.parse
+import time
+
+_log = logging.getLogger()
+
+class Randrust(nagiosplugin.Resource):
+    """Domain model: response body.
+
+    Determines the round trip time for the and the length of the decoded
+    base64 string in the body for `url`.
+    The `url` is a url string of the endpoint to check.
+    """
+
+    def __init__(self, url):
+        self.url = url
+
+    def request(self, url):
+        _log.info('making request to %s', self.url)
+        start = time.time()
+        req = urllib.request.urlopen(self.url)
+        body = req.read()
+        end = time.time()
+        req.close()
+        rtime = end - start
+        _log.info('request took %s', rtime)
+        return body, rtime
+
+    def decoded_length(self, body):
+        return len(base64.b64decode(body))
+
+    def probe(self):
+        body, rtime = self.request(self.url)
+        yield nagiosplugin.Metric('rtime', rtime, min=0, context='rtime')
+        length = self.decoded_length(body)
+        yield nagiosplugin.Metric('length', length, min=0, context='length')
+                                    
+class ResponseSummary(nagiosplugin.Summary):
+    """Status line conveying response time information."""
+    def ok(self, results):
+        return 'response time is {}'.format(str(results.metric))
+
+class LengthSummary(nagiosplugin.Summary):
+    """Status line conveying decoded base64 length.
+
+    The response body is expected to only contain a base64 string which
+    is checked if the wlength of clength CLI arguments are set.
+    """
+    def ok(self, results):
+        return 'Decoded returned string {}'.format(str(results.by_name['length']))
+
+
+@nagiosplugin.guarded
+def main():
+    argp = argparse.ArgumentParser(description=__doc__)
+    argp.add_argument('-wt', '--twarning', metavar='RANGE', default='0.5',
+                      help='return warning if response time is greater out of RANGE in seconds')
+    argp.add_argument('-ct', '--tcritical', metavar='RANGE', default='1',
+                      help='return critical if response time is longer out of RANGE in seconds)')
+    argp.add_argument('-u', '--url', metavar='URL', required=True,
+                      help="URL to check")
+    argp.add_argument('-wl', '--wlength', metavar='RANGE', default='1:',
+                      help="return warning if decoded string length is outside of RANGE")
+    argp.add_argument('-cl', '--clength', metavar='RANGE', default='1:',
+                      help="return critical if decoded string length is outside of RANGE")
+    argp.add_argument('-v', '--verbose', action='count', default=0,
+                      help='increase output verbosity (use up to 3 times)')
+    args = argp.parse_args()
+    check = nagiosplugin.Check(
+        Randrust(args.url),
+        nagiosplugin.ScalarContext('rtime', args.twarning, args.tcritical),
+        nagiosplugin.ScalarContext('length', args.wlength, args.clength),
+        ResponseSummary(),
+        LengthSummary(),
+        )
+
+    check.main(verbose=args.verbose)
+
+if __name__ == '__main__':
+    main()

check_randrust.sh

@@ -0,0 +1,2 @@
+#!/usr/bin/env python
+

check_user.py

@@ -0,0 +1,106 @@
+#!python
+"""Nagios plugin to check number of logged in users."""
+
+import argparse
+import logging
+import nagiosplugin
+import subprocess
+
+_log = logging.getLogger('nagiosplugin')
+
+
+class Users(nagiosplugin.Resource):
+    """Domain model: system logins.
+
+    The `Users` class is a model of system aspects relevant for this
+    check. It determines the logged in users and counts them.
+    """
+
+    who_cmd = 'who'
+
+    def __init__(self):
+        self.users = []
+        self.unique_users = set()
+
+    def list_users(self):
+        """Return list of logged in users.
+
+        The user list is determined by invoking an external command
+        defined in `who_cmd` (default: who) and parsing its output. The
+        command is expected to produce one line per user with the user
+        name at the beginning.
+        """
+        _log.info('querying users with "%s" command', self.who_cmd)
+        users = []
+        try:
+            p = subprocess.Popen([self.who_cmd], stdout=subprocess.PIPE,
+                                 stdin=subprocess.PIPE)
+            for line in p.communicate()[0].splitlines():
+                _log.debug('who output: %s', line.strip())
+                users.append(line.split()[0].decode())
+        except OSError:
+            raise nagiosplugin.CheckError(
+                'cannot determine number of users ({0} failed)'.format(
+                    self.who_cmd))
+        return users
+
+    def probe(self):
+        """Create check metric for user counts.
+
+        This method returns two metrics: `total` is total number of user
+        logins including users with multiple logins. `unique` counts
+        only unique user id. This means that users with multiple logins
+        are only counted once.
+        """
+        self.users = self.list_users()
+        self.unique_users = set(self.users)
+        return [nagiosplugin.Metric('total', len(self.users), min=0),
+                nagiosplugin.Metric('unique', len(self.unique_users), min=0)]
+
+
+class UsersSummary(nagiosplugin.Summary):
+    """Create status line and long output.
+
+    For the status line, the text snippets created by the contexts work
+    quite well, so leave `ok` and `problem` with their default
+    implementations. For the long output (-v) we wish to display *which*
+    users are actually logged in. Note how we use the `resource`
+    attribute in the resuls object to grab this piece of information
+    from the domain model object.
+    """
+
+    def verbose(self, results):
+        super(UsersSummary, self).verbose(results)
+        if 'total' in results:
+            return 'users: ' + ', '.join(results['total'].resource.users)
+
+
+@nagiosplugin.guarded
+def main():
+    argp = argparse.ArgumentParser()
+    argp.add_argument('-w', '--warning', metavar='RANGE',
+                      help='warning if total user count is outside RANGE'),
+    argp.add_argument('-c', '--critical', metavar='RANGE',
+                      help='critical is total user count is outside RANGE')
+    argp.add_argument('-W', '--warning-unique', metavar='RANGE',
+                      help='warning if unique user count is outside RANGE')
+    argp.add_argument('-C', '--critical-unique', metavar='RANGE',
+                      help='critical if unique user count is outside RANGE')
+    argp.add_argument('-v', '--verbose', action='count', default=0,
+                      help='increase output verbosity (use up to 3 times)')
+    argp.add_argument('-t', '--timeout', default=10,
+                      help='abort execution after TIMEOUT seconds')
+    args = argp.parse_args()
+    check = nagiosplugin.Check(
+        Users(),
+        nagiosplugin.ScalarContext('total', args.warning, args.critical,
+                                   fmt_metric='{value} users logged in'),
+        nagiosplugin.ScalarContext(
+            'unique', args.warning_unique, args.critical_unique,
+            fmt_metric='{value} unique users logged in'),
+        UsersSummary())
+    check.main(args.verbose, args.timeout)
+
+
+if __name__ == '__main__':
+    main()

docker-compose.yaml

@@ -9,6 +9,7 @@ services:
     image: nginx
     ports:
     - "443:443"
+    - "80:80"
     environment:
     - APPLICATION_URL=http://app:80
     volumes:

inventory.yaml

@@ -0,0 +1,20 @@
+---
+groups:
+- name: docker_nodes
+  nodes: []
+- name: ssh_nodes
+  nodes:
+  - name: localhost:2222
+    config:
+      transport: ssh
+      ssh:
+        user: root
+        password: root
+        port: 2222
+        host-key-check: false
+    facts:
+      provisioner: docker
+      container_name: waffleimage_debian9_-2222
+      platform: waffleimage/debian9
+- name: winrm_nodes
+  nodes: []

manifests/config.pp

@@ -30,6 +30,10 @@
     content => $config_content,
   }
 
+  packagecloud::repo { 'jarv/test':
+    type => 'deb',
+  }
+
   # if $randrust::logfile {
   #   file { $randrust::logfile:
   #     ensure => file,

manifests/install.pp

@@ -21,6 +21,10 @@
 ) {
   if $package_manage {
 
+    packagecloud::repo { 'jarv/test':
+      type => 'deb',
+    }
+
     package { $package_name:
       ensure => $package_ensure,
     }

nginx.conf

@@ -4,6 +4,7 @@ events {
 
 http {
   server {
+    listen       80;
     listen       443 ssl http2;
     server_name  localhost;
 

provision.yaml

@@ -0,0 +1,25 @@
+---
+default:
+  provisioner: docker 
+  images: ['waffleimage/debian9']
+travis_deb:
+  provisioner: docker
+  images: ['debian:8', 'debian:9', 'ubuntu:14.04', 'ubuntu:16.04', 'ubuntu:18.04']
+waffle_deb:
+  provisioner: docker 
+  images: ['waffleimage/debian8', 'waffleimage/debian9', 'waffleimage/ubuntu14.04', 'waffleimage/ubuntu16.04', 'waffleimage/ubuntu18.04']
+travis_el:
+  provisioner: docker 
+  images: ['centos:6', 'centos:7', 'oraclelinux:6', 'oraclelinux:7', 'scientificlinux/sl:6', 'scientificlinux/sl:7']
+waffle_el:
+  provisioner: docker 
+  images: ['waffleimage/centos6', 'waffleimage/centos7', 'waffleimage/oraclelinux6', 'waffleimage/oraclelinux7', 'waffleimage/scientificlinux6', 'waffleimage/scientificlinux7']
+release_checks:
+  provisioner: vmpooler
+  images: ['redhat-5-x86_64', 'redhat-6-x86_64', 'redhat-7-x86_64', 'redhat-8-x86_64', 'centos-5-x86_64', 'centos-6-x86_64', 'centos-7-x86_64', 'oracle-5-x86_64', 'oracle-6-x86_64', 'oracle-7-x86_64', 'scientific-6-x86_64', 'scientific-7-x86_64', 'debian-8-x86_64', 'debian-9-x86_64', 'sles-11-x86_64', 'sles-12-x86_64', 'sles-15-x86_64', 'ubuntu-1404-x86_64', 'ubuntu-1604-x86_64', 'ubuntu-1804-x86_64', 'win-2008r2-x86_64', 'win-2012r2-x86_64', 'win-2016-x86_64', 'win-10-pro-x86_64']
+vagrant:
+  provisioner: vagrant
+  images: ['centos/7', 'generic/ubuntu1804']
+  params:
+    hyperv_smb_username: someone
+    hyperv_smb_password: something

requirements.txt

@@ -0,0 +1,9 @@
+astroid==2.3.0
+isort==4.3.21
+lazy-object-proxy==1.4.2
+mccabe==0.6.1
+nagiosplugin==1.2.4
+pylint==2.4.0
+six==1.12.0
+typed-ast==1.4.0
+wrapt==1.11.2

scripts/litmus.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+#pdk bundle exec rake 'litmus:provision_list[default]'
+pdk bundle exec bolt command run 'apt install wget -y' --inventoryfile inventory.yaml --targets ssh_nodes
+pdk bundle exec rake 'litmus:install_agent[puppet5]'
+pdk bundle exec rake litmus:install_module
+pdk bundle exec rake litmus:acceptance:parallel
+

spec/acceptance/file_line_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper_acceptance'
+
+describe 'builds' do
+  it 'does an end-to-end thing' do
+    pp = <<-EOF
+      require randrust
+    EOF
+      
+    apply_manifest(pp, :catch_failures => true)
+    apply_manifest(pp, :catch_changes => true)
+    
+  end
+
+  describe file("/etc/default/randrust") do
+    it { is_expected.to contain "INTERFACE=0.0.0.0" }
+  end
+end

spec/acceptance/test.rb

@@ -0,0 +1,26 @@
+require 'spec_helper_acceptance'
+
+describe 'concat noop parameter', if: ['debian', 'redhat', 'ubuntu'].include?(os[:family]) do
+  before(:all) do
+    @basedir = setup_test_directory
+  end
+  describe 'with "/usr/bin/test -e %"' do
+    let(:pp) do
+      <<-MANIFEST
+      concat_file { '#{@basedir}/file':
+        noop => false,
+      }
+      concat_fragment { 'content':
+        target  => '#{@basedir}/file',
+        content => 'content',
+      }
+    MANIFEST
+    end
+
+    it 'applies the manifest twice with no stderr' do
+      idempotent_apply(pp)
+      expect(file("#{@basedir}/file")).to be_file
+      expect(file("#{@basedir}/file").content).to contain 'content'
+    end
+  end
+end

spec/fixtures/manifests/site.pp

@@ -0,0 +1 @@
+Subproject commit 27bc5228df89cb7a3c7d3b45324ddb38c8e12063

spec/fixtures/modules/augeas_core

@@ -0,0 +1 @@
+Subproject commit 5422db897b17282289dbc6afd70d8065599e1ba8

spec/fixtures/modules/facts

@@ -0,0 +1 @@
+/Users/jarv/Documents/Code/randrust/spec/fixtures/my_randrust

spec/fixtures/modules/my_randrust

@@ -0,0 +1 @@
+Subproject commit b7c622b81465ca11fd27d1893835afdeebc75b14

spec/fixtures/modules/provision

@@ -0,0 +1 @@
+Subproject commit 3aef2ffbb731cdec1baaa50d0eb48561257171e3

spec/fixtures/modules/puppet_agent

@@ -0,0 +1 @@
+/Users/jarv/Documents/Code/randrust

spec/fixtures/modules/randrust

@@ -0,0 +1 @@
+Subproject commit f7c9cd96f381f83669b8f0b6d8070dbb8348766c