rcm

@@ -1,3 +1,7 @@

+- log:

+  level: info

+  device: STDOUT

+

 - packages:

   - name: apache2

     version: 2.4.7-1ubuntu4.20

@@ -2,19 +2,19 @@

   - name: apache2

     version: 2.4.18-2ubuntu3.8

     desired_state: installed

-  - name: php5

-    version: 5.5.9+dfsg-1ubuntu4.25

+  - name: php7.0

+    version: 7.0.30-0ubuntu0.16.04.1

     desired_state: installed

-  - name: libapache2-mod-php5

-    version: 5.5.9+dfsg-1ubuntu4.25

+  - name: libapache2-mod-php

+    version: 1:7.0+35ubuntu6.1

     desired_state: installed

 - files:

   - path: /tmp/hello_world.php

-    owner: apache2

-    group: apache2

-    mode: 0644

-    local_file: hello_world.php

+    owner: dev

+    group: dev

+    mode: '0664'

+    local_file: /home/dev/src/rcm/resources/hello_world.php

     desired_state: present

 - services:

@@ -1,2 +1,71 @@

+require_relative '../objects/rcm_file'

+require_relative '../rcm_utils'

+require 'fileutils'

+

 module RCM

+  class FileManager

+    def get_id_to_name_mapping(file)

+      id_to_name = {}

+      ::File.open(file, 'r').each do |l|

+        matches = /(?<name>\w+):.+:(?<id>\d+):.*\s/.match(l)

+        id_to_name[matches[:id]] = matches[:name]

       end

+      id_to_name

+    end

+

+    def apply_attributes(file)

+      raise 'apply_attributes only works with ::RCM::File' unless file.is_a?(::RCM::File)

+

+      # Will throw exception if something poopy happens

+      ::FileUtils.chown(file.owner, file.group, file.path)

+      ::FileUtils.chmod(file.mode, file.path)

+

+      file.changed = true

+      file

+    end

+

+    def copy(file)

+      dir = ::File.dirname(file.path)

+      ::FileUtils.mkdir_p(dir)

+      ::FileUtils.copy(file.src_path, file.path, remove_destination: true)

+

+      file.changed = true

+      file

+    end

+

+    def remove(file)

+      file_existed = ::File.file?(file.path)

+      ::FileUtils.rm(file.path)

+      file.changed = true if file_existed

+      file

+    end

+

+    def initialize(logger)

+      @logger = logger

+    end

+

+    def get_current_state(wanted_files)

+      got = {}

+      uids = get_id_to_name_mapping('/etc/passwd')

+      gids = get_id_to_name_mapping('/etc/group')

+      wanted_files.each do |path, p|

+        f = ::RCM::File.new('', '', '', '', '')

+        # Put in an empty object if file does not exist

+        unless ::File.exist?(path)

+          got[path] = f

+          next

+        end

+

+        f_stat = ::File.stat(path)

+        f.path = path

+        f.owner = uids[f_stat.uid.to_s]

+        f.group = gids[f_stat.gid.to_s]

+        f.mode = f_stat.mode.to_s(8)[-4, 4]

+        got[path] = f

+      end

+

+      got

+    end

+  end

+end

+

@@ -5,10 +5,22 @@ module RCM

     APT_GET = '/usr/bin/apt-get'.freeze

     DPKG_QUERY = '/usr/bin/dpkg-query'.freeze

     APT_CACHE = '/usr/bin/apt-cache'.freeze

+    APT_PARTIAL_DIR = '/var/lib/apt/lists/partial'.freeze

+

+    def initialize(logger)

+      @logger = logger

+    end

     def update()

+      @logger.info('Updating apt cache.')

+      unless ::File.readable?(APT_PARTIAL_DIR)

+        @logger.warn('Skipping apt cache update as we are not running with right privilege.')

+        return

+      end

       status = ::RCM.cmd("#{APT_GET} update")

-      raise "Updating apt cache failed. \n\n#{status[:error]}\n\nstdout:\n#{status[:output]}"

+      unless status[:exit_code] == 0

+        @logger.warn("Updating apt cache failed. \n\n#{status[:error]}\n\nstdout:\n#{status[:output]}")

+      end

     end

     def status(pkg_name)

@@ -16,6 +28,8 @@ module RCM

     end

     def install(pkg_name, version = '')

+      raise "\n\nPlease ensure you are running with root privileges" unless ::File.readable?(APT_PARTIAL_DIR)

+

       name = ''

       version_string = "=#{version}" unless version.empty?

       if pkg_name.is_a?(String)

@@ -31,6 +45,8 @@ module RCM

     end

     def multi_install(pkgs)

+      raise "\n\nPlease ensure you are running with root privileges\n\n" unless ::File.readable?(APT_PARTIAL_DIR)

+

       raise 'multi_install expects array of ::RCM.Package' unless pkgs.is_a?(Array)

       # Construct string of packages to install in one go.

@@ -60,10 +76,33 @@ module RCM

     end

     def remove(pkg_name)

+      raise "\n\nPlease ensure you are running with root privileges\n\n" unless ::File.readable?(APT_PARTIAL_DIR)

+

       # Remove is idempotent and returns with success even if package is not installed.

       status = ::RCM.cmd("#{APT_GET} remove --yes #{pkg_name}")

       error_message = "Removing #{pkg_name} failed!\n\nstderr:\n#{status[:error]}\n\nstdout:\n#{status[:output]}"

       raise error_message unless status[:exit_code] == 0

     end

+

+    def get_current_state(wanted_packages)

+      got = {}

+      wanted_packages.each do |name, p|

+        state = ::RCM::Package::REMOVED

+        version = 'idk'

+        status = status(p.name)

+

+        if status[:exit_code] == 0

+          state = ::RCM::Package::INSTALLED if status[:output] =~ 'ok installed'

+          version = /Version: (?<version>\d+.+)/.match(status[:output])[:version]

+        end

+

+        current_pkg = ::RCM::Package.new(name, version, state)

+

+        got[name] = current_pkg

+      end

+

+      got

+

+    end

   end

 end

@@ -1,2 +1,13 @@

+require 'logger'

+

 module RCM

+  class ServiceManager

+    def initialize(logger)

+      @logger = logger

+    end

+

+    def self.dependencies_changed?(service)

+      # service.depn

+    end

+  end

 end

@@ -1,23 +1,28 @@

+require 'fileutils'

+

 module RCM

   class File

-    attr_accessor :path, :owner, :group, :mode, :checksum

+    attr_accessor :path, :owner, :group, :mode, :src_path, :changed

     def ==(other)

       return false unless other.is_a?(RCM::File)

-      @path == other.path &&

+      return false if @path.empty? || other.path.empty?

+

+      ::FileUtils.compare_file(@path, other.path) &&

           @owner == other.owner &&

           @group == other.group &&

-          @mode == other.mode &&

-          @checksum == other.checksum

+          @mode == other.mode

+

     end

-    def initialize(path, owner, group, mode, checksum)

+    def initialize(path, owner, group, mode, src_path)

       @path = path

       @owner = owner

       @group = group

       @mode = mode

-      @checksum = checksum

+      @src_path = src_path

+      @changed = false

     end

     def to_s

@@ -25,7 +30,8 @@ module RCM

       "Owner = #{@owner}\n" +

       "Group = #{@group}\n" +

       "Mode = #{@mode}\n" +

-      "Checksum = #{@checksum}"

+      "Source Path = #{src_path}\n" +

+      "Changed = #{@changed}"

     end

   end

 end

@@ -5,6 +5,7 @@ module RCM

     # Public state constants

     INSTALLED = 'installed'.freeze

     REMOVED = 'removed'.freeze

+    CHANGED = 'changed'.freeze

     def ==(other)

       return false unless other.is_a?(RCM::Package)

@@ -1,28 +1,47 @@

 module RCM

   class Service

-    attr_accessor :name, :installed, :definition_path, :running, :enabled, :depends

+    attr_accessor :name, :depends_file, :depends_package

     def ==(other)

       return false unless other.is_a?(RCM::Service)

-      @name == other.name && @installed == other.installed && @definition_path == other.definition_path &&

-          @running == other.running && @enabled == other.enabled

+      return false unless @name == other.name

+

+      @depends_file.each do |dep_name, dep_object|

+        other_depends = other.depends_file

+        # Return false if dependencies are not same.

+        return false unless other_depends.key?(dep_name)

+

+        # Return false if any of the attributes does not match

+        unless  other_depends[dep_name].checksum == dep_object.checksum &&

+                other_depends[dep_name].mode == dep_object.mode &&

+                other_depends[dep_name].owner == dep_object.owner &&

+                other_depends[dep_name].group == dep_object.group &&

+                other_depends[dep_name].path == dep_object.path

+          return false

+        end

+      end

+

+      @depends_package.each do |dep_name, dep_object|

+        other_depends = other.depends_package

+        unless  other_depends[dep_name].name == dep_object.name &&

+                other_depends[dep_name].version == dep_object.version

+          return false

+        end

+      end

+

+      true

     end

-    def initialize(name, installed, definition_path, running, enabled)

+    def initialize(name, depends_file, depends_package)

       @name = name

-      @installed = installed

-      @definition_path = definition_path

-      @running = running

-      # Enabled to run on startup (SystemD-esque definition)

-      @enabled = enabled

+      @depends_file = depends_file

+      @depends_package = depends_package

     end

     def to_s

       "Name = #{@name}\n" +

-          "Installed = #{@installed}\n" +

-          "Definition Path = #{@definition_path}\n" +

-          "Running = #{@running}\nStart at boot = #{@enabled}"

+      "Depends = #{@depends}\n"

     end

   end

 end

@@ -1,13 +1,21 @@

+#!/usr/bin/ruby

+

 require_relative 'objects/rcm_file'

 require_relative 'objects/rcm_package'

 require_relative 'objects/rcm_service'

 require_relative 'managers/rcm_package_manager'

+require_relative 'managers/rcm_file_manager'

+require_relative 'managers/rcm_service_manager'

+require_relative 'rcm_utils'

 require 'yaml'

+require 'logger'

 module RCM

-  PACKAGES = 'packages'

-  FILES = 'files'

-  SERVICES = 'services'

+  PACKAGES = 'packages'.freeze

+  FILES = 'files'.freeze

+  SERVICES = 'services'.freeze

+  VALID_LOG_LEVELS = %w(fatal error info debug).freeze

+  RCM_ENV = ENV.fetch('ENVIRONMENT', '')

   @@wanted = {

     PACKAGES => {},

@@ -27,9 +35,23 @@ module RCM

     SERVICES => []

   }

-  @@pkg_mgr = ::RCM::Apt.new()

+  @@logger = ::Logger.new(STDOUT)

+

+  @@pkg_mgr = ::RCM::Apt.new(@@logger)

+  @@file_mgr = ::RCM::FileManager.new(@@logger)

+  @@svc_mgr = ::RCM::ServiceManager.new(@@logger)

+

+  def self.configure_logger

+    # Can be exposed as settings but was expanding the scope as this

+    # object will need to be passed to all other objects

+    @@logger.level = ::Logger::DEBUG

+    @@logger.progname = 'rcm'

+  end

   def self.parse_packages(markup)

+    @@logger.info("Environment = #{RCM_ENV}")

+    @@pkg_mgr.update unless RCM_ENV == 'dev'

+

     markup.each do |d|

       # ensure package version exists, if mentioned.

       version = d.fetch('version', '')

@@ -52,80 +74,109 @@ module RCM

     end

   end

+  def self.parse_files(markup)

+    markup.each do |d|

+      raise "\n\n'#{d['local_file']}' is not readable.\n\n" unless ::File.readable?(d['local_file'])

+      f = RCM::File.new(d['path'], d['owner'], d['group'], d['mode'], d['local_file'])

+      @@wanted[FILES][d['path']] = f

+    end

+  end

+

+  def self.parse_services(markup)

+    pkgs = @@wanted[PACKAGES]

+    files = @@wanted[FILES]

+    file_dependencies = {}

+    package_dependencies = {}

+    markup.each do |d|

+      dependencies = d.fetch('dependencies', {})

+      dependencies.each do |dep|

+        case dep

+        when PACKAGES

+          raise "\n\nPlease ensure #{dep['name']} is managed by this program before adding it as a dependency.\n\n" unless pkgs.key?(dep['name'])

+          p = pkgs[dep['name']]

+          package_dependencies[p.name] = p

+        when FILES

+          raise "\n\nPlease ensure #{dep['path']} is managed by this program before adding it as a dependency.\n\n" unless files.key?(dep['path'])

+

+          f = files[dep['path']]

+          file_dependencies[f.path] = f

+        end

+      end

+      s = RCM::Service.new(d['name'], file_dependencies, package_dependencies)

+      @@wanted[SERVICES][d['name']] = s

+    end

+  end

-  def whachuwant() # or parse_config

-    env = ENV.fetch('ENVIRONMENT', '')

+  def whachuwant # or parse_config

     # Consume config from YAML, and convert it to usable objects in @@wanted.

-    config_file = env.empty? ? 'config.yaml' : "config_#{env}.yaml"

+    config_file = RCM_ENV.empty? ? 'config.yaml' : "config_#{RCM_ENV}.yaml"

     raise "#{config_file} not found." unless ::File.readable?(config_file)

     config = YAML.load_file(config_file)

     config.each do |yaml_objects|

-      yaml_objects.each do |coll, defs|

-        case coll

+      yaml_objects.each do |collection, resource_definition|

+        case collection

         when PACKAGES

-          parse_packages(defs)

+          parse_packages(resource_definition)

         when FILES

-          defs.each do |d|

-            f = RCM::File.new(d['path'], d['owner'], d['group'], d['mode'], 'idk')

-            @@wanted[FILES][d['path']] = f

-          end

+          parse_files(resource_definition)

         when SERVICES

-          defs.each do |d|

-            puts d

-          end

+          parse_services(resource_definition)

         end

       end

     end

   end

-  def whachugot() # or get_current_state

-    @@wanted[PACKAGES].each do |name, p|

-      state = ::RCM::Package::REMOVED

-      version = 'idk'

-      begin

-        status = @@pkg_mgr.status(p.name)

-

-        if status[:exit_code] == 0

-          state = ::RCM::Package::INSTALLED if status[:output] =~ 'ok installed'

-          version = /Version: (?<version>\d+.+)/.match(status[:output])[:version]

+  def whachugot # or get_current_state

+    @@got[PACKAGES] = @@pkg_mgr.get_current_state(@@wanted[PACKAGES])

+    @@got[FILES] = @@file_mgr.get_current_state(@@wanted[FILES])

+    # @@got[SERVICES] = @@svc_mgr.get_current_state(@@wanted[SERVICES])

   end

-        current_pkg = ::RCM::Package.new(name, version, state)

-

-        @@got[PACKAGES][name] = current_pkg

-      rescue Exception => e

-        puts e.message

-      end

-    end

-  end

-

-  def crackalackin_packages()

+  def crackalackin_packages

     @@wanted[PACKAGES].each do |pkg_name, pkg_obj|

       current_pkg = @@got[PACKAGES][pkg_name]

-      next if current_pkg.state == ::RCM::Package::INSTALLED &&

-          current_pkg.version == pkg_obj.version

+      next if current_pkg == pkg_obj

       # Set the version correctly

       current_pkg.version = pkg_obj.version

       @@crackalackin[PACKAGES].push(current_pkg)

     end

+    @@logger.debug('Missing packages:' + @@crackalackin[PACKAGES].join("\n"))

+  end

+

+  def crackalackin_files

+    @@wanted[FILES].each do |path, file_obj|

+      file_on_fs = @@got[FILES][path]

+

+      next if file_on_fs == file_obj

-    puts @@crackalackin[PACKAGES]

+      # Set the version correctly

+      @@crackalackin[FILES].push(file_obj)

+    end

+    @@logger.debug('Missing files:' + @@crackalackin[FILES].join("\n"))

+    puts @@crackalackin[FILES]

   end

   def cracka_stop_lackin()

     puts 'not implemented'

   end

-  module_function :whachuwant, :whachugot, :crackalackin_packages, :cracka_stop_lackin

+

+  def main

+    self.configure_logger

+  end

+  module_function :whachuwant, :whachugot, :crackalackin_packages, :crackalackin_files,

+                  :cracka_stop_lackin, :main

 end

+RCM.main

 RCM.whachuwant

 RCM.whachugot

 RCM.crackalackin_packages

+RCM.crackalackin_files