inital

Author: binford2k

Gemfile

@@ -0,0 +1,7 @@
+source 'https://gem.coop'
+
+gem 'rake'
+gem 'puppetfile-resolver'
+gem 'puppet_forge'
+gem 'pry'
+

Rakefile

@@ -0,0 +1,19 @@
+task :default do
+  system("rake -T")
+end
+
+desc 'Update the Forge->Source module mappings'
+task :update do
+  require 'puppet_forge'
+  require 'yaml'
+
+  PuppetForge.user_agent = "PuppetfileSourceDereferencer/1.0.0"
+
+  data = {}
+  PuppetForge::Module.all.unpaginated.each do |mod|
+    data[mod.slug] = mod.releases.first.metadata[:source]
+  end
+
+  File.write('data/cache.yaml', data.to_yaml)
+end
+

bin/puppetfile-source-dereference

@@ -0,0 +1,31 @@
+#! /usr/bin/env ruby
+
+require 'puppetfile-source-dereference'
+require 'puppetfile-source-dereference/version'
+require 'optparse'
+
+options = {
+  :source  => 'Puppetfile',
+  :output  => 'Puppetfile.out',
+  :dryrun  => false,
+  :mapping => 'https://raw.githubusercontent.com/overlookinfra/puppetfile-source-dereference/refs/heads/main/data/cache.yaml'
+}
+OptionParser.new do |opts|
+  Version     = PuppetfileSourceDereference::VERSION
+  opts.banner = "Usage: puppetfile-source-dereference [options]"
+
+  opts.on("-s", "--source [FILE]", "Pass the name of a source file (Puppetfile)") do |v|
+    options[:source] = v
+  end
+  opts.on("-o", "--output [FILE]", "Pass the name of an output file (Puppetfile.out)") do |v|
+    options[:output] = v
+  end
+  opts.on("-d", "--[no-]dry-run", "Print output to the terminal instead of a file") do |v|
+    options[:dryrun] = v
+  end
+  opts.on("-m", "--mapping_uri [URI]", "The file or URI with cached Forge module mappings") do |v|
+    options[:mapping] = v
+  end
+end.parse!
+
+PuppetfileSourceDereference.new(options).resolve

data/cache.yaml

@@ -0,0 +1,24 @@
+---
+puppetlabs-puppetdb: https://github.com/puppetlabs/puppetlabs-puppetdb.git
+saz-sudo: https://github.com/saz/puppet-sudo
+puppetlabs-stdlib: https://github.com/puppetlabs/puppetlabs-stdlib
+puppet-archive: https://github.com/voxpupuli/puppet-archive
+puppetlabs-concat: https://github.com/puppetlabs/puppetlabs-concat
+puppetlabs-ntp: https://github.com/puppetlabs/puppetlabs-ntp
+elastic-elastic_stack: https://github.com/elastic/puppet-elastic-stack
+puppet-yum: https://github.com/voxpupuli/puppet-yum.git
+tracywebtech-pip: https://github.com/TracyWebTech/puppet-pip
+puppet-collectd: https://github.com/voxpupuli/puppet-collectd
+threatstack-threatstack: https://github.com/threatstack/threatstack-puppet
+rmueller-cron: https://github.com/roman-mueller/rmueller-cron
+camptocamp-archive: https://github.com/camptocamp/puppet-archive
+puppet-nginx: https://github.com/voxpupuli/puppet-nginx.git
+Slashbunny-phpfpm: https://github.com/Slashbunny/puppet-phpfpm
+pdxcat-nrpe: https://github.com/pdxcat/puppet-module-nrpe
+stahnma-epel: https://github.com/stahnma/puppet-module-epel
+puppetlabs-docker: https://github.com/puppetlabs/puppetlabs-docker
+puppetlabs-apt: https://github.com/puppetlabs/puppetlabs-apt
+garethr-docker: https://github.com/garethr/garethr-docker.git
+puppetlabs-stdlib: https://github.com/puppetlabs/puppetlabs-stdlib.git
+puppetlabs-apache: https://github.com/puppetlabs/puppetlabs-apache.git
+binford2k-itemize: https://github.com/binford2k/binford2k-itemize.git

lib/puppetfile-source-dereference.rb

@@ -0,0 +1,58 @@
+require 'puppetfile-source-dereference'
+require "puppetfile-resolver"
+require "puppetfile-resolver/puppetfile/parser/r10k_eval"
+require 'puppet_forge'
+require 'yaml'
+
+class PuppetfileSourceDereference
+  attr_accessor :source, :output, :dryrun, :mapping
+
+  def initialize(options = {})
+    [:source, :output, :dryrun, :mapping,].each do |key|
+      send("#{key}=", options[key])
+    end
+
+    @output = File.open(@output, 'w+') if @output.is_a? String
+  end
+
+  def resolve
+    puppetfile = PuppetfileResolver::Puppetfile::Parser::R10KEval.parse(File.read(@source))
+    mapping    = YAML.load(open(@mapping).read)
+
+    unless puppetfile.valid?
+      logger.error("Puppetfile source is not valid")
+      puppetfile.validation_errors.each { |err| logger.error(err) }
+      return false
+    end
+
+    File.open(@output, 'w') do |output|
+      puppetfile.modules.each do |mod|
+        if mod.module_type == :git
+          output.write <<~EOF
+            mod '#{mod.title}',
+              :git => '#{mod.remote}',
+              :ref => '#{mod.ref}'
+          EOF
+        elsif mapping.include? mod.title
+          source = mapping[mod.title]
+
+          if mod.version.is_a? String
+            output.write <<~EOF
+              mod '#{mod.title}',
+                :git => '#{source}',
+                :ref => '#{mod.version.delete_prefix('=')}'
+            EOF
+          else
+            output.write <<~EOF
+            mod '#{mod.title}',
+              :git => '#{source}'
+            EOF
+          end
+        else
+          output.write "mod '#{mod.title}', #{version}\n"
+        end
+      end
+    end
+  end
+
+end

lib/puppetfile-source-dereference/version.rb

@@ -0,0 +1,4 @@
+class PuppetfileSourceDereference
+  VERSION = '0.0.1'
+end
+