|
class Host < Puppet::Rails::Host
|
|
belongs_to :architecture
|
|
belongs_to :media
|
|
belongs_to :model
|
|
belongs_to :domain
|
|
belongs_to :operatingsystem
|
|
has_and_belongs_to_many :puppetclasses
|
|
belongs_to :environment
|
|
belongs_to :subnet
|
|
belongs_to :ptable
|
|
belongs_to :hostgroup
|
|
has_many :reports, :dependent => :destroy
|
|
has_many :host_parameters, :dependent => :destroy
|
|
accepts_nested_attributes_for :host_parameters, :reject_if => lambda { |a| a[:value].blank? }, :allow_destroy => true
|
|
|
|
named_scope :recent, lambda { |*args| {:conditions => ["last_report > ?", (args.first || (SETTINGS[:run_interval] + 5.minutes).ago)]} }
|
|
named_scope :out_of_sync, lambda { |*args| {:conditions => ["last_report < ?", (args.first || (SETTINGS[:run_interval] + 5.minutes).ago)]} }
|
|
|
|
named_scope :with_fact, lambda { |fact,value|
|
|
unless fact.nil? or value.nil?
|
|
{ :joins => [:fact_values, :fact_names], :select => "hosts.name", :conditions =>
|
|
["fact_values.value = ? and fact_names.name = ? and fact_values.fact_name_id = fact_names.id",value, fact ] }
|
|
else
|
|
raise "invalid fact"
|
|
end
|
|
}
|
|
|
|
named_scope :with_class, lambda { |klass|
|
|
unless klass.nil?
|
|
{ :joins => :puppetclasses, :select => "hosts.name", :conditions => {:puppetclasses => {:name => klass }} }
|
|
else
|
|
raise "invalid class"
|
|
end
|
|
}
|
|
|
|
named_scope :with, lambda { |*arg| { :conditions =>
|
|
"(puppet_status >> #{Report::BIT_NUM*Report::METRIC.index(arg[0])} & #{Report::MAX}) > #{arg[1] || 0}"}
|
|
}
|
|
named_scope :with_error, { :conditions => "(puppet_status > 0) and
|
|
((puppet_status >> #{Report::BIT_NUM*Report::METRIC.index("failed")} & #{Report::MAX}) != 0) or
|
|
((puppet_status >> #{Report::BIT_NUM*Report::METRIC.index("failed_restarts")} & #{Report::MAX}) != 0) or
|
|
((puppet_status >> #{Report::BIT_NUM*Report::METRIC.index("skipped")} & #{Report::MAX}) != 0)"
|
|
}
|
|
|
|
|
|
named_scope :with_changes, { :conditions => "(puppet_status > 0) and
|
|
((puppet_status >> #{Report::BIT_NUM*Report::METRIC.index("applied")} & #{Report::MAX}) != 0) or
|
|
((puppet_status >> #{Report::BIT_NUM*Report::METRIC.index("restarted")} & #{Report::MAX}) !=0)"
|
|
}
|
|
|
|
named_scope :successful, {:conditions => "puppet_status = 0"}
|
|
|
|
# audit the changes to this model
|
|
acts_as_audited :except => [:last_report, :puppet_status, :last_compile]
|
|
|
|
# some shortcuts
|
|
alias_attribute :os, :operatingsystem
|
|
alias_attribute :arch, :architecture
|
|
alias_attribute :hostname, :name
|
|
|
|
validates_uniqueness_of :name
|
|
validates_presence_of :name, :environment_id
|
|
if SETTINGS[:unattended].nil? or SETTINGS[:unattended]
|
|
validates_uniqueness_of :ip
|
|
validates_uniqueness_of :mac
|
|
validates_uniqueness_of :sp_mac, :allow_nil => true, :allow_blank => true
|
|
validates_uniqueness_of :sp_name, :sp_ip, :allow_blank => true, :allow_nil => true
|
|
validates_format_of :sp_name, :with => /.*-sp/, :allow_nil => true, :allow_blank => true
|
|
validates_presence_of :architecture_id, :domain_id, :mac, :operatingsystem_id
|
|
validates_length_of :root_pass, :minimum => 8,:too_short => 'should be 8 characters or more'
|
|
validates_format_of :mac, :with => /([a-f0-9]{1,2}:){5}[a-f0-9]{1,2}/
|
|
validates_format_of :ip, :with => /(\d{1,3}\.){3}\d{1,3}/
|
|
validates_presence_of :ptable, :message => "cant be blank unless a custom partition has been defined",
|
|
:if => Proc.new { |host| host.disk.empty? and not defined?(Rake) }
|
|
validates_format_of :sp_mac, :with => /([a-f0-9]{1,2}:){5}[a-f0-9]{1,2}/, :allow_nil => true, :allow_blank => true
|
|
validates_format_of :sp_ip, :with => /(\d{1,3}\.){3}\d{1,3}/, :allow_nil => true, :allow_blank => true
|
|
validates_format_of :serial, :with => /[01],\d{3,}n\d/, :message => "should follow this format: 0,9600n8", :allow_blank => true, :allow_nil => true
|
|
validates_associated :domain, :operatingsystem, :architecture, :subnet,:media#, :user, :deployment, :model
|
|
end
|
|
|
|
before_validation :normalize_addresses, :normalize_hostname
|
|
|
|
# Returns the name of this host as a string
|
|
# String: the host's name
|
|
def to_label
|
|
name
|
|
end
|
|
|
|
def to_s
|
|
to_label
|
|
end
|
|
|
|
def shortname
|
|
domain.nil? ? name : name.chomp("." + domain.name)
|
|
end
|
|
|
|
# defines how many hosts will be shown in the hostlist
|
|
def self.per_page
|
|
20
|
|
end
|
|
|
|
def clearReports
|
|
# Remove any reports that may be held against this host
|
|
Report.delete_all("host_id = #{self.id}")
|
|
end
|
|
|
|
def clearFacts
|
|
FactValue.delete_all("host_id = #{self.id}")
|
|
end
|
|
|
|
# Called from the host build post install process to indicate that the base build has completed
|
|
# Build is cleared and the boot link and autosign entries are removed
|
|
# A site specific build script is called at this stage that can do site specific tasks
|
|
def built
|
|
self.build = false
|
|
self.installed_at = Time.now.utc
|
|
# disallow any auto signing for our host.
|
|
GW::Puppetca.disable self.name
|
|
GW::Tftp.remove self.mac
|
|
save
|
|
site_post_built = "#{SETTINGS[:modulepath]}sites/#{self.domain.name.downcase}/built.sh"
|
|
if File.executable? site_post_built
|
|
%x{#{site_post_built} #{self.name} >> #{SETTINGS[:logfile]} 2>&1 &}
|
|
end
|
|
end
|
|
|
|
# no need to store anything in the db if the entry is plain "puppet"
|
|
def puppetmaster
|
|
read_attribute(:puppetmaster) || SETTINGS[:puppet_server] || "puppet"
|
|
end
|
|
|
|
def puppetmaster=(pm)
|
|
write_attribute(:puppetmaster, pm == (SETTINGS[:puppet_server] || "puppet") ? nil : pm)
|
|
end
|
|
|
|
#retuns fqdn of host puppetmaster
|
|
def pm_fqdn
|
|
puppetmaster == "puppet" ? "puppet.#{domain.name}" : "#{puppetmaster}"
|
|
end
|
|
|
|
# no need to store anything in the db if the password is our default
|
|
def root_pass
|
|
read_attribute(:root_pass) || SETTINGS[:root_pass] || "!*!*!*!*!"
|
|
end
|
|
|
|
# make sure we store an encrypted copy of the password in the database
|
|
# this password can be use as is in a unix system
|
|
def root_pass=(pass)
|
|
p = pass =~ /^\$1\$foreman\$.*/ ? pass : pass.crypt("$1$foreman$")
|
|
write_attribute(:root_pass, p)
|
|
end
|
|
|
|
# returns the host correct disk layout, custom or common
|
|
def diskLayout
|
|
disk.empty? ? ptable.layout : disk
|
|
end
|
|
|
|
# reports methods
|
|
|
|
def error_count
|
|
%w[failed failed_restarts skipped].sum {|f| status f}
|
|
end
|
|
|
|
def status(type = nil)
|
|
raise "invalid type #{type}" if type and not Report::METRIC.include?(type)
|
|
h = {}
|
|
(type || Report::METRIC).each do |m|
|
|
h[m] = (read_attribute(:puppet_status) || 0) >> (Report::BIT_NUM*Report::METRIC.index(m)) & Report::MAX
|
|
end
|
|
return type.nil? ? h : h[type]
|
|
end
|
|
|
|
# generate dynamically methods for all metrics
|
|
# e.g. Report.last.applied
|
|
Report::METRIC.each do |method|
|
|
define_method method do
|
|
status method
|
|
end
|
|
end
|
|
|
|
def no_report
|
|
last_report.nil? or last_report < Time.now - (SETTINGS[:run_interval] + 3.minutes)
|
|
end
|
|
|
|
# returns the list of puppetclasses a host is in.
|
|
def puppetclasses_names
|
|
return all_puppetclasses.collect {|c| c.name}
|
|
end
|
|
|
|
def all_puppetclasses
|
|
return hostgroup.nil? ? puppetclasses : (hostgroup.puppetclasses + puppetclasses).uniq
|
|
end
|
|
|
|
# provide information about each node, mainly used for puppet external nodes
|
|
# TODO: remove hard coded default parameters into some selectable values in the database.
|
|
def info
|
|
# Static parameters
|
|
param = {}
|
|
# maybe these should be moved to the common parameters, leaving them in for now
|
|
param["puppetmaster"] = puppetmaster
|
|
param["domainname"] = domain.fullname unless domain.nil? or domain.fullname.nil?
|
|
param.update self.params
|
|
return Hash['classes' => self.puppetclasses_names, 'parameters' => param, 'environment' => environment.to_s]
|
|
end
|
|
|
|
def params
|
|
parameters = {}
|
|
# read common parameters
|
|
CommonParameter.all.each {|p| parameters.update Hash[p.name => p.value] }
|
|
# read domain parameters
|
|
domain.domain_parameters.each {|p| parameters.update Hash[p.name => p.value] } unless domain.nil?
|
|
# read group parameters only if a host belongs to a group
|
|
hostgroup.group_parameters.each {|p| parameters.update Hash[p.name => p.value] } unless hostgroup.nil?
|
|
# and now read host parameters, override if required
|
|
host_parameters.each {|p| parameters.update Hash[p.name => p.value] }
|
|
return parameters
|
|
end
|
|
|
|
def self.importHostAndFacts yaml
|
|
facts = YAML::load yaml
|
|
raise "invalid Fact" unless facts.is_a?(Puppet::Node::Facts)
|
|
|
|
h=Host.find_or_create_by_name facts.name
|
|
return h.importFacts(facts)
|
|
end
|
|
|
|
# import host facts, required when running without storeconfigs.
|
|
# expect a Puppet::Node::Facts
|
|
def importFacts facts
|
|
raise "invalid Fact" unless facts.is_a?(Puppet::Node::Facts)
|
|
|
|
# we are not importing facts for hosts in build state (e.g. waiting for a re-installation)
|
|
raise "Host is pending for Build" if build
|
|
time = facts.values[:_timestamp]
|
|
time = time.to_time if time.is_a?(String)
|
|
if last_compile.nil? or (last_compile + 1.minute < time)
|
|
self.last_compile = time
|
|
begin
|
|
# save all other facts
|
|
if self.respond_to?("merge_facts")
|
|
self.merge_facts(facts.values)
|
|
# pre 0.25 it was called setfacts
|
|
else
|
|
self.setfacts(facts.values)
|
|
end
|
|
# we are saving here with no validations, as we want this process to be as fast
|
|
# as possible, assuming we already have all the right settings in Foreman.
|
|
# If we don't (e.g. we never install the server via Foreman, we populate the fields from facts
|
|
# TODO: if it was installed by Foreman and there is a mismatch,
|
|
# we should probably send out an alert.
|
|
self.save_with_validation(perform_validation = false)
|
|
|
|
# we want to import other information only if this host was never installed via Foreman
|
|
installed_at.nil? ? self.populateFieldsFromFacts : true
|
|
rescue
|
|
logger.warn "Failed to save #{name}: #{errors.full_messages.join(", ")}"
|
|
$stdout.puts $!
|
|
end
|
|
end
|
|
end
|
|
|
|
def fv name
|
|
v=fact_values.find(:first, :select => "fact_values.value", :joins => :fact_name,
|
|
:conditions => "fact_names.name = '#{name}'")
|
|
v.value unless v.nil?
|
|
end
|
|
|
|
def populateFieldsFromFacts
|
|
self.mac = fv(:macaddress)
|
|
self.ip = fv(:ipaddress) if ip.nil?
|
|
self.domain = Domain.find_or_create_by_name fv(:domain)
|
|
# On solaris architecture fact is harwareisa
|
|
if myarch=fv(:architecture) || fv(:hardwareisa)
|
|
self.arch=Architecture.find_or_create_by_name myarch
|
|
end
|
|
# by default, puppet doesnt store an env name in the database
|
|
env=fv(:environment) || "production"
|
|
self.environment = Environment.find_or_create_by_name env
|
|
|
|
os_name = fv(:operatingsystem)
|
|
if orel = fv(:lsbdistrelease) || fv(:operatingsystemrelease)
|
|
major, minor = orel.split(".")
|
|
self.os = Operatingsystem.find_or_create_by_name_and_major_and_minor os_name, major, minor
|
|
end
|
|
# again we are saving without validations as input is required (e.g. partition tables)
|
|
self.save_with_validation(perform_validation = false)
|
|
end
|
|
|
|
# Called by build link in the list
|
|
# Build is set
|
|
# The boot link and autosign entry are created
|
|
# Any existing puppet certificates are deleted
|
|
# Any facts are discarded
|
|
def setBuild
|
|
clearFacts
|
|
clearReports
|
|
#TODO move this stuff to be in the observer, as if the host changes after its being built this might invalidate the current settings
|
|
return false unless GW::Tftp.create([mac, os.to_s.gsub(" ","-"), arch.name, serial])
|
|
self.build = true
|
|
self.save
|
|
end
|
|
|
|
# this method accepts a puppets external node yaml output and generate a node in our setup
|
|
# it is assumed that you already have the node (e.g. imported by one of the rack tasks)
|
|
def importNode nodeinfo
|
|
# puppet classes
|
|
nodeinfo["classes"].each do |klass|
|
|
if pc = Puppetclass.find_by_name(klass)
|
|
self.puppetclasses << pc unless puppetclasses.exists?(pc)
|
|
else
|
|
error = "Failed to import #{klass} for #{name}: doesn't exists in our database - ignoring"
|
|
logger.warn error
|
|
$stdout.puts error
|
|
end
|
|
end
|
|
|
|
# parameters are a bit more tricky, as some classifiers provide the facts as parameters as well
|
|
# not sure what is puppet priority about it, but we ignore it if has a fact with the same name.
|
|
# additionally, we don't import any non strings values, as puppet don't know what to do with those as well.
|
|
|
|
myparams = self.info["parameters"]
|
|
nodeinfo["parameters"].each_pair do |param,value|
|
|
next if fact_names.exists? :name => param
|
|
next unless value.is_a?(String)
|
|
|
|
# we already have this parameter
|
|
next if myparams.has_key?(param) and myparams[param] == value
|
|
|
|
unless (hp = self.host_parameters.create(:name => param, :value => value))
|
|
logger.warn "Failed to import #{param}/#{value} for #{name}: #{hp.errors.full_messages.join(", ")}"
|
|
$stdout.puts $!
|
|
end
|
|
end
|
|
|
|
self.save
|
|
end
|
|
|
|
# counts each association of a given host
|
|
# e.g. how many hosts belongs to each os
|
|
# returns sorted hash
|
|
def self.count_distribution assocication
|
|
output = {}
|
|
count(:group => assocication).each do |k,v|
|
|
begin
|
|
output[k.to_label] = v unless v == 0
|
|
rescue
|
|
logger.info "skipped #{k} as it has has no label"
|
|
end
|
|
end
|
|
output
|
|
end
|
|
|
|
# counts each association of a given host for HABTM relationships
|
|
# TODO: Merge these two into one method
|
|
# e.g. how many hosts belongs to each os
|
|
# returns sorted hash
|
|
def self.count_habtm assocication
|
|
output = {}
|
|
Host.count(:include => assocication.pluralize, :group => "#{assocication}_id").to_a.each do |a|
|
|
#Ugly Ugly Ugly - I guess I'm missing something basic here
|
|
label = eval(assocication.camelize).send("find",a[0].to_i).to_label if a[0]
|
|
output[label] = a[1]
|
|
end
|
|
output
|
|
end
|
|
|
|
def graph(timerange = 1.day.ago)
|
|
data = {}
|
|
data[:runtime] = []
|
|
data[:resources] = []
|
|
data[:runtime_labels] = [ ['datetime', "Time" ],['number', "Config Retrival"], ['number', 'Total']]
|
|
data[:resources_labels] = [ ['datetime','Time']] + Report::METRIC.map{|metric| ['number', metric] }
|
|
reports.recent(timerange).each do |r|
|
|
data[:runtime] << [r.reported_at.getlocal, r.config_retrival, r.runtime ]
|
|
data[:resources] << [r.reported_at.getlocal, r.status.sort.map(&:last)].flatten
|
|
end
|
|
return data
|
|
end
|
|
|
|
def classes_from_storeconfigs
|
|
klasses = resources.find(:all, :conditions => {:restype => "Class"}, :select => :title)
|
|
klasses.map!(&:title).delete(:main)
|
|
return klasses
|
|
end
|
|
|
|
def can_be_build?
|
|
return (SETTINGS[:unattended].nil? or SETTINGS[:unattended]) ? build == false : false
|
|
end
|
|
|
|
private
|
|
# align common mac and ip address input
|
|
def normalize_addresses
|
|
# a helper for variable scoping
|
|
helper = []
|
|
[self.mac,self.sp_mac].each do |m|
|
|
unless m.empty?
|
|
m.downcase!
|
|
if m=~/[a-f0-9]{12}/
|
|
m = m.gsub(/(..)/){|mh| mh + ":"}[/.{17}/]
|
|
elsif mac=~/([a-f0-9]{1,2}:){5}[a-f0-9]{1,2}/
|
|
m = m.split(":").map{|nibble| "%02x" % ("0x" + nibble)}.join(":")
|
|
end
|
|
end
|
|
helper << m
|
|
end
|
|
self.mac, self.sp_mac = helper
|
|
|
|
helper = []
|
|
[self.ip,self.sp_ip].each do |i|
|
|
unless i.empty?
|
|
i = i.split(".").map{|nibble| nibble.to_i}.join(".") if i=~/(\d{1,3}\.){3}\d{1,3}/
|
|
end
|
|
helper << i
|
|
end
|
|
self.ip, self.sp_ip = helper
|
|
end
|
|
|
|
# ensure that host name is fqdn
|
|
# if they user inputed short name, the domain name will be appended
|
|
# this is done to ensure compatibility with puppet storeconfigs
|
|
# if the user added a domain, and the domain doesn't exist, we add it dynamically.
|
|
def normalize_hostname
|
|
# no hostname was given, since this is before validation we need to ignore it and let the validations to produce an error
|
|
unless name.empty?
|
|
if name.count(".") == 0
|
|
self.name = name + "." + domain.name unless domain.nil?
|
|
else
|
|
self.domain = Domain.find_or_create_by_name name.split(".")[1..-1].join(".") if domain.nil?
|
|
end
|
|
end
|
|
end
|
|
|
|
end
|
