commit
This commit is contained in:
root
339
lib/Smokeping/Master.pm
Normal file
339
lib/Smokeping/Master.pm
Normal file
@@ -0,0 +1,339 @@
|
||||
# -*- perl -*-
|
||||
package Smokeping::Master;
|
||||
use Data::Dumper;
|
||||
use Storable qw(nstore dclone fd_retrieve);
|
||||
use strict;
|
||||
use warnings;
|
||||
use Fcntl qw(:flock);
|
||||
use Digest::HMAC_MD5 qw(hmac_md5_hex);
|
||||
use File::Basename qw(dirname);
|
||||
use File::Path qw(make_path);
|
||||
# keep this in sync with the Slave.pm part
|
||||
# only update if you have to force a parallel upgrade
|
||||
my $PROTOCOL = "2";
|
||||
|
||||
=head1 NAME
|
||||
|
||||
Smokeping::Master - Master Functionality for Smokeping
|
||||
|
||||
=head1 OVERVIEW
|
||||
|
||||
This module handles all special functionality required by smokeping running
|
||||
in master mode.
|
||||
|
||||
=head2 IMPLEMENTATION
|
||||
|
||||
=head3 slave_cfg=extract_config(cfg,slave)
|
||||
|
||||
Extract the relevant configuration information for the selected slave. The
|
||||
configuration will only contain the information that is relevant for the
|
||||
slave. Any parameters overwritten in the B<Slaves> section of the configuration
|
||||
file will be patched for the slave.
|
||||
|
||||
=cut
|
||||
|
||||
sub get_targets;
|
||||
sub get_targets {
|
||||
my $trg = shift;
|
||||
my $slave = shift;
|
||||
my %return;
|
||||
my $ok;
|
||||
foreach my $key (keys %{$trg}){
|
||||
# dynamic hosts can only be queried from the
|
||||
# master
|
||||
next if $key eq 'host' and $trg->{$key} eq 'DYNAMIC';
|
||||
next if $key eq 'host' and $trg->{$key} =~ m|^/|; # skip multi targets
|
||||
next if $key eq 'host' and not ( defined $trg->{slaves} and $trg->{slaves} =~ /\b${slave}\b/);
|
||||
if (ref $trg->{$key} eq 'HASH'){
|
||||
$return{$key} = get_targets ($trg->{$key},$slave);
|
||||
$ok = 1 if defined $return{$key};
|
||||
} else {
|
||||
$ok = 1 if $key eq 'host';
|
||||
$return{$key} = $trg->{$key};
|
||||
}
|
||||
}
|
||||
$return{nomasterpoll} = 'no'; # slaves poll always
|
||||
return ($ok ? \%return : undef);
|
||||
}
|
||||
|
||||
sub extract_config {
|
||||
my $cfg = shift;
|
||||
my $slave = shift;
|
||||
# get relevant Targets
|
||||
my %slave_config;
|
||||
$slave_config{Database} = dclone $cfg->{Database};
|
||||
$slave_config{General} = dclone $cfg->{General};
|
||||
$slave_config{Probes} = dclone $cfg->{Probes};
|
||||
$slave_config{Targets} = get_targets($cfg->{Targets},$slave);
|
||||
$slave_config{__last} = $cfg->{__last};
|
||||
if ($cfg->{Slaves} and $cfg->{Slaves}{$slave} and $cfg->{Slaves}{$slave}{override}){
|
||||
for my $override (keys %{$cfg->{Slaves}{$slave}{override}}){
|
||||
my $node = \%slave_config;
|
||||
my @keys = split /\./, $override;
|
||||
my $last_key = pop @keys;
|
||||
for my $key (@keys){
|
||||
$node->{$key} = {}
|
||||
unless $node->{$key} and ref $node->{$key} eq 'HASH';
|
||||
$node = $node->{$key};
|
||||
}
|
||||
$node->{$last_key} = $cfg->{Slaves}{$slave}{override}{$override};
|
||||
}
|
||||
}
|
||||
if ($slave_config{Targets}){
|
||||
return Dumper \%slave_config;
|
||||
} else {
|
||||
return undef;
|
||||
}
|
||||
}
|
||||
|
||||
=head3 save_updates (updates)
|
||||
|
||||
When the cgi gets updates from a client, these updates are saved away, for
|
||||
each 'target' so that the updates can be integrated into the relevant rrd
|
||||
database by the rrd daemon as the next round of updates is processed. This
|
||||
two stage process is chosen so that all results flow through the same code
|
||||
path in the daemon.
|
||||
|
||||
The updates are stored in the directory configured as 'dyndir' in the 'General'
|
||||
configuration section, defaulting to the value of 'datadir' from the same section
|
||||
if 'dyndir' is not present.
|
||||
|
||||
=cut
|
||||
|
||||
sub slavedatadir ($) {
|
||||
my $cfg = shift;
|
||||
my $dir = $cfg->{General}{dyndir} ||
|
||||
$cfg->{General}{datadir};
|
||||
$dir =~ s{/*$}{};
|
||||
return $dir;
|
||||
}
|
||||
|
||||
sub make_slavedatadir ($) {
|
||||
my $file = shift;
|
||||
my $dir = dirname($file);
|
||||
|
||||
if (! -d $dir) {
|
||||
make_path($dir, {'error' => \my $err});
|
||||
|
||||
if ($err && @$err) {
|
||||
for my $diag (@$err) {
|
||||
my ($f,$m) = %$diag;
|
||||
warn "Failed to create slave cache directory [$f]: $m";
|
||||
}
|
||||
} else {
|
||||
warn "Slave cache directory $dir created\n";
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
sub save_updates {
|
||||
my $cfg = shift;
|
||||
my $slave = shift;
|
||||
my $updates = shift;
|
||||
# name\ttime\tupdatestring
|
||||
# name\ttime\tupdatestring
|
||||
my %u;
|
||||
for my $update (split /\n/, $updates){
|
||||
my ($name, $time, $updatestring) = split /\t/, $update;
|
||||
if ( ${name} =~ m{(^|/)\.\.($|/)} ){
|
||||
warn "Skipping update for ${name}.${slave}.slave_cache since ".
|
||||
"you seem to try todo some directory magic here. Don't!";
|
||||
} else {
|
||||
push @{$u{$name}}, [$time,$updatestring];
|
||||
}
|
||||
}
|
||||
for my $name (sort keys %u){
|
||||
my $file = slavedatadir($cfg) ."/${name}.${slave}.slave_cache";
|
||||
for (my $i = 2; $i >= 0; $i--){
|
||||
my $fh;
|
||||
make_slavedatadir($file);
|
||||
if ( open ($fh, '+>>' , $file) and flock($fh, LOCK_EX) ){
|
||||
my $existing = [];
|
||||
if (! -e $file) { # the reader unlinked it from under us
|
||||
flock($fh, LOCK_UN);
|
||||
close $fh;
|
||||
next;
|
||||
}
|
||||
seek $fh, 0, 0;
|
||||
if ( -s _ ){
|
||||
my $in = eval { fd_retrieve $fh };
|
||||
if ($@) { #error
|
||||
warn "Loading $file: $@";
|
||||
} else {
|
||||
$existing = $in;
|
||||
};
|
||||
};
|
||||
map {
|
||||
push @{$existing}, [ $slave, $_->[0], $_->[1] ];
|
||||
} @{$u{$name}};
|
||||
nstore($existing, $file.$$);
|
||||
rename $file.$$,$file;
|
||||
flock($fh, LOCK_UN);
|
||||
close $fh;
|
||||
last;
|
||||
} elsif ($i > 0) {
|
||||
warn "Could not lock $file ($!). Trying again $i more times.\n";
|
||||
sleep rand(2);
|
||||
next;
|
||||
}
|
||||
warn "Could not update $file, giving up for now.";
|
||||
close $fh;
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
=head3 get_slaveupdates
|
||||
|
||||
Read in all updates provided by the selected slave and return an array reference.
|
||||
|
||||
=cut
|
||||
|
||||
sub get_slaveupdates {
|
||||
my $cfg = shift;
|
||||
my $name = shift;
|
||||
my $slave = shift;
|
||||
my $file = $name . "." . $slave. ".slave_cache";
|
||||
my $empty = [];
|
||||
my $data;
|
||||
|
||||
my $datadir = $cfg->{General}{datadir};
|
||||
my $dir = slavedatadir($cfg);
|
||||
$file =~ s/^\Q$datadir\E/$dir/;
|
||||
|
||||
my $fh;
|
||||
if ( open ($fh, '<', $file) ) {
|
||||
if ( flock $fh, LOCK_SH ){
|
||||
eval { $data = fd_retrieve $fh };
|
||||
unlink $file;
|
||||
flock $fh, LOCK_UN;
|
||||
if ($@) { #error
|
||||
warn "Loading $file: $@";
|
||||
close $fh;
|
||||
return $empty;
|
||||
}
|
||||
} else {
|
||||
warn "Could not lock $file. Will skip and try again in the next round. No harm done!\n";
|
||||
}
|
||||
close $fh;
|
||||
return $data;
|
||||
}
|
||||
return $empty;
|
||||
}
|
||||
|
||||
|
||||
=head3 get_secret
|
||||
|
||||
Read the secrets file and figure the secret for the slave which is talking to us.
|
||||
|
||||
=cut
|
||||
|
||||
sub get_secret {
|
||||
my $cfg = shift;
|
||||
my $slave = shift;
|
||||
if (open my $hand, "<", $cfg->{Slaves}{secrets}){
|
||||
while (<$hand>){
|
||||
next unless /^${slave}:(\S+)/;
|
||||
close $hand;
|
||||
return $1;
|
||||
}
|
||||
} else {
|
||||
print "Content-Type: text/plain\n\n";
|
||||
print "WARNING: Opening secrets file $cfg->{Slaves}{secrets}: $!\n";
|
||||
return '__HORRIBLE_INLINE_SIGNALING__';
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
=head3 answer_slave
|
||||
|
||||
Answer the requests from the slave by accepting the data, verifying the secrets
|
||||
and providing updated config information if necessary.
|
||||
|
||||
=cut
|
||||
|
||||
sub answer_slave {
|
||||
my $cfg = shift;
|
||||
my $q = shift;
|
||||
my $slave = $q->param('slave');
|
||||
my $secret = get_secret($cfg,$slave);
|
||||
return if $secret eq '__HORRIBLE_INLINE_SIGNALING__';
|
||||
if (not $secret){
|
||||
print "Content-Type: text/plain\n\n";
|
||||
print "WARNING: No secret found for slave ${slave}\n";
|
||||
return;
|
||||
}
|
||||
my $protocol = $q->param('protocol') || '?';
|
||||
if (not $protocol eq $PROTOCOL){
|
||||
print "Content-Type: text/plain\n\n";
|
||||
print "WARNING: I expected protocol $PROTOCOL and got $protocol from slave ${slave}. I will skip this.\n";
|
||||
return;
|
||||
}
|
||||
|
||||
my $key = $q->param('key');
|
||||
my $data = $q->param('data');
|
||||
my $config_time = $q->param('config_time');
|
||||
if (not ref $cfg->{Slaves}{$slave} eq 'HASH'){
|
||||
print "Content-Type: text/plain\n\n";
|
||||
print "WARNING: I don't know the slave ${slave} ignoring it";
|
||||
return;
|
||||
}
|
||||
# lets make sure the we share a secret
|
||||
if (hmac_md5_hex($data,$secret) eq $key){
|
||||
save_updates $cfg, $slave, $data;
|
||||
} else {
|
||||
print "Content-Type: text/plain\n\n";
|
||||
print "WARNING: Data from $slave was signed with $key which does not match our expectation\n";
|
||||
return;
|
||||
}
|
||||
# does the client need new config ?
|
||||
if ($config_time < $cfg->{__last}){
|
||||
my $config = extract_config $cfg, $slave;
|
||||
if ($config){
|
||||
print "Content-Type: application/smokeping-config\n";
|
||||
print "Protocol: $PROTOCOL\n";
|
||||
print "Key: ".hmac_md5_hex($config,$secret)."\n\n";
|
||||
print $config;
|
||||
} else {
|
||||
print "Content-Type: text/plain\n\n";
|
||||
print "WARNING: No targets found for slave '$slave'\n";
|
||||
return;
|
||||
}
|
||||
} else {
|
||||
print "Content-Type: text/plain\n\nOK\n";
|
||||
};
|
||||
return;
|
||||
}
|
||||
|
||||
|
||||
1;
|
||||
|
||||
__END__
|
||||
|
||||
=head1 COPYRIGHT
|
||||
|
||||
Copyright 2007 by Tobias Oetiker
|
||||
|
||||
=head1 LICENSE
|
||||
|
||||
This program is free software; you can redistribute it
|
||||
and/or modify it under the terms of the GNU General Public
|
||||
License as published by the Free Software Foundation; either
|
||||
version 2 of the License, or (at your option) any later
|
||||
version.
|
||||
|
||||
This program is distributed in the hope that it will be
|
||||
useful, but WITHOUT ANY WARRANTY; without even the implied
|
||||
warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
|
||||
PURPOSE. See the GNU General Public License for more
|
||||
details.
|
||||
|
||||
You should have received a copy of the GNU General Public
|
||||
License along with this program; if not, write to the Free
|
||||
Software Foundation, Inc., 675 Mass Ave, Cambridge, MA
|
||||
02139, USA.
|
||||
|
||||
=head1 AUTHOR
|
||||
|
||||
Tobias Oetiker E<lt>tobi@oetiker.chE<gt>
|
||||
|
||||
=cut
|
||||
Reference in New Issue
Block a user