* Fixed a bug in Convert->bytes_to_human_readable() to handle being passed in bytes (with the size units of 'b' ot 'bytes').
* Fixed a bug in Database->_find_behind_databases() _find_behind_databases() where the logic to figure out which column was the host_uuid reference was too liberal, causing the wrong column to be selected in some cases. Also added a check to not look for host_uuid columns on specific tables where a match would be made, but the column is allowed to be null (like server_host_uuid that indicates the host of the server). * Started work on the scan-filesystems scan agent, which is needed to record the data that the file system UI endpoints will need. * Removed the 'not null' constraint from 'servers' -> 'server_host_uuid'. * Fixed a bug in 'anvil-provision-server' where the driver ISO being 'none' caused the provision script to use the driver ISO switch. Signed-off-by: Digimer <digimer@alteeve.ca>main
Digimer
4 years ago
parent
5536e8ff47
commit
296556328b
8 changed files with 731 additions and 22 deletions
@ -0,0 +1,536 @@ |
||||
#!/usr/bin/perl |
||||
# |
||||
# This scans the LVM (logical volume management) components (PV, VG and LV). |
||||
# |
||||
# Examples; |
||||
# |
||||
# Exit codes; |
||||
# 0 = Normal exit. |
||||
# 1 = Startup failure (not running as root, no DB, bad file read, etc) |
||||
# |
||||
# NOTE: |
||||
# - |
||||
# |
||||
# TODO: |
||||
# - |
||||
# |
||||
|
||||
use strict; |
||||
use warnings; |
||||
use Anvil::Tools; |
||||
use Data::Dumper; |
||||
use JSON; |
||||
use XML::LibXML; |
||||
|
||||
# Disable buffering |
||||
$| = 1; |
||||
|
||||
# Prevent a discrepency between UID/GID and EUID/EGID from throwing an error. |
||||
$< = $>; |
||||
$( = $); |
||||
|
||||
my $THIS_FILE = ($0 =~ /^.*\/(.*)$/)[0]; |
||||
my $running_directory = ($0 =~ /^(.*?)\/$THIS_FILE$/)[0]; |
||||
if (($running_directory =~ /^\./) && ($ENV{PWD})) |
||||
{ |
||||
$running_directory =~ s/^\./$ENV{PWD}/; |
||||
} |
||||
|
||||
my $anvil = Anvil::Tools->new(); |
||||
|
||||
# Make sure we're running as 'root' |
||||
# $< == real UID, $> == effective UID |
||||
if (($< != 0) && ($> != 0)) |
||||
{ |
||||
# Not root |
||||
print $anvil->Words->string({key => "error_0005"})."\n"; |
||||
$anvil->nice_exit({exit_code => 1}); |
||||
} |
||||
|
||||
# These are the threasholds for when to alert when swap is running out. |
||||
$anvil->data->{scancore}{'scan-filesystems'}{disable} = 0; |
||||
$anvil->data->{switches}{force} = 0; |
||||
|
||||
$anvil->Storage->read_config(); |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0115", variables => { program => $THIS_FILE }}); |
||||
|
||||
# Read switches |
||||
$anvil->Get->switches; |
||||
|
||||
# If we're disabled and '--force' wasn't used, exit. |
||||
if (($anvil->data->{scancore}{'scan-filesystems'}{disable}) && (not $anvil->data->{switches}{force})) |
||||
{ |
||||
# Exit. |
||||
$anvil->nice_exit({exit_code => 0}); |
||||
} |
||||
|
||||
# Handle start-up tasks |
||||
my $problem = $anvil->ScanCore->agent_startup({agent => $THIS_FILE}); |
||||
if ($problem) |
||||
{ |
||||
$anvil->nice_exit({exit_code => 1}); |
||||
} |
||||
|
||||
if ($anvil->data->{switches}{purge}) |
||||
{ |
||||
# This can be called when doing bulk-database purges. |
||||
my $schema_file = $anvil->data->{path}{directories}{scan_agents}."/".$THIS_FILE."/".$THIS_FILE.".sql"; |
||||
$anvil->Database->purge_data({ |
||||
debug => 2, |
||||
tables => $anvil->Database->get_tables_from_schema({schema_file => $schema_file}), |
||||
}); |
||||
$anvil->nice_exit({exit_code => 0}); |
||||
} |
||||
|
||||
# Find the block devices on this host. |
||||
collect_data($anvil); |
||||
|
||||
# Load stored data. |
||||
read_last_scan($anvil); |
||||
|
||||
# Loog for changes |
||||
find_changes($anvil); |
||||
|
||||
# Mark that we ran. |
||||
$anvil->Database->insert_or_update_updated({updated_by => $THIS_FILE}); |
||||
|
||||
$anvil->nice_exit({exit_code => 0}); |
||||
|
||||
############################################################################################################# |
||||
# Functions # |
||||
############################################################################################################# |
||||
|
||||
sub find_changes |
||||
{ |
||||
my ($anvil) = @_; |
||||
|
||||
=cut |
||||
foreach my $scan_filesystem_type (keys %{$anvil->data->{filesystem}{scan_filesystem_type}}) |
||||
{ |
||||
my $scan_filesystem_device_path = $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{name}; |
||||
my $scan_filesystem_mount_path = $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{used_by_vg}; |
||||
my $scan_filesystem_media = $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{attributes}; |
||||
my $scan_filesystem_size = $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{size}; |
||||
my $scan_filesystem_free = $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{free_space}; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
scan_filesystem_type => $scan_filesystem_type, |
||||
scan_filesystem_device_path => $scan_filesystem_device_path, |
||||
scan_filesystem_mount_path => $scan_filesystem_mount_path, |
||||
scan_filesystem_media => $scan_filesystem_media, |
||||
scan_filesystem_size => $anvil->Convert->add_commas({number => $scan_filesystem_size})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $scan_filesystem_size}), |
||||
scan_filesystem_free => $anvil->Convert->add_commas({number => $scan_filesystem_free})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $scan_filesystem_free}), |
||||
}}); |
||||
|
||||
# Have we seen this before? |
||||
if (exists $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}) |
||||
{ |
||||
# Yup, anything changed? |
||||
my $scan_filesystem_uuid = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_uuid}; |
||||
my $old_scan_filesystem_device_path = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_device_path}; |
||||
my $old_scan_filesystem_mount_path = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_mount_path}; |
||||
my $old_scan_filesystem_media = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_media}; |
||||
my $old_scan_filesystem_size = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_size}; |
||||
my $old_scan_filesystem_free = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_free}; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
old_scan_filesystem_device_path => $old_scan_filesystem_device_path, |
||||
old_scan_filesystem_mount_path => $old_scan_filesystem_mount_path, |
||||
old_scan_filesystem_media => $old_scan_filesystem_media, |
||||
old_scan_filesystem_size => $anvil->Convert->add_commas({number => $old_scan_filesystem_size})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $old_scan_filesystem_size}), |
||||
old_scan_filesystem_free => $anvil->Convert->add_commas({number => $old_scan_filesystem_free})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $old_scan_filesystem_free}), |
||||
}}); |
||||
|
||||
my $update = 0; |
||||
if ($scan_filesystem_device_path ne $old_scan_filesystem_device_path) |
||||
{ |
||||
$update = 1; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { update => $update }}); |
||||
if ($old_scan_filesystem_device_path eq "DELETED") |
||||
{ |
||||
# A lost PV is back |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $scan_filesystem_device_path, |
||||
}; |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0001", variables => $variables}); |
||||
$anvil->Alert->register({clear_alert => 1, alert_level => "warning", message => "scan_filesystem_alert_0001", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
else |
||||
{ |
||||
# Device (name) changed... This shouldn't normally happen. |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
new_name => $scan_filesystem_device_path, |
||||
old_name => $old_scan_filesystem_device_path, |
||||
}; |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0002", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "warning", message => "scan_filesystem_alert_0002", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
} |
||||
if ($scan_filesystem_mount_path ne $old_scan_filesystem_mount_path) |
||||
{ |
||||
# If the old value was blank, then this PV was added to a VG and that's fine. |
||||
$update = 1; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { update => $update }}); |
||||
if (not $old_scan_filesystem_mount_path) |
||||
{ |
||||
# Added to a VG |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $scan_filesystem_device_path, |
||||
vg_name => $scan_filesystem_mount_path, |
||||
}; |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0004", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "notice", message => "scan_filesystem_alert_0004", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
else |
||||
{ |
||||
# The VG was probably renamed. |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $scan_filesystem_device_path, |
||||
new_vg_name => $scan_filesystem_mount_path, |
||||
old_vg_name => $old_scan_filesystem_mount_path, |
||||
}; |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0005", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "notice", message => "scan_filesystem_alert_0005", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
} |
||||
if ($scan_filesystem_media ne $old_scan_filesystem_media) |
||||
{ |
||||
# Attribute bits changed. |
||||
$update = 1; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { update => $update }}); |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $scan_filesystem_device_path, |
||||
new_attributes => $scan_filesystem_media, |
||||
old_attributes => $old_scan_filesystem_media, |
||||
}; |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0006", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "notice", message => "scan_filesystem_alert_0006", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
if ($scan_filesystem_size ne $old_scan_filesystem_size) |
||||
{ |
||||
# PE size changed, likely grew. |
||||
$update = 1; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { update => $update }}); |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $scan_filesystem_device_path, |
||||
new_size => $anvil->Convert->bytes_to_human_readable({'bytes' => $scan_filesystem_size}), |
||||
new_size_bytes => $anvil->Convert->add_commas({number => $scan_filesystem_size}), |
||||
old_size => $anvil->Convert->bytes_to_human_readable({'bytes' => $old_scan_filesystem_size}), |
||||
old_size_bytes => $anvil->Convert->add_commas({number => $old_scan_filesystem_size}), |
||||
}; |
||||
if ($scan_filesystem_size > $old_scan_filesystem_size) |
||||
{ |
||||
# Yup |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0007", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "notice", message => "scan_filesystem_alert_0007", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
else |
||||
{ |
||||
# Uhhhh... We'll make this a warning as it shouldn't happen. |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0008", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "warning", message => "scan_filesystem_alert_0008", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
} |
||||
if ($scan_filesystem_free ne $old_scan_filesystem_free) |
||||
{ |
||||
# PE size changed, likely shrunk. |
||||
$update = 1; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { update => $update }}); |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $scan_filesystem_device_path, |
||||
new_free => $anvil->Convert->bytes_to_human_readable({'bytes' => $scan_filesystem_free}), |
||||
new_free_bytes => $anvil->Convert->add_commas({number => $scan_filesystem_free}), |
||||
old_free => $anvil->Convert->bytes_to_human_readable({'bytes' => $old_scan_filesystem_free}), |
||||
old_free_bytes => $anvil->Convert->add_commas({number => $old_scan_filesystem_free}), |
||||
}; |
||||
if ($scan_filesystem_free < $old_scan_filesystem_free) |
||||
{ |
||||
# Yup |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0009", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "notice", message => "scan_filesystem_alert_0009", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
else |
||||
{ |
||||
# Uhhhh... We'll make this a warning as it shouldn't happen. |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0010", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "warning", message => "scan_filesystem_alert_0010", variables => $variables, set_by => $THIS_FILE}); |
||||
} |
||||
} |
||||
|
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { update => $update }}); |
||||
if ($update) |
||||
{ |
||||
my $query = " |
||||
UPDATE |
||||
scan_filesystems |
||||
SET |
||||
scan_filesystem_device_path = ".$anvil->Database->quote($scan_filesystem_device_path).", |
||||
scan_filesystem_mount_path = ".$anvil->Database->quote($scan_filesystem_mount_path).", |
||||
scan_filesystem_media = ".$anvil->Database->quote($scan_filesystem_media).", |
||||
scan_filesystem_size = ".$anvil->Database->quote($scan_filesystem_size).", |
||||
scan_filesystem_free = ".$anvil->Database->quote($scan_filesystem_free).", |
||||
modified_date = ".$anvil->Database->quote($anvil->data->{sys}{database}{timestamp})." |
||||
WHERE |
||||
scan_filesystem_uuid = ".$anvil->Database->quote($scan_filesystem_uuid)." |
||||
;"; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { query => $query }}); |
||||
$anvil->Database->write({query => $query, source => $THIS_FILE, line => __LINE__}); |
||||
} |
||||
|
||||
# Delete the loaded entry so we can check for missing PVs later. |
||||
delete $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}; |
||||
} |
||||
else |
||||
{ |
||||
# New PV |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $scan_filesystem_device_path, |
||||
vg_name => $scan_filesystem_mount_path ? $scan_filesystem_mount_path : "--", |
||||
attributes => $scan_filesystem_media, |
||||
pv_size => $anvil->Convert->bytes_to_human_readable({'bytes' => $scan_filesystem_size}), |
||||
pv_size_bytes => $anvil->Convert->add_commas({number => $scan_filesystem_size}), |
||||
pv_free => $anvil->Convert->bytes_to_human_readable({'bytes' => $scan_filesystem_free}), |
||||
pv_free_bytes => $anvil->Convert->add_commas({number => $scan_filesystem_free}), |
||||
}; |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0019", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "notice", message => "scan_filesystem_alert_0019", variables => $variables, set_by => $THIS_FILE}); |
||||
|
||||
my $scan_filesystem_uuid = $anvil->Get->uuid(); |
||||
my $query = " |
||||
INSERT INTO |
||||
scan_filesystems |
||||
( |
||||
scan_filesystem_uuid, |
||||
scan_filesystem_type, |
||||
scan_filesystem_host_uuid, |
||||
scan_filesystem_device_path, |
||||
scan_filesystem_mount_path, |
||||
scan_filesystem_media, |
||||
scan_filesystem_size, |
||||
scan_filesystem_free, |
||||
modified_date |
||||
) VALUES ( |
||||
".$anvil->Database->quote($scan_filesystem_uuid).", |
||||
".$anvil->Database->quote($scan_filesystem_type).", |
||||
".$anvil->Database->quote($anvil->Get->host_uuid).", |
||||
".$anvil->Database->quote($scan_filesystem_device_path).", |
||||
".$anvil->Database->quote($scan_filesystem_mount_path).", |
||||
".$anvil->Database->quote($scan_filesystem_media).", |
||||
".$anvil->Database->quote($scan_filesystem_size).", |
||||
".$anvil->Database->quote($scan_filesystem_free).", |
||||
".$anvil->Database->quote($anvil->data->{sys}{database}{timestamp})." |
||||
);"; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { query => $query }}); |
||||
$anvil->Database->write({query => $query, source => $THIS_FILE, line => __LINE__}); |
||||
} |
||||
} |
||||
|
||||
# Any missing PVs? |
||||
foreach my $scan_filesystem_type (keys %{$anvil->data->{sql}{scan_filesystems}{scan_filesystem_type}}) |
||||
{ |
||||
# This one is missing. |
||||
my $scan_filesystem_uuid = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_uuid}; |
||||
my $old_scan_filesystem_device_path = $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_device_path}; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
's1:scan_filesystem_type' => $scan_filesystem_type, |
||||
's2:scan_filesystem_uuid' => $scan_filesystem_uuid, |
||||
's3:old_scan_filesystem_device_path' => $old_scan_filesystem_device_path, |
||||
}}); |
||||
next if $old_scan_filesystem_device_path eq "DELETED"; |
||||
|
||||
# Register an alert |
||||
my $variables = { |
||||
pv_uuid => $scan_filesystem_type, |
||||
pv_name => $old_scan_filesystem_device_path, |
||||
}; |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 1, key => "scan_filesystem_alert_0003", variables => $variables}); |
||||
$anvil->Alert->register({alert_level => "warning", message => "scan_filesystem_alert_0003", variables => $variables, set_by => $THIS_FILE}); |
||||
|
||||
# Update it PV name to be 'DELTED' |
||||
my $query = " |
||||
UPDATE |
||||
scan_filesystems |
||||
SET |
||||
scan_filesystem_device_path = 'DELETED', |
||||
modified_date = ".$anvil->Database->quote($anvil->data->{sys}{database}{timestamp})." |
||||
WHERE |
||||
scan_filesystem_uuid = ".$anvil->Database->quote($scan_filesystem_uuid)." |
||||
;"; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { query => $query }}); |
||||
$anvil->Database->write({query => $query, source => $THIS_FILE, line => __LINE__}); |
||||
} |
||||
=cut |
||||
|
||||
return(0); |
||||
} |
||||
|
||||
# This reads in the last scan's data. |
||||
sub read_last_scan |
||||
{ |
||||
my ($anvil) = @_; |
||||
|
||||
# Load disk data. We load all drives, so that we can track removable media. |
||||
my $query = " |
||||
SELECT |
||||
scan_filesystem_uuid, |
||||
scan_filesystem_type, |
||||
scan_filesystem_device_path, |
||||
scan_filesystem_mount_path, |
||||
scan_filesystem_media, |
||||
scan_filesystem_description, |
||||
scan_filesystem_size, |
||||
scan_filesystem_free, |
||||
scan_filesystem_host_uuid |
||||
FROM |
||||
scan_filesystems |
||||
;"; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 3, list => { query => $query }}); |
||||
|
||||
my $results = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__}); |
||||
my $count = @{$results}; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
results => $results, |
||||
count => $count, |
||||
}}); |
||||
foreach my $row (@{$results}) |
||||
{ |
||||
# We've got an entry in the 'scan_filesystems' table, so now we'll look for data in the node and |
||||
# services tables. |
||||
my $scan_filesystem_uuid = $row->[0]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_type} = $row->[1]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_device_path} = $row->[2]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_mount_path} = $row->[3]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_media} = $row->[4]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_description} = $row->[4]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_size} = $row->[5]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_free} = $row->[6]; |
||||
$anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_host_uuid} = $row->[7]; |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_uuid" => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_uuid}, |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_device_path" => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_device_path}, |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_mount_path" => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_mount_path}, |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_media" => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_media}, |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_description" => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_description}, |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_size" => $anvil->Convert->add_commas({number => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_size}})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_size}}), |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_free" => $anvil->Convert->add_commas({number => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_free}})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_free}}), |
||||
"sql::scan_filesystems::scan_filesystem_uuid::${scan_filesystem_uuid}::scan_filesystem_host_uuid" => $anvil->data->{sql}{scan_filesystems}{scan_filesystem_uuid}{$scan_filesystem_uuid}{scan_filesystem_host_uuid}, |
||||
}}); |
||||
} |
||||
|
||||
return(0); |
||||
} |
||||
|
||||
sub collect_data |
||||
{ |
||||
my ($anvil) = @_; |
||||
|
||||
### TODO: Swap oput '--separator \#!\#' for '--reportformat json' |
||||
collect_bus_data($anvil); |
||||
collect_fs_data($anvil); |
||||
|
||||
return(0); |
||||
} |
||||
|
||||
# This collects data for buses and disk info. |
||||
sub collect_bus_data |
||||
{ |
||||
my ($anvil) = @_; |
||||
|
||||
my ($output, $return_code) = $anvil->System->call({shell_call => $anvil->data->{path}{exe}{lshw}." -class disk -class storage -xml"}); |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
output => $output, |
||||
return_code => $return_code, |
||||
}}); |
||||
|
||||
# We tried -json, but the output was not validly formatted. |
||||
local $@; |
||||
my $dom = eval { XML::LibXML->load_xml(string => $output); }; |
||||
if ($@) |
||||
{ |
||||
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 0, key => "warning_0053", variables => { |
||||
cib => $output, |
||||
error => $@, |
||||
}}); |
||||
} |
||||
|
||||
foreach my $node ($dom->findnodes('/list/node')) |
||||
{ |
||||
my $id = $node->{id}; |
||||
my $class = $node->{class}; |
||||
my $description = $node->findvalue('./description'); |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
id => $id, |
||||
class => $class, |
||||
description => $description, |
||||
}}); |
||||
foreach my $device ($node->findnodes('./node')) |
||||
{ |
||||
my $dev_id = $device->{id}; |
||||
my $dev_class = $device->{class}; |
||||
my $bus_info = $device->findvalue('./businfo'); |
||||
my $path = $device->findvalue('./logicalname'); |
||||
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
dev_id => $dev_id, |
||||
dev_class => $dev_class, |
||||
bus_info => $bus_info, |
||||
path => $path, |
||||
}}); |
||||
} |
||||
|
||||
|
||||
### NOTE: Full CIB details; |
||||
### - https://clusterlabs.org/pacemaker/doc/en-US/Pacemaker/2.0/html-single/Pacemaker_Explained/index.html |
||||
# Successful parse! |
||||
# foreach my $nvpair ($dom->findnodes('/cib/configuration/crm_config/cluster_property_set/nvpair')) |
||||
# { |
||||
# my $nvpair_id = $nvpair->{id}; |
||||
# foreach my $variable (sort {$a cmp $b} keys %{$nvpair}) |
||||
# { |
||||
# next if $variable eq "id"; |
||||
# $anvil->data->{cib}{parsed}{configuration}{crm_config}{cluster_property_set}{nvpair}{$nvpair_id}{$variable} = $nvpair->{$variable}; |
||||
# $anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => $debug, list => { |
||||
# "cib::parsed::configuration::crm_config::cluster_property_set::nvpair::${nvpair_id}::${variable}" => $anvil->data->{cib}{parsed}{configuration}{crm_config}{cluster_property_set}{nvpair}{$nvpair_id}{$variable}, |
||||
# }}); |
||||
# } |
||||
# } |
||||
# foreach my $node ($dom->findnodes('/cib/configuration/nodes/node')) |
||||
# { |
||||
# } |
||||
} |
||||
|
||||
# my $json = JSON->new->allow_nonref; |
||||
# my $pvs_data = $json->decode($output); |
||||
# foreach my $hash_ref (@{$pvs_data->{report}->[0]->{pv}}) |
||||
# { |
||||
# my $scan_filesystem_type = $hash_ref->{pv_uuid}; |
||||
# $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{name} = $hash_ref->{pv_name}; |
||||
# $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{used_by_vg} = $hash_ref->{vg_name}; |
||||
# $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{attributes} = $hash_ref->{pv_attr}; # TODO: Parse this out |
||||
# $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{size} = ($hash_ref->{pv_size} =~ /^(\d+)B/)[0]; |
||||
# $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{free_space} = ($hash_ref->{pv_free} =~ /^(\d+)B/)[0]; |
||||
# $anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||
# "filesystem::scan_filesystem_uuid::${scan_filesystem_uuid}::name" => $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{name}, |
||||
# "filesystem::scan_filesystem_uuid::${scan_filesystem_uuid}::used_by_vg" => $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{used_by_vg}, |
||||
# "filesystem::scan_filesystem_uuid::${scan_filesystem_uuid}::attributes" => $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{attributes}, |
||||
# "filesystem::scan_filesystem_uuid::${scan_filesystem_uuid}::size" => $anvil->Convert->add_commas({number => $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{size}})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{size}}).")", |
||||
# "filesystem::scan_filesystem_uuid::${scan_filesystem_uuid}::free_space" => $anvil->Convert->add_commas({number => $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{free_space}})." (".$anvil->Convert->bytes_to_human_readable({'bytes' => $anvil->data->{filesystem}{scan_filesystem_type}{$scan_filesystem_type}{free_space}}).")", |
||||
# }}); |
||||
# } |
||||
|
||||
return(0); |
||||
} |
||||
|
||||
sub collect_fs_data |
||||
{ |
||||
my ($anvil) = @_; |
||||
|
||||
|
||||
return(0); |
||||
} |
||||
|
||||
@ -0,0 +1,76 @@ |
||||
-- This is the database schema for the 'scan-lvm Scan Agent'. |
||||
|
||||
|
||||
-- This table stores physical volume information |
||||
CREATE TABLE scan_filesystems ( |
||||
scan_filesystem_uuid uuid primary key, -- This comes from the file system's UUID |
||||
scan_filesystem_host_uuid uuid not null, -- The host that the file system is mounted on. Note that some FSes, like those from USB, can move between hosts. |
||||
scan_filesystem_type text not null, -- This is the name of the file system type. |
||||
scan_filesystem_device_path text not null, -- This is the backing device of the file system. |
||||
scan_filesystem_mount_path text not null, -- This is the name of the mount point. |
||||
scan_filesystem_media_type text not null, -- Optional description of the drive's media tpe (usb, nvme, sata_ssd, sata_platter, md, raid, optical, sdcard, etc - 'unknown') |
||||
scan_filesystem_vendor text not null, -- Optional vendor of the drive the partition is on |
||||
scan_filesystem_model text not null, -- Optional model of the drive the partiton is on |
||||
scan_filesystem_serial_number text not null, -- Optional serial number of the drive the partition is on |
||||
scan_filesystem_removable text not null, -- Optional string indicating if the file system is on removable media ('yes', 'no', 'unknown') |
||||
scan_filesystem_description text not null, -- Free form description of the device. Usually make / model / serial number |
||||
scan_filesystem_size numeric not null, -- The size of the PV in bytes |
||||
scan_filesystem_free numeric not null, -- The free space, in bytes. |
||||
modified_date timestamp with time zone not null, |
||||
|
||||
FOREIGN KEY(scan_filesystem_host_uuid) REFERENCES hosts(host_uuid) |
||||
); |
||||
ALTER TABLE scan_filesystems OWNER TO admin; |
||||
|
||||
CREATE TABLE history.scan_filesystems ( |
||||
history_id bigserial, |
||||
scan_filesystem_uuid uuid, |
||||
scan_filesystem_host_uuid uuid, |
||||
scan_filesystem_type text, |
||||
scan_filesystem_device_path text, |
||||
scan_filesystem_mount_path text, |
||||
scan_filesystem_media text, |
||||
scan_filesystem_description text, |
||||
scan_filesystem_size numeric, |
||||
scan_filesystem_free numeric, |
||||
modified_date timestamp with time zone not null |
||||
); |
||||
ALTER TABLE history.scan_filesystems OWNER TO admin; |
||||
|
||||
CREATE FUNCTION history_scan_filesystems() RETURNS trigger |
||||
AS $$ |
||||
DECLARE |
||||
history_scan_filesystems RECORD; |
||||
BEGIN |
||||
SELECT INTO history_scan_filesystems * FROM scan_filesystems WHERE scan_filesystem_uuid=new.scan_filesystem_uuid; |
||||
INSERT INTO history.scan_filesystems |
||||
(scan_filesystem_uuid, |
||||
scan_filesystem_host_uuid, |
||||
scan_filesystem_type, |
||||
scan_filesystem_device_path, |
||||
scan_filesystem_mount_path, |
||||
scan_filesystem_media, |
||||
scan_filesystem_description, |
||||
scan_filesystem_size, |
||||
scan_filesystem_free, |
||||
modified_date) |
||||
VALUES |
||||
(history_scan_filesystems.scan_filesystem_uuid, |
||||
history_scan_filesystems.scan_filesystem_host_uuid, |
||||
history_scan_filesystems.scan_filesystem_type, |
||||
history_scan_filesystems.scan_filesystem_device_path, |
||||
history_scan_filesystems.scan_filesystem_mount_path, |
||||
history_scan_filesystems.scan_filesystem_media, |
||||
history_scan_filesystems.scan_filesystem_description, |
||||
history_scan_filesystems.scan_filesystem_size, |
||||
history_scan_filesystems.scan_filesystem_free, |
||||
history_scan_filesystems.modified_date); |
||||
RETURN NULL; |
||||
END; |
||||
$$ |
||||
LANGUAGE plpgsql; |
||||
ALTER FUNCTION history_scan_filesystems() OWNER TO admin; |
||||
|
||||
CREATE TRIGGER trigger_scan_filesystems |
||||
AFTER INSERT OR UPDATE ON scan_filesystems |
||||
FOR EACH ROW EXECUTE PROCEDURE history_scan_filesystems(); |
||||
@ -0,0 +1,29 @@ |
||||
<?xml version="1.0" encoding="UTF-8"?> |
||||
|
||||
<!-- |
||||
Company: Alteeve's Niche, Inc. |
||||
License: GPL v2+ |
||||
Author: Madison Kelly <mkelly@alteeve.ca> |
||||
|
||||
NOTE: All string keys MUST be prefixed with the agent name! ie: 'scan_filesystem_log_0001'. |
||||
--> |
||||
|
||||
<words> |
||||
<meta version="3.0.0" languages="en_CA,jp"/> |
||||
<!-- Canadian English --> |
||||
<language name="en_CA" long_name="Canadian English" description="ScanCore scan agent that monitors file systems and the devices backing them."> |
||||
|
||||
<!-- Alert entries --> |
||||
<key name="scan_filesystem_alert_0001"></key> |
||||
|
||||
<!-- Log entries --> |
||||
<key name="scan_filesystem_log_0001">Starting: [#!variable!program!#].</key> |
||||
|
||||
<!-- Message entries (usually meant to be alerts) --> |
||||
<key name="scan_filesystem_message_0001"></key> |
||||
|
||||
<!-- Units --> |
||||
<key name="scan_filesystem_unit_0001"></key> |
||||
|
||||
</language> |
||||
</words> |
||||
Loading…
Reference in new issue