digimer-bot
3 years ago
committed by
GitHub
commit
4f6bdd739e
43 changed files with 2835 additions and 372 deletions
@ -0,0 +1,381 @@ |
|||||||
|
#!/usr/bin/perl |
||||||
|
# |
||||||
|
# This tool looks at the database and counts how many records are in each database. Optionally, if given a |
||||||
|
# table name, it will count the number of entries exist in the history schema for each record in the public |
||||||
|
# schema. The goal being to help quickly identifying rapidly growing tables. |
||||||
|
# |
||||||
|
|
||||||
|
use strict; |
||||||
|
use warnings; |
||||||
|
use Anvil::Tools; |
||||||
|
use Data::Dumper; |
||||||
|
use Text::Diff; |
||||||
|
|
||||||
|
$| = 1; |
||||||
|
|
||||||
|
my $THIS_FILE = ($0 =~ /^.*\/(.*)$/)[0]; |
||||||
|
my $running_directory = ($0 =~ /^(.*?)\/$THIS_FILE$/)[0]; |
||||||
|
if (($running_directory =~ /^\./) && ($ENV{PWD})) |
||||||
|
{ |
||||||
|
$running_directory =~ s/^\./$ENV{PWD}/; |
||||||
|
} |
||||||
|
|
||||||
|
my $anvil = Anvil::Tools->new(); |
||||||
|
|
||||||
|
$anvil->Database->connect({debug => 3, check_for_resync => 0}); |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, secure => 0, key => "log_0132"}); |
||||||
|
if (not $anvil->data->{sys}{database}{connections}) |
||||||
|
{ |
||||||
|
# No databases, exit. |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 0, 'print' => 1, priority => "err", key => "error_0003"}); |
||||||
|
$anvil->nice_exit({exit_code => 1}); |
||||||
|
} |
||||||
|
|
||||||
|
# When set, records are counted in the public table, the the number of history entries for each columng is |
||||||
|
# shown, sorted by frequency. |
||||||
|
$anvil->data->{switches}{table} = ""; |
||||||
|
# When set, tables with less than the minium are ignored. |
||||||
|
$anvil->data->{switches}{minimum} = 0; |
||||||
|
$anvil->Get->switches(); |
||||||
|
$anvil->data->{switches}{minimum} =~ s/,//g; |
||||||
|
|
||||||
|
if ($anvil->data->{switches}{table}) |
||||||
|
{ |
||||||
|
count_table($anvil); |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
count_all($anvil); |
||||||
|
} |
||||||
|
|
||||||
|
$anvil->nice_exit({exit_code => 0}); |
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
############################################################################################################# |
||||||
|
# Functions # |
||||||
|
############################################################################################################# |
||||||
|
|
||||||
|
sub count_table |
||||||
|
{ |
||||||
|
my ($anvil) = @_; |
||||||
|
|
||||||
|
# Make sure the table exists. |
||||||
|
my $table = $anvil->Database->quote($anvil->data->{switches}{table}); |
||||||
|
$table =~ s/^\s+//; |
||||||
|
$table =~ s/\s.*//; |
||||||
|
$table =~ s/^'(.*)'$/$1/; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { table => $table }}); |
||||||
|
my $query = " |
||||||
|
SELECT |
||||||
|
COUNT(*) |
||||||
|
FROM |
||||||
|
information_schema.tables |
||||||
|
WHERE |
||||||
|
table_schema = 'history' |
||||||
|
AND |
||||||
|
table_name = '".$table."' |
||||||
|
AND |
||||||
|
table_catalog = 'anvil' |
||||||
|
;"; |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0124", variables => { query => $query }}); |
||||||
|
my $count = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__})->[0]->[0]; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { count => $count }}); |
||||||
|
if (not $count) |
||||||
|
{ |
||||||
|
# Table doesn't exist. |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, 'print' => 1, level => 1, key => "warning_0133", variables => { table => $table }}); |
||||||
|
$anvil->nice_exit({exit_code => 1}); |
||||||
|
} |
||||||
|
|
||||||
|
my $uuid_width = 0; |
||||||
|
my $count_width = 0; |
||||||
|
my $column1 = $table."_uuid"; |
||||||
|
my $column2 = ""; |
||||||
|
my $column3 = ""; |
||||||
|
my $column4 = ""; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { column1 => $column1 }}); |
||||||
|
if ($table =~ /^(.*)s$/) |
||||||
|
{ |
||||||
|
$column2 = $1."_uuid"; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { column2 => $column2 }}); |
||||||
|
} |
||||||
|
if ($table =~ /^(.*)es$/) |
||||||
|
{ |
||||||
|
$column3 = $1."_uuid"; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { column3 => $column3 }}); |
||||||
|
} |
||||||
|
if ($table =~ /^(.*)ies$/) |
||||||
|
{ |
||||||
|
$column4 = $1."y_uuid"; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { column4 => $column4 }}); |
||||||
|
} |
||||||
|
$query = "SELECT column_name FROM information_schema.columns WHERE table_catalog = 'anvil' AND table_schema = 'public' AND table_name = '".$table."' AND data_type = 'uuid' AND is_nullable = 'NO' AND column_name = ".$anvil->Database->quote($column1).";"; |
||||||
|
if ($column4) |
||||||
|
{ |
||||||
|
$query = "SELECT column_name FROM information_schema.columns WHERE table_catalog = 'anvil' AND table_schema = 'public' AND table_name = '".$table."' AND data_type = 'uuid' AND is_nullable = 'NO' AND (column_name = ".$anvil->Database->quote($column1)." OR column_name = ".$anvil->Database->quote($column2)." OR column_name = ".$anvil->Database->quote($column3)." OR column_name = ".$anvil->Database->quote($column4).");"; |
||||||
|
} |
||||||
|
elsif ($column3) |
||||||
|
{ |
||||||
|
$query = "SELECT column_name FROM information_schema.columns WHERE table_catalog = 'anvil' AND table_schema = 'public' AND table_name = '".$table."' AND data_type = 'uuid' AND is_nullable = 'NO' AND (column_name = ".$anvil->Database->quote($column1)." OR column_name = ".$anvil->Database->quote($column2)." OR column_name = ".$anvil->Database->quote($column3).");"; |
||||||
|
} |
||||||
|
elsif ($column2) |
||||||
|
{ |
||||||
|
$query = "SELECT column_name FROM information_schema.columns WHERE table_catalog = 'anvil' AND table_schema = 'public' AND table_name = '".$table."' AND data_type = 'uuid' AND is_nullable = 'NO' AND (column_name = ".$anvil->Database->quote($column1)." OR column_name = ".$anvil->Database->quote($column2).");"; |
||||||
|
} |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0124", variables => { query => $query }}); |
||||||
|
my $uuid_column = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__})->[0]->[0]; |
||||||
|
$uuid_column = "" if not defined $uuid_column; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { uuid_column => $uuid_column }}); |
||||||
|
if (not $uuid_column) |
||||||
|
{ |
||||||
|
# This is a problem |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, 'print' => 1, level => 1, priority => "err", key => "error_0311", variables => { table => $table }}); |
||||||
|
$anvil->nice_exit({exit_code => 1}); |
||||||
|
} |
||||||
|
|
||||||
|
# This can take a while, ask the user to be patient. |
||||||
|
print $anvil->Words->string({key => "message_0269", variables => { |
||||||
|
table => $table, |
||||||
|
column => $uuid_column, |
||||||
|
}})."\n"; |
||||||
|
|
||||||
|
# Count how many entries exist for each UUID. |
||||||
|
$query = " |
||||||
|
SELECT |
||||||
|
DISTINCT ".$uuid_column." |
||||||
|
FROM |
||||||
|
history.".$table." |
||||||
|
;"; |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0124", variables => { query => $query }}); |
||||||
|
my $results = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__}); |
||||||
|
$count = @{$results}; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
results => $results, |
||||||
|
count => $count, |
||||||
|
}}); |
||||||
|
foreach my $row (@{$results}) |
||||||
|
{ |
||||||
|
my $column_uuid = $row->[0]; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { column_uuid => $column_uuid }}); |
||||||
|
|
||||||
|
if (length($column_uuid) > $uuid_width) |
||||||
|
{ |
||||||
|
$uuid_width = length($column_uuid); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { uuid_width => $uuid_width }}); |
||||||
|
} |
||||||
|
|
||||||
|
my $query = " |
||||||
|
SELECT |
||||||
|
COUNT(*) |
||||||
|
FROM |
||||||
|
history.".$table." |
||||||
|
WHERE |
||||||
|
".$uuid_column." = ".$anvil->Database->quote($column_uuid)." |
||||||
|
;"; |
||||||
|
my $count = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__})->[0]->[0]; |
||||||
|
my $comma_count = $anvil->Convert->add_commas({number => $count}); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
count => $count, |
||||||
|
comma_count => $comma_count, |
||||||
|
}}); |
||||||
|
|
||||||
|
$anvil->data->{db_counts}{count}{$count}{$column_uuid} = 1; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
"db_counts::count::${count}::${column_uuid}" => $anvil->data->{db_counts}{count}{$count}{$column_uuid}, |
||||||
|
}}); |
||||||
|
|
||||||
|
if (length($comma_count) > $count_width) |
||||||
|
{ |
||||||
|
$count_width = length($comma_count); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { count_width => $count_width }}); |
||||||
|
} |
||||||
|
print "."; |
||||||
|
} |
||||||
|
print "\n"; |
||||||
|
|
||||||
|
my $queries = []; |
||||||
|
my $divider = "-"; |
||||||
|
for (1..$uuid_width) { $divider .= "-"; } |
||||||
|
$divider .= "-+-"; |
||||||
|
for (1..$count_width) { $divider .= "-"; } |
||||||
|
$divider .= "-"; |
||||||
|
print $anvil->Words->string({key => "message_0268", variables => { table => $table }})."\n"; |
||||||
|
print $divider."\n"; |
||||||
|
foreach my $count (sort {$a <=> $b} keys %{$anvil->data->{db_counts}{count}}) |
||||||
|
{ |
||||||
|
my $comma_count = $anvil->Convert->add_commas({number => $count}); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
count => $count, |
||||||
|
comma_count => $comma_count, |
||||||
|
}}); |
||||||
|
|
||||||
|
if (($anvil->data->{switches}{minimum}) && ($anvil->data->{switches}{minimum} =~ /^\d+$/) && ($count < $anvil->data->{switches}{minimum})) |
||||||
|
{ |
||||||
|
# Skip it. |
||||||
|
next; |
||||||
|
} |
||||||
|
|
||||||
|
# Sorting by UUID doesn't really make sense, but it provides consistency run over run. |
||||||
|
foreach my $column_uuid (sort {$a cmp $b} keys %{$anvil->data->{db_counts}{count}{$count}}) |
||||||
|
{ |
||||||
|
print " ".sprintf("%${uuid_width}s", $column_uuid)." | ".sprintf("%${count_width}s", $comma_count)." \n"; |
||||||
|
|
||||||
|
# This will need to be updated by the person debugging a table. |
||||||
|
#push @{$queries}, "SELECT variable_name, variable_value, variable_source_table, variable_source_uuid FROM variables WHERE variable_uuid = '".$column_uuid."';"; |
||||||
|
} |
||||||
|
} |
||||||
|
print $divider."\n"; |
||||||
|
|
||||||
|
# Enable this if you're trying to figure out what data is growing, it needs to be edited on a |
||||||
|
# per-table basis. |
||||||
|
if (0) |
||||||
|
{ |
||||||
|
foreach my $query (@{$queries}) |
||||||
|
{ |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0124", variables => { query => $query }}); |
||||||
|
my $results = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__}); |
||||||
|
my $count = @{$results}; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 3, list => { |
||||||
|
results => $results, |
||||||
|
count => $count, |
||||||
|
}}); |
||||||
|
foreach my $row (@{$results}) |
||||||
|
{ |
||||||
|
my $variable_name = $row->[0]; |
||||||
|
my $variable_value = $row->[1]; |
||||||
|
my $source_table = $row->[2]; |
||||||
|
my $source_uuid = $row->[3]; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
's1:variable_name' => $variable_name, |
||||||
|
's2:variable_value' => $variable_value, |
||||||
|
's3:source_table' => $source_table, |
||||||
|
's4:source_uuid' => $source_uuid, |
||||||
|
}}); |
||||||
|
|
||||||
|
if ($source_table eq "hosts") |
||||||
|
{ |
||||||
|
my $host_name = $anvil->Get->host_name_from_uuid({host_uuid => $source_uuid}); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { host_name => $host_name }}); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return(0); |
||||||
|
} |
||||||
|
|
||||||
|
sub count_all |
||||||
|
{ |
||||||
|
my ($anvil) = @_; |
||||||
|
|
||||||
|
my $longest_table = 0; |
||||||
|
my $longest_public = 0; |
||||||
|
my $longest_history = 0; |
||||||
|
my $query = " |
||||||
|
SELECT |
||||||
|
table_schema, |
||||||
|
table_name |
||||||
|
FROM |
||||||
|
information_schema.tables |
||||||
|
WHERE |
||||||
|
(table_schema = 'public' OR table_schema = 'history') |
||||||
|
AND |
||||||
|
table_catalog = 'anvil' |
||||||
|
ORDER BY |
||||||
|
table_name ASC, |
||||||
|
table_schema DESC; |
||||||
|
;"; |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0124", variables => { query => $query }}); |
||||||
|
my $results = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__}); |
||||||
|
my $count = @{$results}; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
results => $results, |
||||||
|
count => $count, |
||||||
|
}}); |
||||||
|
foreach my $row (@{$results}) |
||||||
|
{ |
||||||
|
my $table_schema = $row->[0]; |
||||||
|
my $table_name = $row->[1]; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
table_schema => $table_schema, |
||||||
|
table_name => $table_name, |
||||||
|
}}); |
||||||
|
|
||||||
|
if (not exists $anvil->data->{db_counts}{table}{$table_name}) |
||||||
|
{ |
||||||
|
$anvil->data->{db_counts}{table}{$table_name}{public} = 0; |
||||||
|
$anvil->data->{db_counts}{table}{$table_name}{history} = -1; |
||||||
|
} |
||||||
|
|
||||||
|
if (length($table_name) > $longest_table) |
||||||
|
{ |
||||||
|
$longest_table = length($table_name); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { longest_table => $longest_table }}); |
||||||
|
} |
||||||
|
|
||||||
|
my $query = "SELECT COUNT(*) FROM ".$table_schema.".".$table_name.";"; |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0124", variables => { query => $query }}); |
||||||
|
my $count = $anvil->Database->query({query => $query, source => $THIS_FILE, line => __LINE__})->[0]->[0]; |
||||||
|
my $comma_count = $anvil->Convert->add_commas({number => $count}); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
count => $count, |
||||||
|
comma_count => $comma_count, |
||||||
|
}}); |
||||||
|
|
||||||
|
if ($table_schema eq "public") |
||||||
|
{ |
||||||
|
if (length($comma_count) > $longest_public) |
||||||
|
{ |
||||||
|
$longest_public = length($comma_count); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { longest_public => $longest_public }}); |
||||||
|
} |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
if (length($comma_count) > $longest_history) |
||||||
|
{ |
||||||
|
$longest_history = length($comma_count); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { longest_history => $longest_history }}); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
$anvil->data->{db_counts}{table}{$table_name}{$table_schema} = $count; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { |
||||||
|
"db_counts::table::${table_name}::${table_schema}" => $anvil->data->{db_counts}{table}{$table_name}{$table_schema}, |
||||||
|
}}); |
||||||
|
} |
||||||
|
|
||||||
|
my $say_table = $anvil->Words->string({key => "header_0062"}); |
||||||
|
my $say_public = $anvil->Words->string({key => "header_0063"}); |
||||||
|
my $say_history = $anvil->Words->string({key => "header_0064"}); |
||||||
|
my $divider = "-"; |
||||||
|
for (1..$longest_table) { $divider .= "-"; } |
||||||
|
$divider .= "-+-"; |
||||||
|
for (1..$longest_public) { $divider .= "-"; } |
||||||
|
$divider .= "-+-"; |
||||||
|
for (1..$longest_history) { $divider .= "-"; } |
||||||
|
$divider .= "-"; |
||||||
|
|
||||||
|
print " ".sprintf("%${longest_table}s", "Table")." | ".sprintf("%${longest_public}s", $say_public)." | ".sprintf("%${longest_history}s", $say_history)." \n"; |
||||||
|
print $divider."\n"; |
||||||
|
foreach my $table_name (sort {$a cmp $b} keys %{$anvil->data->{db_counts}{table}}) |
||||||
|
{ |
||||||
|
if (($anvil->data->{switches}{minimum}) && ($anvil->data->{switches}{minimum} =~ /^\d+$/)) |
||||||
|
{ |
||||||
|
if (($anvil->data->{db_counts}{table}{$table_name}{public} < $anvil->data->{switches}{minimum}) && |
||||||
|
($anvil->data->{db_counts}{table}{$table_name}{history} < $anvil->data->{switches}{minimum})) |
||||||
|
{ |
||||||
|
# Skip it. |
||||||
|
next; |
||||||
|
} |
||||||
|
} |
||||||
|
my $public = $anvil->Convert->add_commas({number => $anvil->data->{db_counts}{table}{$table_name}{public}}); |
||||||
|
my $history = $anvil->data->{db_counts}{table}{$table_name}{history} == -1 ? "--" : $anvil->Convert->add_commas({number => $anvil->data->{db_counts}{table}{$table_name}{history}}); |
||||||
|
print " ".sprintf("%${longest_table}s", $table_name)." | ".sprintf("%${longest_public}s", $public)." | ".sprintf("%${longest_history}s", $history)." \n"; |
||||||
|
} |
||||||
|
print $divider."\n"; |
||||||
|
|
||||||
|
return(0); |
||||||
|
} |
||||||
|
|
||||||
@ -0,0 +1,318 @@ |
|||||||
|
#!/usr/bin/perl |
||||||
|
# |
||||||
|
# This is the command line user interface for managing files on /mnt/shared/files on Strikers and made |
||||||
|
# available on Anvil! systems. |
||||||
|
# |
||||||
|
|
||||||
|
use strict; |
||||||
|
use warnings; |
||||||
|
use Anvil::Tools; |
||||||
|
use Data::Dumper; |
||||||
|
require POSIX; |
||||||
|
use Term::Cap; |
||||||
|
|
||||||
|
my $THIS_FILE = ($0 =~ /^.*\/(.*)$/)[0]; |
||||||
|
my $running_directory = ($0 =~ /^(.*?)\/$THIS_FILE$/)[0]; |
||||||
|
if (($running_directory =~ /^\./) && ($ENV{PWD})) |
||||||
|
{ |
||||||
|
$running_directory =~ s/^\./$ENV{PWD}/; |
||||||
|
} |
||||||
|
|
||||||
|
# Turn off buffering so that the pinwheel will display while waiting for the SSH call(s) to complete. |
||||||
|
$| = 1; |
||||||
|
|
||||||
|
my $anvil = Anvil::Tools->new(); |
||||||
|
|
||||||
|
# Read switches (target ([user@]host[:port]) and the file with the target's password. |
||||||
|
$anvil->Get->switches; |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0115", variables => { program => $THIS_FILE }}); |
||||||
|
|
||||||
|
# Connect to the database(s). |
||||||
|
$anvil->Database->connect; |
||||||
|
$anvil->Log->entry({source => $THIS_FILE, line => __LINE__, level => 2, key => "log_0132"}); |
||||||
|
|
||||||
|
|
||||||
|
my $termios = new POSIX::Termios; |
||||||
|
$termios->getattr; |
||||||
|
my $ospeed = $termios->getospeed; |
||||||
|
|
||||||
|
my $terminal = Tgetent Term::Cap { TERM => undef, OSPEED => $ospeed }; |
||||||
|
$terminal->Trequire(qw/ce ku kd/); |
||||||
|
|
||||||
|
interactive_menu($anvil, $termios); |
||||||
|
|
||||||
|
$anvil->nice_exit({exit_code => 0}); |
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
############################################################################################################# |
||||||
|
# Functions # |
||||||
|
############################################################################################################# |
||||||
|
|
||||||
|
sub interactive_menu |
||||||
|
{ |
||||||
|
my ($anvil, $termios) = @_; |
||||||
|
|
||||||
|
# This has to run on a striker, so is this a Striker? |
||||||
|
my $host_type = $anvil->Get->host_type; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { host_type => $host_type }}); |
||||||
|
if ($host_type ne "striker") |
||||||
|
{ |
||||||
|
print "Managing files must be run on a Striker dashboard. Exiting\n"; |
||||||
|
$anvil->nice_exit({exit_code => 1}); |
||||||
|
} |
||||||
|
|
||||||
|
$anvil->data->{manaing}{file} = ""; |
||||||
|
$anvil->data->{manaing}{anvil} = ""; |
||||||
|
while(1) |
||||||
|
{ |
||||||
|
# Get a list of files we already know about. Database->get_anvils() also loads files and |
||||||
|
# file_locations data |
||||||
|
$anvil->Database->get_anvils; |
||||||
|
my $longest_file_name = 0; |
||||||
|
|
||||||
|
print $terminal->Tputs('cl'); |
||||||
|
print "-=] Anvil! File Management\n\n"; |
||||||
|
# Show the main menu. |
||||||
|
print "[ 1 ] - Add a new file.\n"; |
||||||
|
print "[ 2 ] - Manage an existing file.\n"; |
||||||
|
print "[ 3 ] - Manage files on an Anvil!\n"; |
||||||
|
print "\n"; |
||||||
|
print "[ Q ] - Quit\n"; |
||||||
|
print "\n"; |
||||||
|
print $terminal->Tgoto('cm', 0, 8)."? "; |
||||||
|
my $answer = <STDIN>; |
||||||
|
chomp $answer; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { answer => $answer }}); |
||||||
|
|
||||||
|
if ($answer eq "1") |
||||||
|
{ |
||||||
|
interactive_menu_add_file($anvil, $terminal); |
||||||
|
} |
||||||
|
elsif ($answer eq "2") |
||||||
|
{ |
||||||
|
interactive_menu_manage_file($anvil, $terminal); |
||||||
|
} |
||||||
|
elsif ($answer eq "2") |
||||||
|
{ |
||||||
|
interactive_menu_manage_anvil($anvil, $terminal); |
||||||
|
} |
||||||
|
elsif (lc($answer) eq "q") |
||||||
|
{ |
||||||
|
print "NO CARRIER, good bye.\n"; |
||||||
|
$anvil->nice_exit({exit_code => 0}); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return(0); |
||||||
|
} |
||||||
|
|
||||||
|
sub interactive_menu_add_file |
||||||
|
{ |
||||||
|
my ($anvil, $terminal) = @_; |
||||||
|
|
||||||
|
print $terminal->Tputs('cl'); |
||||||
|
print "-=] Anvil! File Management - Add a new file\n\n"; |
||||||
|
|
||||||
|
# Build a list of files in /mnt/shared/incoming/ that are not yet in the database. |
||||||
|
get_file_list($anvil); |
||||||
|
|
||||||
|
# Start the array with an empty entry so that users can answer '1' for the first file. |
||||||
|
my $files = [""]; |
||||||
|
foreach my $file_name (sort {$a cmp $b} keys %{$anvil->data->{manage_files}}) |
||||||
|
{ |
||||||
|
if ($anvil->data->{manage_files}{$file_name}{file_new}) |
||||||
|
{ |
||||||
|
push @{$files}, $file_name; |
||||||
|
} |
||||||
|
} |
||||||
|
my $file_count = (@{$files} - 1); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { file_count => $file_count }}); |
||||||
|
|
||||||
|
if (not $file_count) |
||||||
|
{ |
||||||
|
print "<No new files found in: [".$anvil->data->{path}{directories}{shared}{incoming}."]>\n"; |
||||||
|
# Show the main menu. |
||||||
|
print "\n"; |
||||||
|
print "[ B ] - Back\n"; |
||||||
|
print "[ Q ] - Quit\n"; |
||||||
|
print "\n"; |
||||||
|
print $terminal->Tgoto('cm', 0, 7)."? "; |
||||||
|
my $answer = <STDIN>; |
||||||
|
chomp $answer; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { answer => $answer }}); |
||||||
|
if (lc($answer) eq "b") |
||||||
|
{ |
||||||
|
interactive_menu($anvil, $terminal); |
||||||
|
} |
||||||
|
elsif (lc($answer) eq "q") |
||||||
|
{ |
||||||
|
print "NO CARRIER, good bye.\n"; |
||||||
|
$anvil->nice_exit({exit_code => 0}); |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
interactive_menu_add_file($anvil, $terminal); |
||||||
|
} |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
my $pad = 1; |
||||||
|
if ($file_count > 9) |
||||||
|
{ |
||||||
|
$pad = 2; |
||||||
|
} |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { pad => $pad }}); |
||||||
|
|
||||||
|
foreach my $i (0..$file_count) |
||||||
|
{ |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { "files->[".$i."]" => $files->[$i] }}); |
||||||
|
next if $files->[$i] eq ""; |
||||||
|
my $file_name = $files->[$i]; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { file_name => $file_name }}); |
||||||
|
print "[ ".sprintf("%${pad}s", $i)." ] - ".$file_name."\n"; |
||||||
|
} |
||||||
|
print "\n"; |
||||||
|
print "[ B ] - Back\n"; |
||||||
|
print "[ Q ] - Quit\n"; |
||||||
|
print "\n"; |
||||||
|
print $terminal->Tgoto('cm', 0, ($file_count + 6))."Which file would you like to add? "; |
||||||
|
my $answer = <STDIN>; |
||||||
|
chomp $answer; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { answer => $answer }}); |
||||||
|
if (($answer =~ /^\d+$/) && (exists $files->[$answer]) and ($files->[$answer])) |
||||||
|
{ |
||||||
|
my $file_name = $files->[$answer]; |
||||||
|
print $terminal->Tputs('cl'); |
||||||
|
print "-=] Anvil! File Management - Add a new file\n\n"; |
||||||
|
print "Confirm addition of: [".$file_name."] [y/N] ?\n"; |
||||||
|
my $answer = <STDIN>; |
||||||
|
chomp $answer; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { answer => $answer }}); |
||||||
|
if ($answer =~ /^y/i) |
||||||
|
{ |
||||||
|
print "Creating a job to add the file. Please be patient, it should be added shortly.\n"; |
||||||
|
my $out_file = $anvil->data->{path}{directories}{shared}{incoming}."/".$file_name; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { out_file => $out_file }}); |
||||||
|
|
||||||
|
my ($job_uuid) = $anvil->Database->insert_or_update_jobs({ |
||||||
|
file => $THIS_FILE, |
||||||
|
line => __LINE__, |
||||||
|
job_command => $anvil->data->{path}{exe}{'anvil-sync-shared'}, |
||||||
|
job_data => "file=".$out_file, |
||||||
|
job_name => "storage::move_incoming", |
||||||
|
job_title => "job_0132", |
||||||
|
job_description => "job_0133", |
||||||
|
job_progress => 0, |
||||||
|
job_host_uuid => $anvil->data->{sys}{host_uuid}, |
||||||
|
}); |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { job_uuid => $job_uuid }}); |
||||||
|
print "- Job created as: [".$job_uuid."]\n\n"; |
||||||
|
print "Press any key to return to the main menu.\n"; |
||||||
|
my $answer = <STDIN>; |
||||||
|
chomp $answer; |
||||||
|
$anvil->Log->variables({source => $THIS_FILE, line => __LINE__, level => 2, list => { answer => $answer }}); |
||||||
|
interactive_menu($anvil, $terminal); |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
print "Aborted.\n"; |
||||||
|
sleep 1; |
||||||
|
interactive_menu_add_file($anvil, $terminal); |
||||||
|
} |
||||||
|
} |
||||||
|
elsif (lc($answer) eq "b") |
||||||
|
{ |
||||||
|
interactive_menu($anvil, $terminal); |
||||||
|
} |
||||||
|
elsif (lc($answer) eq "q") |
||||||
|
{ |
||||||
|
print "NO CARRIER, good bye.\n"; |
||||||
|
$anvil->nice_exit({exit_code => 0}); |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
interactive_menu_add_file($anvil, $terminal); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return(0); |
||||||
|
} |
||||||
|
|
||||||
|
sub interactive_menu_manage_file |
||||||
|
{ |
||||||
|
my ($anvil, $terminal) = @_; |
||||||
|
|
||||||
|
print $terminal->Tputs('cl'); |
||||||
|
print "-=] Anvil! File Management - Manage an existing file\n\n"; |
||||||
|
|
||||||
|
if (0) |
||||||
|
{ |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
print "NO CARRIER, good bye.\n"; |
||||||
|
$anvil->nice_exit({exit_code => 0}); |
||||||
|
} |
||||||
|
|
||||||
|
return(0); |
||||||
|
} |
||||||
|
|
||||||
|
sub interactive_menu_manage_anvil |
||||||
|
{ |
||||||
|
my ($anvil, $terminal) = @_; |
||||||
|
|
||||||
|
|
||||||
|
print $terminal->Tputs('cl'); |
||||||
|
print "-=] Anvil! File Management - Manage Files on an Anvil!\n\n"; |
||||||
|
|
||||||
|
if (0) |
||||||
|
{ |
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
print "NO CARRIER, good bye.\n"; |
||||||
|
$anvil->nice_exit({exit_code => 0}); |
||||||
|
} |
||||||
|
|
||||||
|
return(0); |
||||||
|
} |
||||||
|
|
||||||
|
# This looks for files in /mnt/shared/incoming and collects their file_uuid, if found in the database. |
||||||
|
sub get_file_list |
||||||
|
{ |
||||||
|
my ($anvil) = @_; |
||||||
|
|
||||||
|
if (exists $anvil->data->{manage_files}) |
||||||
|
{ |
||||||
|
delete $anvil->data->{manage_files}; |
||||||
|
} |
||||||
|
my $directory = $anvil->data->{path}{directories}{shared}{incoming}; |
||||||
|
local(*DIRECTORY); |
||||||
|
opendir(DIRECTORY, $directory); |
||||||
|
while(my $file_name = readdir(DIRECTORY)) |
||||||
|
{ |
||||||
|
next if $file_name eq "."; |
||||||
|
next if $file_name eq ".."; |
||||||
|
# Ignore hidden files (which includes files still being copied) |
||||||
|
next if $file_name =~ /^\./; |
||||||
|
my $full_path = $directory."/".$file_name; |
||||||
|
|
||||||
|
# No file should match, but just in case... |
||||||
|
if (exists $anvil->data->{files}{file_name}{$file_name}) |
||||||
|
{ |
||||||
|
### TODO: Log that this is a duplicate. |
||||||
|
$anvil->data->{manage_files}{$file_name}{file_uuid} = $anvil->data->{files}{file_name}{$file_name}{file_uuid}; |
||||||
|
$anvil->data->{manage_files}{$file_name}{file_new} = 0; |
||||||
|
|
||||||
|
} |
||||||
|
else |
||||||
|
{ |
||||||
|
$anvil->data->{manage_files}{$file_name}{file_uuid} = ""; |
||||||
|
$anvil->data->{manage_files}{$file_name}{file_new} = 1; |
||||||
|
} |
||||||
|
} |
||||||
|
closedir(DIRECTORY); |
||||||
|
|
||||||
|
return(0); |
||||||
|
} |
||||||
Loading…
Reference in new issue