* fix anomalous name * add gather worker * fix encoding of binary storage * store results back to job * now parsing mbis report to translate * fix the broken report parser * rename gather to snapshot * implement walk code copied from SNMP::Info * can now bulkwalk and parse mibs report and store resolved walk in cache * add func/glob aliasing broken * better aliasing * implement aliasing from globals and funcs * fix regexp for matching netdisco-mibs report * fake cache entry for all ND2 methods called, add comments * also save to logs/snapshots/IP * add doc for netdisco-do * add is_pseudo column to device table * support for loading cache for pseudo devices * check for hrSystemUptime as well as sysUpTime for snmp connect * display pseudo devices with yellow pill for name * color all cells for layers for pseudo * no need to b64 encode binary data in scalars as we b64 whole thing after * tweaked uptime check * store snapshot to database instead of Job * expose snapshots in device details tab * small ux improvements on snap download * fixes for errors in subnet mask searching * hide snapshot management for pseudo devices * update to use new netdisco-mibs object cache * update for new format oids file * start of work on loading walk into db for browsing * store values and meta * add auto increment col and oid index to browser * start web plugin for browser * add virtual search for oid children * have all oid in separte table (60 seconds load on my laptop) * rename table and add relation * store oid as int array * fix sql for children * make jstree start working * working very slow tree expand * fix to work when first displaying tree * store both oid and oid_parts * simplify SQL to speed up (more complicated perl) * fix sql bug, add better index, prettify tree * render the snmp node detail * add node template, make scrollable, pretty print data values (insecure) * store munge hint * some dubious code to munge the data * make sure to filter by IP on device_browser * make safer the rendering of value data (but need to come back to key ordering) * fix sorting on object values * limit the opening of child nodes to keep response good and unclutter * factor out the munge and make safer * reject unknown mungers * show the munger and option (not working) to change * additional js for munge select * complete custom munge * change so that saving to database is only at CLI and on request * hide snmp tab if no browser rows in the db * add helpful message when no browser rows for the device * stub handler for search and add recurse control * working search * minor ui fixes * implement typeahead for leaf search * limit rows in typeahead * make sure device_browser is visited in delete and renumber * add requirements for this branch * update manifest * make sure node search and typeahead are restricted to current device only
251 lines
9.5 KiB
Perl
251 lines
9.5 KiB
Perl
package App::Netdisco::Util::SNMP;
|
|
|
|
use Dancer qw/:syntax :script !to_json !from_json/;
|
|
use App::Netdisco::Util::DeviceAuth 'get_external_credentials';
|
|
|
|
use MIME::Base64 'decode_base64';
|
|
use Storable 'thaw';
|
|
use JSON::PP;
|
|
|
|
use base 'Exporter';
|
|
our @EXPORT = ();
|
|
our @EXPORT_OK = qw/
|
|
get_communities
|
|
snmp_comm_reindex
|
|
sortable_oid
|
|
decode_and_munge
|
|
%ALL_MUNGERS
|
|
/;
|
|
our %EXPORT_TAGS = (all => \@EXPORT_OK);
|
|
|
|
=head1 NAME
|
|
|
|
App::Netdisco::Util::SNMP
|
|
|
|
=head1 DESCRIPTION
|
|
|
|
Helper functions for L<SNMP::Info> instances.
|
|
|
|
There are no default exports, however the C<:all> tag will export all
|
|
subroutines.
|
|
|
|
=head1 EXPORT_OK
|
|
|
|
=head2 sortable_oid( $oid, $seglen? )
|
|
|
|
Take an OID and return a version of it which is sortable using C<cmp>
|
|
operator. Works by zero-padding the numeric parts all to be length
|
|
C<< $seglen >>, which defaults to 6.
|
|
|
|
=cut
|
|
|
|
# take oid and make comparable
|
|
sub sortable_oid {
|
|
my ($oid, $seglen) = @_;
|
|
$seglen ||= 6;
|
|
return $oid if $oid !~ m/^[0-9.]+$/;
|
|
$oid =~ s/^(\.)//; my $leading = $1;
|
|
$oid = join '.', map { sprintf("\%0${seglen}d", $_) } (split m/\./, $oid);
|
|
return (($leading || '') . $oid);
|
|
}
|
|
|
|
=head2 get_communities( $device, $mode )
|
|
|
|
Takes the current C<device_auth> setting and pushes onto the front of the list
|
|
the last known good SNMP settings used for this mode (C<read> or C<write>).
|
|
|
|
=cut
|
|
|
|
sub get_communities {
|
|
my ($device, $mode) = @_;
|
|
$mode ||= 'read';
|
|
|
|
my $seen_tags = {}; # for cleaning community table
|
|
my $config = (setting('device_auth') || []);
|
|
my @communities = ();
|
|
|
|
# first of all, use external command if configured
|
|
push @communities, get_external_credentials($device, $mode);
|
|
|
|
# last known-good by tag
|
|
my $tag_name = 'snmp_auth_tag_'. $mode;
|
|
my $stored_tag = eval { $device->community->$tag_name };
|
|
|
|
if ($device->in_storage and $stored_tag) {
|
|
foreach my $stanza (@$config) {
|
|
if ($stanza->{tag} and $stored_tag eq $stanza->{tag}) {
|
|
push @communities, {%$stanza, only => [$device->ip]};
|
|
last;
|
|
}
|
|
}
|
|
}
|
|
|
|
# try last-known-good v2 read
|
|
push @communities, {
|
|
read => 1, write => 0, driver => 'snmp',
|
|
only => [$device->ip],
|
|
community => $device->snmp_comm,
|
|
} if defined $device->snmp_comm and $mode eq 'read';
|
|
|
|
# try last-known-good v2 write
|
|
my $snmp_comm_rw = eval { $device->community->snmp_comm_rw };
|
|
push @communities, {
|
|
write => 1, read => 0, driver => 'snmp',
|
|
only => [$device->ip],
|
|
community => $snmp_comm_rw,
|
|
} if $snmp_comm_rw and $mode eq 'write';
|
|
|
|
# clean the community table of obsolete tags
|
|
eval { $device->community->update({$tag_name => undef}) }
|
|
if $device->in_storage
|
|
and (not $stored_tag or !exists $seen_tags->{ $stored_tag });
|
|
|
|
return ( @communities, @$config );
|
|
}
|
|
|
|
=head2 snmp_comm_reindex( $snmp, $device, $vlan )
|
|
|
|
Takes an established L<SNMP::Info> instance and makes a fresh connection using
|
|
community indexing, with the given C<$vlan> ID. Works for all SNMP versions.
|
|
|
|
Inherits the C<vtp_version> from the previous L<SNMP::Info> instance.
|
|
|
|
Passing VLAN "C<0>" (zero) will reset the indexing to the basic v2 community
|
|
or v3 empty context.
|
|
|
|
=cut
|
|
|
|
sub snmp_comm_reindex {
|
|
my ($snmp, $device, $vlan) = @_;
|
|
my $ver = $snmp->snmp_ver;
|
|
my $vtp = $snmp->vtp_version;
|
|
|
|
if ($ver == 3) {
|
|
my $prefix = '';
|
|
my @comms = get_communities($device, 'read');
|
|
# find a context prefix configured by the user
|
|
foreach my $c (@comms) {
|
|
next unless $c->{tag}
|
|
and $c->{tag} eq (eval { $device->community->snmp_auth_tag_read } || '');
|
|
$prefix = $c->{context_prefix} and last;
|
|
}
|
|
$prefix ||= 'vlan-';
|
|
|
|
if ($vlan =~ /^[0-9]+$/i && $vlan) {
|
|
debug sprintf '[%s] reindexing to "%s%s" (ver: %s, class: %s)',
|
|
$device->ip, $prefix, $vlan, $ver, $snmp->class;
|
|
$snmp->update(Context => ($prefix . $vlan));
|
|
} elsif ($vlan =~ /^[a-z0-9]+$/i && $vlan) {
|
|
debug sprintf '[%s] reindexing to "%s" (ver: %s, class: %s)',
|
|
$device->ip, $vlan, $ver, $snmp->class;
|
|
$snmp->update(Context => ($vlan));
|
|
} else {
|
|
debug sprintf '[%s] reindexing without context (ver: %s, class: %s)',
|
|
$device->ip, $ver, $snmp->class;
|
|
$snmp->update(Context => '');
|
|
}
|
|
}
|
|
else {
|
|
my $comm = $snmp->snmp_comm;
|
|
|
|
debug sprintf '[%s] reindexing to vlan %s (ver: %s, class: %s)',
|
|
$device->ip, $vlan, $ver, $snmp->class;
|
|
$vlan ? $snmp->update(Community => $comm . '@' . $vlan)
|
|
: $snmp->update(Community => $comm);
|
|
}
|
|
|
|
$snmp->cache({ _vtp_version => $vtp });
|
|
return $snmp;
|
|
}
|
|
|
|
our %ALL_MUNGERS = (
|
|
'SNMP::Info::munge_speed' => \&SNMP::Info::munge_speed,
|
|
'SNMP::Info::munge_highspeed' => \&SNMP::Info::munge_highspeed,
|
|
'SNMP::Info::munge_ip' => \&SNMP::Info::munge_ip,
|
|
'SNMP::Info::munge_mac' => \&SNMP::Info::munge_mac,
|
|
'SNMP::Info::munge_prio_mac' => \&SNMP::Info::munge_prio_mac,
|
|
'SNMP::Info::munge_prio_port' => \&SNMP::Info::munge_prio_port,
|
|
'SNMP::Info::munge_octet2hex' => \&SNMP::Info::munge_octet2hex,
|
|
'SNMP::Info::munge_dec2bin' => \&SNMP::Info::munge_dec2bin,
|
|
'SNMP::Info::munge_bits' => \&SNMP::Info::munge_bits,
|
|
'SNMP::Info::munge_counter64' => \&SNMP::Info::munge_counter64,
|
|
'SNMP::Info::munge_i_up' => \&SNMP::Info::munge_i_up,
|
|
'SNMP::Info::munge_port_list' => \&SNMP::Info::munge_port_list,
|
|
'SNMP::Info::munge_null' => \&SNMP::Info::munge_null,
|
|
'SNMP::Info::munge_e_type' => \&SNMP::Info::munge_e_type,
|
|
'SNMP::Info::Airespace::munge_64bits' => \&SNMP::Info::Airespace::munge_64bits,
|
|
'SNMP::Info::CDP::munge_power' => \&SNMP::Info::CDP::munge_power,
|
|
'SNMP::Info::CiscoAgg::munge_port_ifindex' => \&SNMP::Info::CiscoAgg::munge_port_ifindex,
|
|
'SNMP::Info::CiscoPortSecurity::munge_pae_capabilities' => \&SNMP::Info::CiscoPortSecurity::munge_pae_capabilities,
|
|
'SNMP::Info::CiscoStack::munge_port_status' => \&SNMP::Info::CiscoStack::munge_port_status,
|
|
'SNMP::Info::EtherLike::munge_el_duplex' => \&SNMP::Info::EtherLike::munge_el_duplex,
|
|
'SNMP::Info::IPv6::munge_physaddr' => \&SNMP::Info::IPv6::munge_physaddr,
|
|
'SNMP::Info::Layer2::Airespace::munge_cd11n_ch_bw' => \&SNMP::Info::Layer2::Airespace::munge_cd11n_ch_bw,
|
|
'SNMP::Info::Layer2::Airespace::munge_cd11_proto' => \&SNMP::Info::Layer2::Airespace::munge_cd11_proto,
|
|
'SNMP::Info::Layer2::Airespace::munge_cd11_rateset' => \&SNMP::Info::Layer2::Airespace::munge_cd11_rateset,
|
|
'SNMP::Info::Layer2::Aironet::munge_cd11_txrate' => \&SNMP::Info::Layer2::Aironet::munge_cd11_txrate,
|
|
'SNMP::Info::Layer2::HP::munge_hp_c_id' => \&SNMP::Info::Layer2::HP::munge_hp_c_id,
|
|
'SNMP::Info::Layer2::Nexans::munge_i_duplex' => \&SNMP::Info::Layer2::Nexans::munge_i_duplex,
|
|
'SNMP::Info::Layer2::Nexans::munge_i_duplex_admin' => \&SNMP::Info::Layer2::Nexans::munge_i_duplex_admin,
|
|
'SNMP::Info::Layer3::Altiga::munge_alarm' => \&SNMP::Info::Layer3::Altiga::munge_alarm,
|
|
'SNMP::Info::Layer3::Aruba::munge_aruba_fqln' => \&SNMP::Info::Layer3::Aruba::munge_aruba_fqln,
|
|
'SNMP::Info::Layer3::BayRS::munge_hw_rev' => \&SNMP::Info::Layer3::BayRS::munge_hw_rev,
|
|
'SNMP::Info::Layer3::BayRS::munge_wf_serial' => \&SNMP::Info::Layer3::BayRS::munge_wf_serial,
|
|
'SNMP::Info::Layer3::Extreme::munge_true_ok' => \&SNMP::Info::Layer3::Extreme::munge_true_ok,
|
|
'SNMP::Info::Layer3::Extreme::munge_power_stat' => \&SNMP::Info::Layer3::Extreme::munge_power_stat,
|
|
'SNMP::Info::Layer3::Huawei::munge_hw_peth_admin' => \&SNMP::Info::Layer3::Huawei::munge_hw_peth_admin,
|
|
'SNMP::Info::Layer3::Huawei::munge_hw_peth_power' => \&SNMP::Info::Layer3::Huawei::munge_hw_peth_power,
|
|
'SNMP::Info::Layer3::Huawei::munge_hw_peth_class' => \&SNMP::Info::Layer3::Huawei::munge_hw_peth_class,
|
|
'SNMP::Info::Layer3::Huawei::munge_hw_peth_status' => \&SNMP::Info::Layer3::Huawei::munge_hw_peth_status,
|
|
'SNMP::Info::Layer3::Timetra::munge_tmnx_state' => \&SNMP::Info::Layer3::Timetra::munge_tmnx_state,
|
|
'SNMP::Info::Layer3::Timetra::munge_tmnx_e_class' => \&SNMP::Info::Layer3::Timetra::munge_tmnx_e_class,
|
|
'SNMP::Info::Layer3::Timetra::munge_tmnx_e_swver' => \&SNMP::Info::Layer3::Timetra::munge_tmnx_e_swver,
|
|
'SNMP::Info::MAU::munge_int2bin' => \&SNMP::Info::MAU::munge_int2bin,
|
|
'SNMP::Info::NortelStack::munge_ns_grp_type' => \&SNMP::Info::NortelStack::munge_ns_grp_type,
|
|
);
|
|
|
|
=head2 decode_and_munge( $method, $data )
|
|
|
|
Takes some data from L<SNMP::Info> cache that has been Base64 encoded
|
|
and frozen with Storable, decodes it and then munge to handle data format,
|
|
before finally pretty render in JSON format.
|
|
|
|
=cut
|
|
|
|
sub get_code_info { return ($_[0]) =~ m/^(.+)::(.*?)$/ }
|
|
sub sub_name { return (get_code_info $_[0])[1] }
|
|
sub class_name { return (get_code_info $_[0])[0] }
|
|
|
|
sub decode_and_munge {
|
|
my ($munger, $encoded) = @_;
|
|
return undef unless defined $encoded and length $encoded;
|
|
|
|
my $coder = JSON::PP->new->utf8->pretty->allow_nonref->allow_unknown->canonical;
|
|
$coder->sort_by( sub { sortable_oid($JSON::PP::a) cmp sortable_oid($JSON::PP::b) } );
|
|
|
|
my $data = (@{ thaw( decode_base64( $encoded ) ) })[0];
|
|
return $coder->encode( $data )
|
|
unless $munger and exists $ALL_MUNGERS{$munger};
|
|
|
|
my $sub = sub_name($munger);
|
|
my $class = class_name($munger);
|
|
Module::Load::load $class;
|
|
|
|
if (ref {} eq ref $data) {
|
|
my %munged;
|
|
foreach my $key ( keys %$data ) {
|
|
my $value = $data->{$key};
|
|
next unless defined $value;
|
|
$munged{$key} = $ALL_MUNGERS{$munger}->($value);
|
|
}
|
|
return $coder->encode( \%munged );
|
|
}
|
|
else {
|
|
return unless $data;
|
|
return $coder->encode( $ALL_MUNGERS{$munger}->($data) );
|
|
}
|
|
|
|
}
|
|
|
|
true;
|