* update changes and SNMP::Info dep * Integrate netdisco-sshcollector into Worker::Plugin architecture (#489) * Initial integration of sshcollector into Worker::Plugin architecture * add NodesBySSH.pm * update Build.PL and config.yml to integrate the new module * Further integration of sshcollector into Worker::Plugin architecture * added App::Netdisco::Transport::CLI loosely based on ::SNMP counterpart * switched to the more prevalent two-space tabs style * removed various TBD items, some new ones * Further steps to integration of sshcollector into Worker::Plugin architecture * cleaned up code * added various error handling * warning for bin/netdisco-sshcollector deprecation * device_auth allows passing master_opts to Net::OpenSSH * netdisco-do -D also toggles Net::OpenSSH debug * Merged NodesBySSH.pm into Nodes.pm * see https://github.com/netdisco/netdisco/pull/489#pullrequestreview-205603516 * Further integration of sshcollector into Worker::Plugin architecture * add snmp_arpnip_also option to sshcollector device_auth * cleanup code * Remove big TBD: comment from CLI.pm as doc is updated now * add transport/cli.pm to manifest * revert some changes to allow simpler merging * silent exit legacy script unless explicitly requested * move ssh code into Transport, part one * rewrite the CLI transport to provide an API * merge in og-get_external_credentials Squashed commit of the following: commit3fe8f383a7Author: Oliver Gorwits <oliver@cpan.org> Date: Mon Mar 11 17:07:42 2019 +0000 add debug lines and tested commit3249739e42Author: Oliver Gorwits <oliver@cpan.org> Date: Mon Mar 11 16:54:11 2019 +0000 change config name to get_credentials commite78558397aAuthor: Oliver Gorwits <oliver@cpan.org> Date: Mon Mar 11 16:51:11 2019 +0000 separate out generic device auth to DeviceAuth module commit249f05165fAuthor: Oliver Gorwits <oliver@cpan.org> Date: Wed Mar 6 18:43:31 2019 +0000 release 2.040007 commite3af64df77Author: Oliver Gorwits <oliver@cpan.org> Date: Wed Mar 6 18:42:47 2019 +0000 #521-redux fix wifi date search commit48857ae300Author: Oliver Gorwits <oliver@cpan.org> Date: Mon Mar 4 12:03:31 2019 +0000 release 2.040006 commite09dab5362Author: Oliver Gorwits <oliver@cpan.org> Date: Mon Mar 4 11:39:12 2019 +0000 #527 update List::MoreUtils version requirement commit6e7de3fff3Author: Oliver Gorwits <oliver@cpan.org> Date: Mon Mar 4 09:59:41 2019 +0000 release 2.040005 commit0c98318a45Author: Oliver Gorwits <oliver@spike.local> Date: Mon Mar 4 09:57:18 2019 +0000 #526 fix discover syntax bug commite9efc45182Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 14:56:48 2019 +0000 release 2.040004 commit6cdfd80d10Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 14:34:00 2019 +0000 allow undiscovered neighbors report to use discover_{waps,phones} setting commitac381e0802Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 14:13:20 2019 +0000 #506 was a red herring commitb83e614c85Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 13:00:36 2019 +0000 make discover_{phones,waps} work with LLDP capabilities as well commit189d234b55Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 12:47:38 2019 +0000 check discover_no_type and friends earlier on in neighbors list build commit9c956466f3Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 12:32:07 2019 +0000 also update default config for new discover_phones and discover_waps settings commit09d29954d2Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 12:26:50 2019 +0000 #512 fix regression in phone/wap discovery exclusion commit2bae91f1b6Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 12:01:34 2019 +0000 rename match_devicetype() to match_to_setting() commit57cb6ddb70Author: Oliver Gorwits <oliver@cpan.org> Date: Sun Mar 3 09:19:39 2019 +0000 fix for over-eager fix to #506 commitef560fb59aAuthor: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 22:41:40 2019 +0000 #506 relax device renumber so it works for an alias commit7a8bcb094eAuthor: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 22:23:39 2019 +0000 #521 Search Node Date Range not working commita643820a62Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 21:54:27 2019 +0000 #428 Port-Channels not showing in netmap commit5ba5bcd295Merge:e7aacddba1f95028Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 20:04:11 2019 +0000 Merge branch 'master' of github.com:netdisco/netdisco commite7aacddbc6Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 20:01:05 2019 +0000 #498 Map with VLAN filter omits unconnected devices commita1f95028caAuthor: nick n <39005454+inphobia@users.noreply.github.com> Date: Sat Mar 2 19:54:22 2019 +0100 catch up with changes noticed that rc-sshcollector-core received updates to changes, add them here as well. didn't mention #499 & #522 commitce1b847ceaAuthor: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 18:47:44 2019 +0000 fix bug showing no nodes when only one matches in netmap commit78e30a7926Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 16:28:15 2019 +0000 #500 filtering in device/ports on native vlan duplicates entries commit9952f0c6c7Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 15:02:12 2019 +0000 #499 netdisco-do renumber reports wrong ip (inphobia) commitca3fd8f466Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 15:00:18 2019 +0000 #505 device renumber should update device port properties and device skips commit1265bc8470Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 14:52:21 2019 +0000 #520 catch slave ports defined without a master commitd4c7579c10Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 14:47:49 2019 +0000 #522 TypeAhead.pm can reference empty data (inphobia) commit77decc23b7Author: Oliver Gorwits <oliver@cpan.org> Date: Sat Mar 2 14:45:37 2019 +0000 #514 inconsistent results in ip inventory (inphobia) commit3f211650b8Author: nick n <39005454+inphobia@users.noreply.github.com> Date: Fri Mar 1 12:34:42 2019 +0100 last pieces for db schema upgrade last piece of #510 * import legacy sshcollector config * add default use_legacy_sshcollector config * remove unneeded deps * various fixes and now tested * enable sshcollector platform tests
		
			
				
	
	
		
			321 lines
		
	
	
		
			9.7 KiB
		
	
	
	
		
			Perl
		
	
	
	
	
	
			
		
		
	
	
			321 lines
		
	
	
		
			9.7 KiB
		
	
	
	
		
			Perl
		
	
	
	
	
	
package App::Netdisco::Transport::SNMP;
 | 
						||
 | 
						||
use Dancer qw/:syntax :script/;
 | 
						||
use Dancer::Plugin::DBIC 'schema';
 | 
						||
 | 
						||
use App::Netdisco::Util::SNMP 'get_communities';
 | 
						||
use App::Netdisco::Util::Device 'get_device';
 | 
						||
use App::Netdisco::Util::Permission ':all';
 | 
						||
 | 
						||
use SNMP::Info;
 | 
						||
use Try::Tiny;
 | 
						||
use Module::Load ();
 | 
						||
use Path::Class 'dir';
 | 
						||
use NetAddr::IP::Lite ':lower';
 | 
						||
use List::Util qw/pairkeys pairfirst/;
 | 
						||
 | 
						||
use base 'Dancer::Object::Singleton';
 | 
						||
 | 
						||
=head1 NAME
 | 
						||
 | 
						||
App::Netdisco::Transport::SNMP
 | 
						||
 | 
						||
=head1 DESCRIPTION
 | 
						||
 | 
						||
Singleton for SNMP connections. Returns cached L<SNMP::Info> instance for a
 | 
						||
given device IP, or else undef. All methods are class methods, for example:
 | 
						||
 | 
						||
 my $snmp = App::Netdisco::Transport::SNMP->reader_for( ... );
 | 
						||
 | 
						||
=cut
 | 
						||
 | 
						||
__PACKAGE__->attributes(qw/ readers writers /);
 | 
						||
 | 
						||
sub init {
 | 
						||
  my ( $class, $self ) = @_;
 | 
						||
  $self->readers( {} );
 | 
						||
  $self->writers( {} );
 | 
						||
  return $self;
 | 
						||
}
 | 
						||
 | 
						||
=head1 reader_for( $ip, $useclass? )
 | 
						||
 | 
						||
Given an IP address, returns an L<SNMP::Info> instance configured for and
 | 
						||
connected to that device. The IP can be any on the device, and the management
 | 
						||
interface will be connected to.
 | 
						||
 | 
						||
If the device is known to Netdisco and there is a cached SNMP community
 | 
						||
string, that community will be tried first, and then other community strings
 | 
						||
from the application configuration will be tried.
 | 
						||
 | 
						||
If C<$useclass> is provided, it will be used as the L<SNMP::Info> device
 | 
						||
class instead of the class in the Netdisco database.
 | 
						||
 | 
						||
Returns C<undef> if the connection fails.
 | 
						||
 | 
						||
=cut
 | 
						||
 | 
						||
sub reader_for {
 | 
						||
  my ($class, $ip, $useclass) = @_;
 | 
						||
  my $device = get_device($ip) or return undef;
 | 
						||
  my $readers = $class->instance->readers or return undef;
 | 
						||
  return $readers->{$device->ip} if exists $readers->{$device->ip};
 | 
						||
  debug sprintf 'snmp reader cache warm: [%s]', $device->ip;
 | 
						||
  return ($readers->{$device->ip}
 | 
						||
    = _snmp_connect_generic('read', $device, $useclass));
 | 
						||
}
 | 
						||
 | 
						||
=head1 test_connection( $ip )
 | 
						||
 | 
						||
Similar to C<reader_for> but will use the literal IP address passed, and does
 | 
						||
not support specifying the device class. The purpose is to test the SNMP
 | 
						||
connectivity to the device before a renumber.
 | 
						||
 | 
						||
Attempts to have no side effect, however there will be a stored SNMP
 | 
						||
authentication hint (tag) in the database if the connection is successful.
 | 
						||
 | 
						||
Returns C<undef> if the connection fails.
 | 
						||
 | 
						||
=cut
 | 
						||
 | 
						||
sub test_connection {
 | 
						||
  my ($class, $ip) = @_;
 | 
						||
  my $addr = NetAddr::IP::Lite->new($ip) or return undef;
 | 
						||
  # avoid renumbering to localhost loopbacks
 | 
						||
  return undef if $addr->addr eq '0.0.0.0'
 | 
						||
                  or check_acl_no($addr->addr, 'group:__LOCAL_ADDRESSES__');
 | 
						||
  my $device = schema('netdisco')->resultset('Device')
 | 
						||
    ->new_result({ ip => $addr->addr }) or return undef;
 | 
						||
  my $readers = $class->instance->readers or return undef;
 | 
						||
  return $readers->{$device->ip} if exists $readers->{$device->ip};
 | 
						||
  debug sprintf 'snmp reader cache warm: [%s]', $device->ip;
 | 
						||
  return ($readers->{$device->ip} = _snmp_connect_generic('read', $device));
 | 
						||
}
 | 
						||
 | 
						||
=head1 writer_for( $ip, $useclass? )
 | 
						||
 | 
						||
Same as C<reader_for> but uses the read-write community strings from the
 | 
						||
application configuration file.
 | 
						||
 | 
						||
Returns C<undef> if the connection fails.
 | 
						||
 | 
						||
=cut
 | 
						||
 | 
						||
sub writer_for {
 | 
						||
  my ($class, $ip, $useclass) = @_;
 | 
						||
  my $device = get_device($ip) or return undef;
 | 
						||
  my $writers = $class->instance->writers or return undef;
 | 
						||
  return $writers->{$device->ip} if exists $writers->{$device->ip};
 | 
						||
  debug sprintf 'snmp writer cache warm: [%s]', $device->ip;
 | 
						||
  return ($writers->{$device->ip}
 | 
						||
    = _snmp_connect_generic('write', $device, $useclass));
 | 
						||
}
 | 
						||
 | 
						||
sub _snmp_connect_generic {
 | 
						||
  my ($mode, $device, $useclass) = @_;
 | 
						||
  $mode ||= 'read';
 | 
						||
 | 
						||
  my %snmp_args = (
 | 
						||
    AutoSpecify => 0,
 | 
						||
    DestHost => $device->ip,
 | 
						||
    # 0 is falsy. Using || with snmpretries equal to 0 will set retries to 2.
 | 
						||
    # check if the setting is 0. If not, use the default value of 2.
 | 
						||
    Retries => (setting('snmpretries') || setting('snmpretries') == 0 ? 0 : 2),
 | 
						||
    Timeout => (setting('snmptimeout') || 1000000),
 | 
						||
    NonIncreasing => (setting('nonincreasing') || 0),
 | 
						||
    BulkWalk => ((defined setting('bulkwalk_off') && setting('bulkwalk_off'))
 | 
						||
                 ? 0 : 1),
 | 
						||
    BulkRepeaters => (setting('bulkwalk_repeaters') || 20),
 | 
						||
    MibDirs => [ _build_mibdirs() ],
 | 
						||
    IgnoreNetSNMPConf => 1,
 | 
						||
    Debug => ($ENV{INFO_TRACE} || 0),
 | 
						||
    DebugSNMP => ($ENV{SNMP_TRACE} || 0),
 | 
						||
  );
 | 
						||
 | 
						||
  # an override for RemotePort
 | 
						||
  ($snmp_args{RemotePort}) =
 | 
						||
    (pairkeys pairfirst { check_acl_no($device, $b) }
 | 
						||
      %{setting('snmp_remoteport') || {}}) || 161;
 | 
						||
 | 
						||
  # an override for bulkwalk
 | 
						||
  $snmp_args{BulkWalk} = 0 if check_acl_no($device, 'bulkwalk_no');
 | 
						||
 | 
						||
  # further protect against buggy Net-SNMP, and disable bulkwalk
 | 
						||
  if ($snmp_args{BulkWalk}
 | 
						||
      and ($SNMP::VERSION eq '5.0203' || $SNMP::VERSION eq '5.0301')) {
 | 
						||
 | 
						||
      warning sprintf
 | 
						||
        "[%s] turning off BulkWalk due to buggy Net-SNMP - please upgrade!",
 | 
						||
        $device->ip;
 | 
						||
      $snmp_args{BulkWalk} = 0;
 | 
						||
  }
 | 
						||
 | 
						||
  # get the community string(s)
 | 
						||
  my @communities = get_communities($device, $mode);
 | 
						||
 | 
						||
  # which SNMP versions to try and in what order
 | 
						||
  my @versions =
 | 
						||
    ( check_acl_no($device->ip, 'snmpforce_v3') ? (3)
 | 
						||
    : check_acl_no($device->ip, 'snmpforce_v2') ? (2)
 | 
						||
    : check_acl_no($device->ip, 'snmpforce_v1') ? (1)
 | 
						||
    : (reverse (1 .. (setting('snmpver') || 3))) );
 | 
						||
 | 
						||
  # use existing or new device class
 | 
						||
  my @classes = ($useclass || 'SNMP::Info');
 | 
						||
  if ($device->snmp_class and not $useclass) {
 | 
						||
      unshift @classes, $device->snmp_class;
 | 
						||
  }
 | 
						||
 | 
						||
  my $info = undef;
 | 
						||
  COMMUNITY: foreach my $comm (@communities) {
 | 
						||
      next unless $comm;
 | 
						||
 | 
						||
      VERSION: foreach my $ver (@versions) {
 | 
						||
          next unless $ver;
 | 
						||
 | 
						||
          next if $ver eq 3 and exists $comm->{community};
 | 
						||
          next if $ver ne 3 and !exists $comm->{community};
 | 
						||
 | 
						||
          CLASS: foreach my $class (@classes) {
 | 
						||
              next unless $class;
 | 
						||
 | 
						||
              my %local_args = (%snmp_args, Version => $ver);
 | 
						||
              $info = _try_connect($device, $class, $comm, $mode, \%local_args,
 | 
						||
                ($useclass ? 0 : 1) );
 | 
						||
              last COMMUNITY if $info;
 | 
						||
          }
 | 
						||
      }
 | 
						||
  }
 | 
						||
 | 
						||
  return $info;
 | 
						||
}
 | 
						||
 | 
						||
sub _try_connect {
 | 
						||
  my ($device, $class, $comm, $mode, $snmp_args, $reclass) = @_;
 | 
						||
  my %comm_args = _mk_info_commargs($comm);
 | 
						||
  my $debug_comm = '<hidden>';
 | 
						||
  if ($ENV{ND2_SHOW_COMMUNITY} || $ENV{SHOW_COMMUNITY}) {
 | 
						||
    $debug_comm = ($comm->{community} ||
 | 
						||
      (sprintf 'v3:%s:%s/%s', ($comm->{user},
 | 
						||
                              ($comm->{auth}->{proto} || 'noAuth'),
 | 
						||
                              ($comm->{priv}->{proto} || 'noPriv'))) );
 | 
						||
  }
 | 
						||
  my $info = undef;
 | 
						||
 | 
						||
  try {
 | 
						||
      debug
 | 
						||
        sprintf '[%s:%s] try_connect with ver: %s, class: %s, comm: %s',
 | 
						||
          $snmp_args->{DestHost}, $snmp_args->{RemotePort},
 | 
						||
          $snmp_args->{Version}, $class, $debug_comm;
 | 
						||
      Module::Load::load $class;
 | 
						||
 | 
						||
      $info = $class->new(%$snmp_args, %comm_args) or return;
 | 
						||
      $info = ($mode eq 'read' ? _try_read($info, $device, $comm)
 | 
						||
                               : _try_write($info, $device, $comm));
 | 
						||
 | 
						||
      # first time a device is discovered, re-instantiate into specific class
 | 
						||
      if ($reclass and $info and $info->device_type ne $class) {
 | 
						||
          $class = $info->device_type;
 | 
						||
          debug
 | 
						||
            sprintf '[%s:%s] try_connect with ver: %s, new class: %s, comm: %s',
 | 
						||
              $snmp_args->{DestHost}, $snmp_args->{RemotePort},
 | 
						||
              $snmp_args->{Version}, $class, $debug_comm;
 | 
						||
 | 
						||
          Module::Load::load $class;
 | 
						||
          $info = $class->new(%$snmp_args, %comm_args);
 | 
						||
      }
 | 
						||
  }
 | 
						||
  catch {
 | 
						||
      debug $_;
 | 
						||
  };
 | 
						||
 | 
						||
  return $info;
 | 
						||
}
 | 
						||
 | 
						||
sub _try_read {
 | 
						||
  my ($info, $device, $comm) = @_;
 | 
						||
 | 
						||
  return undef unless (
 | 
						||
    (not defined $info->error)
 | 
						||
    and defined $info->uptime
 | 
						||
    and ($info->layers or $info->description)
 | 
						||
    and $info->class
 | 
						||
  );
 | 
						||
 | 
						||
  $device->in_storage
 | 
						||
    ? $device->update({snmp_ver => $info->snmp_ver})
 | 
						||
    : $device->set_column(snmp_ver => $info->snmp_ver);
 | 
						||
 | 
						||
  if ($comm->{community}) {
 | 
						||
      $device->in_storage
 | 
						||
        ? $device->update({snmp_comm => $comm->{community}})
 | 
						||
        : $device->set_column(snmp_comm => $comm->{community});
 | 
						||
  }
 | 
						||
 | 
						||
  # regardless of device in storage, save the hint
 | 
						||
  $device->update_or_create_related('community',
 | 
						||
    {snmp_auth_tag_read => $comm->{tag}}) if $comm->{tag};
 | 
						||
 | 
						||
  return $info;
 | 
						||
}
 | 
						||
 | 
						||
sub _try_write {
 | 
						||
  my ($info, $device, $comm) = @_;
 | 
						||
 | 
						||
  my $loc = $info->load_location;
 | 
						||
  $info->set_location($loc) or return undef;
 | 
						||
  return undef unless ($loc eq $info->load_location);
 | 
						||
 | 
						||
  $device->in_storage
 | 
						||
    ? $device->update({snmp_ver => $info->snmp_ver})
 | 
						||
    : $device->set_column(snmp_ver => $info->snmp_ver);
 | 
						||
 | 
						||
  # one of these two cols must be set
 | 
						||
  $device->update_or_create_related('community', {
 | 
						||
    ($comm->{tag} ? (snmp_auth_tag_write => $comm->{tag}) : ()),
 | 
						||
    ($comm->{community} ? (snmp_comm_rw => $comm->{community}) : ()),
 | 
						||
  });
 | 
						||
 | 
						||
  return $info;
 | 
						||
}
 | 
						||
 | 
						||
sub _mk_info_commargs {
 | 
						||
  my $comm = shift;
 | 
						||
  return () unless ref {} eq ref $comm and scalar keys %$comm;
 | 
						||
 | 
						||
  return (Community => $comm->{community})
 | 
						||
    if exists $comm->{community};
 | 
						||
 | 
						||
  my $seclevel =
 | 
						||
    (exists $comm->{auth} ?
 | 
						||
    (exists $comm->{priv} ? 'authPriv' : 'authNoPriv' )
 | 
						||
                          : 'noAuthNoPriv');
 | 
						||
 | 
						||
  return (
 | 
						||
    SecName  => $comm->{user},
 | 
						||
    SecLevel => $seclevel,
 | 
						||
    ( exists $comm->{auth} ? (
 | 
						||
      AuthProto => uc ($comm->{auth}->{proto} || 'MD5'),
 | 
						||
      AuthPass  => ($comm->{auth}->{pass} || ''),
 | 
						||
      ( exists $comm->{priv} ? (
 | 
						||
        PrivProto => uc ($comm->{priv}->{proto} || 'DES'),
 | 
						||
        PrivPass  => ($comm->{priv}->{pass} || ''),
 | 
						||
      ) : ()),
 | 
						||
    ) : ()),
 | 
						||
  );
 | 
						||
}
 | 
						||
 | 
						||
sub _build_mibdirs {
 | 
						||
  my $home = (setting('mibhome') || dir(($ENV{NETDISCO_HOME} || $ENV{HOME}), 'netdisco-mibs'));
 | 
						||
  return map { dir($home, $_)->stringify }
 | 
						||
             @{ setting('mibdirs') || _get_mibdirs_content($home) };
 | 
						||
}
 | 
						||
 | 
						||
sub _get_mibdirs_content {
 | 
						||
  my $home = shift;
 | 
						||
  my @list = map {s|$home/||; $_} grep {m/[a-z0-9]/} grep {-d} glob("$home/*");
 | 
						||
  return \@list;
 | 
						||
}
 | 
						||
 | 
						||
true;
 |