package App::Netdisco::Worker::Plugin::MakeRancidConf; use Dancer ':syntax'; use Dancer::Plugin::DBIC; use App::Netdisco::Worker::Plugin; use aliased 'App::Netdisco::Worker::Status'; use Path::Class; use List::Util qw/pairkeys pairfirst/; use File::Slurper qw/read_lines write_text/; use App::Netdisco::Util::Permission 'check_acl_no'; register_worker({ phase => 'main' }, sub { my ($job, $workerconf) = @_; my $config = setting('rancid') || {}; my $domain_suffix = setting('domain_suffix') || ''; my $delimiter = $config->{delimiter} || ';'; my $down_age = $config->{down_age} || '1 day'; my $default_group = $config->{default_group} || 'default'; my $rancidconf = $config->{rancid_conf} || '/etc/rancid'; my $rancidhome = $config->{rancid_home} || dir($ENV{NETDISCO_HOME}, 'rancid')->stringify; mkdir $rancidhome if ! -d $rancidhome; return Status->error("cannot create or see rancid home: $rancidhome") if ! -d $rancidhome; my $allowed_types = {}; foreach my $type (qw/base conf/) { my $type_file = file($rancidconf, "rancid.types.$type")->stringify; next unless -f $type_file; my @lines = read_lines($type_file); foreach my $line (@lines) { next if $line =~ m/^(?:\#|\$)/; $allowed_types->{$1} += 1 if $line =~ m/^([-a-z0-9_]+);login;.*$/; } } my $devices = schema('netdisco')->resultset('Device')->search(undef, { '+columns' => { old => \['age(now(), last_discover) > ?::interval', $down_age] }, }); $config->{groups} ||= { default => 'any' }; $config->{vendormap} ||= {}; $config->{excluded} ||= {}; my $routerdb = {}; while (my $d = $devices->next) { if (check_acl_no($d, $config->{excluded})) { debug " skipping $d: device excluded from export"; next; } my $name = check_acl_no($d, $config->{by_ip}) ? $d->ip : ($d->dns || $d->name); $name =~ s/$domain_suffix$// if check_acl_no($d, $config->{by_hostname}); my ($group) = (pairkeys pairfirst { check_acl_no($d, $b) } %{ $config->{groups} }) || $default_group; my ($vendor) = (pairkeys pairfirst { check_acl_no($d, $b) } %{ $config->{vendormap} }) || $d->vendor; if (not ($name and $vendor)) { debug " skipping $d: the name or vendor is not defined"; next; } elsif ($vendor =~ m/(?:enterprises\.|netdisco)/) { debug " skipping $d: unresolved vendor $vendor"; next; } elsif (scalar keys %$allowed_types and !exists $allowed_types->{$vendor}) { debug " skipping $d: $vendor does not exist in RANCiD's vendor list"; next; } push @{$routerdb->{$group}}, (sprintf "%s${delimiter}%s${delimiter}%s", $name, $vendor, ($d->get_column('old') ? 'down' : 'up')); } foreach my $group (keys %$routerdb) { mkdir dir($rancidhome, $group)->stringify; my $content = "#\n# Router list file for RANCID group $group.\n"; $content .= "# Generated automatically by App::Netdisco::Worker::Plugin::MakeRancidConf\n#\n"; $content .= join "\n", @{$routerdb->{$group}}; write_text(file($rancidhome, $group, 'router.db')->stringify, "${content}\n"); } return Status->done('Wrote RANCID configuration.'); }); true; =head1 NAME MakeRancidConf - Generate RANCID Configuration =head1 INTRODUCTION This worker will generate a RANCID configuration for all devices in Netdisco. Optionally you can provide configuration to control the output, however the defaults are sane, and will create one RANCID group called "C" which contains all devices. Those devices not discovered successfully within the past day will be marked as "down" for RANCID to skip. Configuration is saved to the "rancid" subdirectory of Netdisco's home folder. You could run this worker at 09:05 each day using the following configuration: schedule: makerancidconf: when: '5 9 * * *' =head1 CONFIGURATION Here is a complete example of the configuration, which must be called "C". All keys are optional: rancid: rancid_home: "$ENV{NETDISCO_HOME}/rancid" # default rancid_conf: '/etc/rancid' # default down_age: '1 day' # default delimiter: ';' # default default_group: 'default' # default excluded: excludegroup1: 'host_group1_acl' excludegroup2: 'host_group2_acl' groups: groupname1: 'host_group3_acl' groupname2: 'host_group4_acl' vendormap: vname1: 'host_group5_acl' vname2: 'host_group6_acl' by_ip: 'host_group7_acl' by_hostname: 'host_group8_acl' Note that the default home for writing files is not "C" so you may wish to set this in C, (especially if migrating from the old C script). Any values above that are a Host Group ACL will take either a single item or list of Network Identifiers or Device Properties. See the L wiki page for full details. We advise you to use the "C" setting and then refer to named entries in that, for example: host_groups: coredevices: '192.0.2.0/24' edgedevices: '172.16.0.0/16' rancid: groups: core_devices: 'group:coredevices' edge_devices: 'group:edgedevices' =head2 C The location to write RANCID Group configuration files into. A subdirectory for each Group will be created. =head2 C The location (optional) of your RANCID configuration. It will be used to check the device's vendor parameter before the export to RANCID configuration. =head2 C This should be the same or greater than the interval between regular discover jobs on your network. Devices which have not been discovered within this time will be marked as "C" to RANCID. The format is any time interval known and understood by PostgreSQL, such as at L. =head2 C Set this to the delimiter character if needed to be different from the default. =head2 C Put devices into this group if they do not match other groups defined. =head2 C This dictionary defines a list of devices that you do not wish to export to RANCID configuration. The value should be a L to select devices in the Netdisco database. =head2 C This dictionary maps RANCID Group names with configuration which will match devices in the Netdisco database. The left hand side (key) should be the RANCID group name, the right hand side (value) should be a L to select devices in the Netdisco database. =head2 C If the device Vendor in Netdisco is not the same as the RANCID vendor script, configure a mapping here. The left hand side (key) should be the RANCID vendor, the right hand side (value) should be a L to select devices in the Netdisco database. =head2 C L to select devices which will be written to the RANCID config as an IP address, instead of the DNS FQDN or SNMP host name. =head2 C L to select devices which will have the unqualified host name written to the RANCID config. This is done simply by stripping the C configuration setting from the device FQDN. =head1 SEE ALSO =over 4 =item * L =item * L =item * L =back =cut