135/netdisco
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

web jobs are highest prio; make sql cleaner

Browse Source
This commit is contained in:
Oliver Gorwits
2018-02-10 16:33:46 +00:00
parent 3f7e3b0531
commit f71aae75fd
2 changed files with 30 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

61
lib/App/Netdisco/DB/Result/Virtual/TastyJobs.pm
View File

@@ -10,38 +10,33 @@ __PACKAGE__->table_class('DBIx::Class::ResultSource::View');
__PACKAGE__->table('tasty_jobs');
__PACKAGE__->result_source_instance->is_virtual(1);
__PACKAGE__->result_source_instance->view_definition(<<ENDSQL
SELECT jobs.*, ds2.deferrals AS num_deferrals
FROM (
(SELECT me.*, 100 AS job_priority
FROM admin me
WHERE ( me.username IS NOT NULL OR me.action = ANY (string_to_array(btrim(?, '{"}'), '","')) )
AND me.device NOT IN
(SELECT ds.device
FROM device_skip ds
WHERE ( me.action = ANY (ds.actionset) OR
(ds.deferrals >= ? AND ds.last_defer > ( LOCALTIMESTAMP - ?::interval )) )
AND ds.backend = ? AND ds.device = me.device)
AND me.status = 'queued'
ORDER BY random()
LIMIT ?)
UNION
(SELECT me.*, 0 AS job_priority
FROM admin me
WHERE NOT (me.action = ANY (string_to_array(btrim(?, '{"}'), '","')))
AND me.device NOT IN
(SELECT ds.device
FROM device_skip ds
WHERE ( me.action = ANY (ds.actionset) OR
(ds.deferrals >= ? AND ds.last_defer > ( LOCALTIMESTAMP - ?::interval )) )
AND ds.backend = ? AND ds.device = me.device)
AND me.status = 'queued'
ORDER BY random()
LIMIT ?)
) jobs
LEFT OUTER JOIN device_skip ds2
ON ds2.backend = ? AND ds2.device = jobs.device
ORDER BY jobs.job_priority DESC,
ds2.deferrals ASC NULLS FIRST
WITH my_jobs AS
(SELECT admin.* FROM admin
LEFT OUTER JOIN device_skip ds
ON (ds.backend = ? AND admin.device = ds.device
AND admin.action = ANY (ds.actionset))
WHERE ds.device IS NULL
ORDER BY random())
SELECT my_jobs.*,
CASE WHEN (my_jobs.username IS NOT NULL OR
my_jobs.action = ANY (string_to_array(btrim(?, '{"}'), '","')))
THEN 100
ELSE 0
END AS job_priority
FROM my_jobs
LEFT OUTER JOIN device_skip ds
ON (ds.backend = ? AND ds.device = my_jobs.device)
WHERE my_jobs.username IS NOT NULL
OR (ds.deferrals IS NULL AND ds.last_defer IS NULL)
OR ds.deferrals < ?
OR ds.last_defer <= ( LOCALTIMESTAMP - ?::interval )
ORDER BY job_priority DESC,
ds.deferrals ASC NULLS FIRST,
ds.last_defer ASC NULLS LAST
LIMIT ?
ENDSQL
);
@@ -77,8 +72,6 @@ __PACKAGE__->add_columns(
{ data_type => "text", is_nullable => 1 },
"job_priority",
{ data_type => "integer", is_nullable => 1 },
"num_deferrals",
{ data_type => "integer", is_nullable => 1 },
);
__PACKAGE__->set_primary_key("job");

9
lib/App/Netdisco/JobQueue/PostgreSQL.pm
View File

@@ -87,14 +87,11 @@ sub jq_getsome {
my $jobs = schema('netdisco')->resultset('Admin');
my @returned = ();
my @filter = (
setting('job_prio')->{'high'}, setting('workers')->{'max_deferrals'},
setting('workers')->{'retry_after'}, setting('workers')->{'BACKEND'},
$num_slots,
);
my $tasty = schema('netdisco')->resultset('Virtual::TastyJobs')
->search(undef,{ bind => [
@filter, @filter, setting('workers')->{'BACKEND'}, $num_slots
setting('workers')->{'BACKEND'}, setting('job_prio')->{'high'},
setting('workers')->{'BACKEND'}, setting('workers')->{'max_deferrals'},
setting('workers')->{'retry_after'}, $num_slots,
]});
while (my $job = $tasty->next) {