X-Git-Url: http://git.ieval.ro/?a=blobdiff_plain;f=lib%2FGruntmaster%2FData.pm;h=4393a62de6f687d724f8cab874b7e190cfd31283;hb=5bfe4fee59691741265842a2d06cf53a1d86aa6e;hp=608ca50d9350b5fc0b8860c168f81e6f8d8cc98f;hpb=4779105915c19046793a5fc2e3c920d3e9deef29;p=gruntmaster-data.git diff --git a/lib/Gruntmaster/Data.pm b/lib/Gruntmaster/Data.pm index 608ca50..4393a62 100644 --- a/lib/Gruntmaster/Data.pm +++ b/lib/Gruntmaster/Data.pm @@ -1,187 +1,301 @@ -use utf8; package Gruntmaster::Data; +use 5.014; +use warnings; -# Created by DBIx::Class::Schema::Loader -# DO NOT MODIFY THE FIRST PART OF THIS FILE +use parent qw/Exporter/; +our $VERSION = '5999.000_013'; +our @EXPORT = qw/purge db user_list user_entry problem_list problem_entry contest_list contest_entry contest_full contest_has_problem job_list job_entry job_full create_job standings update_status rerun_job/; ## no critic (ProhibitAutomaticExportation) -use strict; -use warnings; +use JSON::MaybeXS qw/decode_json/; +use HTTP::Tiny; +use PerlX::Maybe qw/maybe/; -use base 'DBIx::Class::Schema'; +use DBI; +use DBIx::Simple; +use List::Util qw/sum/; +use SQL::Abstract; -__PACKAGE__->load_namespaces; +use constant PROBLEM_PUBLIC_COLUMNS => [qw/id author writer level name owner private timeout olimit value/]; +use constant JOBS_PER_PAGE => 50; +my %statements = ( + user_list_sth => 'SELECT * FROM user_list LIMIT 200', + user_entry_sth => 'SELECT * FROM user_data WHERE id = ?', -# Created by DBIx::Class::Schema::Loader v0.07039 @ 2014-03-05 13:11:39 -# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:dAEmtAexvUaNXLgYz2rNEg + problem_status_sth => 'SELECT problem,solved FROM problem_status WHERE owner = ?', + contest_status_sth => 'SELECT contest,score,rank FROM contest_status WHERE owner = ?', -our $VERSION = '5999.000_008'; + contest_list_sth => 'SELECT * FROM contest_entry', + contest_entry_sth => 'SELECT * FROM contest_entry WHERE id = ?', + contest_full_sth => 'SELECT * FROM contests WHERE id = ?', + contest_problems_sth => 'SELECT problem FROM contest_problems JOIN problems pb ON problem=pb.id WHERE contest = ? ORDER BY pb.value', + contest_has_problem_sth => 'SELECT EXISTS(SELECT 1 FROM contest_problems WHERE contest = ? AND problem = ?)', + opens_sth => 'SELECT problem,owner,time FROM opens WHERE contest = ?', -use Lingua::EN::Inflect qw/PL_N/; -use JSON qw/decode_json/; -use List::Util qw/sum/; -use Sub::Name qw/subname/; + problem_entry_sth => 'SELECT ' . (join ',', @{PROBLEM_PUBLIC_COLUMNS()}, 'statement', 'solution') . ' FROM problems WHERE id = ?', + limits_sth => 'SELECT format,timeout FROM limits WHERE problem = ?', + problem_values_sth => 'SELECT id,value FROM problems', -use constant PROBLEM_PUBLIC_COLUMNS => [qw/id author writer level name owner private statement timeout olimit value/]; -use constant USER_PUBLIC_COLUMNS => [qw/id admin name town university level/]; -use constant JOBS_PER_PAGE => 10; + job_entry_sth => 'SELECT * FROM job_entry WHERE id = ?', + job_full_sth => 'SELECT * FROM jobs WHERE id = ?', -sub dynsub{ - our ($name, $sub) = @_; - no strict 'refs'; - *$name = subname $name => $sub -} + rerun_job_sth => 'UPDATE jobs SET daemon=NULL,result=-2,result_text=NULL,results=NULL,errors=NULL WHERE id = ?', +); -BEGIN { - for my $rs (qw/contest contest_problem job open problem user/) { - my $rsname = ucfirst $rs; - $rsname =~ s/_([a-z])/\u$1/g; - dynsub PL_N($rs) => sub { $_[0]->resultset($rsname) }; - dynsub $rs => sub { $_[0]->resultset($rsname)->find($_[1]) }; - } -} +our $db; +sub db () { $db } -use constant LEVEL_VALUES => { - beginner => 100, - easy => 250, - medium => 500, - hard => 1000, +sub init { + $db = DBIx::Simple->new(@_); + $db->keep_statements = 100; }; -sub calc_score{ - my ($mxscore, $time, $tries, $totaltime) = @_; - my $score = $mxscore; - $time = 0 if $time < 0; - $time = 300 if $time > $totaltime; - $score = ($totaltime - $time) / $totaltime * $score; - $score -= $tries / 10 * $mxscore; - $score = $mxscore * 3 / 10 if $score < $mxscore * 3 / 10; - int $score + 0.5 +sub purge; + +sub query { + my ($stat, @extra) = @_; + $db->query($statements{$stat}, @extra) } -sub standings { - my ($self, $ct) = @_; - $ct &&= $self->contest($ct); - - my @problems = map { $_->problem } $self->contest_problems->search({contest => $ct && $ct->id}, {qw/join problem order_by problem.level/}); - my (%scores, %tries); - for my $job ($self->jobs->search({contest => $ct && $ct->id}, {order_by => 'id'})) { - if ($ct) { - my $open = $self->opens->find($ct->id, $job->problem->id, $job->owner->id); - my $time = $job->date - ($open ? $open->time : $ct->start); - next if $time < 0; - my $value = $job->problem->value // LEVEL_VALUES->{$job->problem->level}; - my $factor = $job->result ? 0 : 1; - $factor = $1 / 100 if $job->result_text =~ /^(\d+ )/; - $scores{$job->owner->id}{$job->problem->id} = int ($factor * calc_score ($value, $time, $tries{$job->owner->id}{$job->problem->id}++, $ct->stop - $ct->start)); - } else { - no warnings 'numeric'; - $scores{$job->owner->id}{$job->problem->id} = 0 + $job->result_text || ($job->result ? 0 : 100) - } +my (%name_cache, %name_cache_time); +use constant NAME_CACHE_MAX_AGE => 5; + +sub object_name { + my ($table, $id) = @_; + $name_cache_time{$table} //= 0; + if (time - $name_cache_time{$table} > NAME_CACHE_MAX_AGE) { + $name_cache_time{$table} = time; + $name_cache{$table} = {}; + $name_cache{$table} = $db->select($table, 'id,name')->map; } - my @st = sort { $b->{score} <=> $a->{score} or $a->{user}->id cmp $b->{user}->id} map { - my $user = $_; - +{ - user => $self->user($user), - score => sum (values $scores{$user}), - scores => [map { $scores{$user}{$_->id} // '-'} @problems], - problems => $ct, + $name_cache{$table}{$id} +} + + +sub add_names ($) { ## no critic (ProhibitSubroutinePrototypes) + my ($el) = @_; + if (ref $el eq 'ARRAY') { + &add_names ($_) for @$el ## no critic (ProhibitAmpersandSigils) + } else { + for my $object (qw/contest owner problem/) { + my $table = $object eq 'owner' ? 'users' : "${object}s"; + $el->{"${object}_name"} = object_name $table, $el->{$object} if defined $el->{$object} } - } keys %scores; + } - $st[0]->{rank} = 1; - $st[$_]->{rank} = $st[$_ - 1]->{rank} + ($st[$_]->{score} < $st[$_ - 1]->{score}) for 1 .. $#st; - @st + $el } -sub user_list { - my $rs = $_[0]->users->search(undef, {order_by => 'name', columns => USER_PUBLIC_COLUMNS}); - [ map +{ $_->get_columns }, $rs->all ] -} +sub user_list { +{us => scalar query('user_list_sth')->hashes} } sub user_entry { - my ($self, $id) = @_; - +{ $self->users->find($id, {columns => USER_PUBLIC_COLUMNS})->get_columns } + my ($id) = @_; + my $ret = query('user_entry_sth', $id)->hash; + $ret->{problems} = add_names query('problem_status_sth', $id)->hashes; + $ret->{contests} = add_names query('contest_status_sth', $id)->hashes; + + $ret; } sub problem_list { - my ($self, %args) = @_; - my $rs = $self->problems->search(undef, {order_by => 'me.name', columns => PROBLEM_PUBLIC_COLUMNS, prefetch => 'owner'}); - $rs = $rs->search({-or => ['contest_problems.contest' => undef, 'contest.stop' => {'<=', time}], 'me.private' => 0}, {join => {'contest_problems' => 'contest'}, distinct => 1}) unless $args{contest}; - $rs = $rs->search({'contest_problems.contest' => $args{contest}}, {join => 'contest_problems'}) if $args{contest}; - $rs = $rs->search({'me.owner' => $args{owner}}) if $args{owner}; + my (%args) = @_; + my @columns = @{PROBLEM_PUBLIC_COLUMNS()}; + push @columns, 'solution' if $args{solution}; + my %where; + $where{private} = 0 unless $args{contest} || $args{private}; + $where{'cp.contest'} = $args{contest} if $args{contest}; + $where{owner} = $args{owner} if $args{owner}; + + my $table = $args{contest} ? 'problems JOIN contest_problems cp ON cp.problem = id' : 'problems'; + my $ret = add_names $db->select(\$table, \@columns, \%where, 'name')->hashes; + my %params; - $params{contest} = $args{contest} if $args{contest}; - for ($rs->all) { - $params{$_->level} //= []; - push $params{$_->level}, {$_->get_columns, owner_name => $_->owner->name} ; + for (@$ret) { + $params{$_->{level}} //= []; + push @{$params{$_->{level}}}, $_ } \%params } sub problem_entry { - my ($self, $id, $contest, $user) = @_; - my $pb = $self->problems->find($id, {columns => PROBLEM_PUBLIC_COLUMNS, prefetch => 'owner'}); - my $running = $contest && $self->contest($contest)->is_running; - eval { - $self->opens->create({ - contest => $contest, - problem => $id, - owner => $user, - time => time, - }) - } if $running; - +{ $pb->get_columns, owner_name => $pb->owner->name, cansubmit => $contest ? $running : 1 } + my ($id, $contest) = @_; + $contest = contest_entry ($contest) if $contest; + my $ret = add_names query(problem_entry_sth => $id)->hash; + my $limits = query(limits_sth => $id)->hashes; + $ret->{limits} = $limits if @$limits; + + if ($contest) { + $ret->{contest_start} = $contest->{start}; + $ret->{contest_stop} = $contest->{stop}; + delete $ret->{solution} + } + + $ret } sub contest_list { - my ($self, %args) = @_; - my $rs = $self->contests->search(undef, {order_by => {-desc => 'start'}, prefetch => 'owner'}); - $rs = $rs->search({owner => $args{owner}}) if $args{owner}; - my %params; - for ($rs->all) { - my $state = $_->is_pending ? 'pending' : $_->is_running ? 'running' : 'finished'; - $params{$state} //= []; - push $params{$state}, { $_->get_columns, started => !$_->is_pending, owner_name => $_->owner->name }; + my $ret = add_names query('contest_list_sth')->hashes; + + my %ret; + for (@$ret) { + my $state = $_->{finished} ? 'finished' : $_->{started} ? 'running' : 'pending'; + $ret{$state} //= []; + push @{$ret{$state}}, $_; } - \%params + + \%ret } sub contest_entry { - my ($self, $id) = @_; - my $ct = $self->contest($id); - +{ $ct->get_columns, started => !$ct->is_pending, owner_name => $ct->owner->name } + my ($id) = @_; + add_names query(contest_entry_sth => $id)->hash; +} + +sub contest_full { + my ($id) = @_; + scalar query(contest_full_sth => $id)->hash; +} + +sub contest_has_problem { + my ($contest, $problem) = @_; + query('contest_has_problem_sth', $contest, $problem)->flat } sub job_list { - my ($self, %args) = @_; + my (%args) = @_; $args{page} //= 1; - my $rs = $self->jobs->search(undef, {order_by => {-desc => 'me.id'}, prefetch => ['problem', 'owner'], rows => JOBS_PER_PAGE, offset => ($args{page} - 1) * JOBS_PER_PAGE}); - $rs = $rs->search({'me.owner' => $args{owner}}) if $args{owner}; - $rs = $rs->search({contest => $args{contest}}) if $args{contest}; - $rs = $rs->search({problem => $args{problem}}) if $args{problem}; - [map { - my %params = $_->get_columns; - $params{owner_name} = $_->owner->name; - $params{problem_name} = $_->problem->name; - $params{results} &&= decode_json $params{results}; - $params{size} = length $params{source}; - delete $params{source}; - \%params - } $rs->all] + my %where = ( + maybe contest => $args{contest}, + maybe owner => $args{owner}, + maybe problem => $args{problem}, + maybe result => $args{result}, + ); + $where{private} = 0 unless $args{private}; + + my $rows = $db->select('job_entry', 'COUNT(*)', \%where)->list; + my $pages = int (($rows + JOBS_PER_PAGE - 1) / JOBS_PER_PAGE); + my ($stmt, @bind) = $db->abstract->select('job_entry', '*', \%where, {-desc => 'id'}); + my $jobs = $db->query("$stmt LIMIT " . JOBS_PER_PAGE . ' OFFSET ' . ($args{page} - 1) * JOBS_PER_PAGE, @bind)->hashes; + my %ret = ( + log => add_names $jobs, + current_page => $args{page}, + last_page => $pages, + ); + $ret{previous_page} = $args{page} - 1 if $args{page} - 1; + $ret{next_page} = $args{page} + 1 if $args{page} < $pages; + + \%ret; } sub job_entry { - my ($self, $id) = @_; - my $job = $self->jobs->find($id, {prefetch => ['problem', 'owner']}); - my %params = $job->get_columns; - $params{owner_name} = $job->owner->name; - $params{problem_name} = $job->problem->name; - $params{results} &&= decode_json $params{results}; - $params{size} = length $params{source}; - delete $params{source}; - \%params + my ($id) = @_; + my $ret = add_names query(job_entry_sth => $id)->hash; + $ret->{results} = decode_json $ret->{results} if $ret->{results}; + $ret +} + +sub job_full { + my ($id) = @_; + scalar query(job_full_sth => $id)->hash +} + +sub create_job { + my (%args) = @_; + $db->update('users', {lastjob => time}); + purge '/log/'; + scalar $db->insert('jobs', \%args, {returning => 'id'})->list +} + +sub calc_score { + my ($mxscore, $time, $tries, $totaltime) = @_; + my $score = $mxscore; + $time = 300 if $time > $totaltime; # uncoverable branch true does not happen anymore (only possible if opens are broken) + $score = ($totaltime - $time) / $totaltime * $score; + $score -= $tries / 10 * $mxscore; + $score = $mxscore * 3 / 10 if $score < $mxscore * 3 / 10; + int $score + 0.5 +} + +sub standings { + my ($ct) = @_; + $ct = contest_entry $ct; + + my @problems = query(contest_problems_sth => $ct->{id})->flat; + my $pblist = problem_list; + my %values = query('problem_values_sth')->map; + + my (%scores, %tries, %opens); + my $opens = query(opens_sth => $ct->{id}); + while ($opens->into(my ($problem, $owner, $time))) { + $opens{$problem, $owner} = $time; + } + + my $jobs = $db->select('job_entry', '*', {contest => $ct->{id}}, 'id'); + + while (my $job = $jobs->hash) { + my $open = $opens{$job->{problem}, $job->{owner}} // $ct->{start}; + my $time = $job->{date} - $open; + next if $time < 0; # uncoverable branch true job sent before contest is deprecated + my $value = $values{$job->{problem}}; + my $factor = $job->{result} ? 0 : 1; + $factor = $1 / 100 if $job->{result_text} =~ /^(\d+ )/s; + $scores{$job->{owner}}{$job->{problem}} = int ($factor * calc_score ($value, $time, $tries{$job->{owner}}{$job->{problem}}++, $ct->{stop} - $ct->{start})); + } + + my @st = sort { $b->{score} <=> $a->{score} or $a->{user} cmp $b->{user} } map { ## no critic (ProhibitReverseSortBlock) + my $user = $_; + +{ + user => $user, + user_name => object_name(users => $user), + score => sum (values %{$scores{$user}}), + scores => [map { $scores{$user}{$_} // '-'} @problems], + } + } keys %scores; + + $st[0]->{rank} = 1 if @st; + $st[$_]->{rank} = $st[$_ - 1]->{rank} + ($st[$_]->{score} < $st[$_ - 1]->{score}) for 1 .. $#st; + +{ + st => \@st, + problems => [map { [ $_, object_name(problems => $_)] } @problems], + } +} + +sub update_status { + my $jobs = $db->select('jobs', 'id,owner,problem,result', {-not_bool => 'private'}, 'id'); + + my %hash; + while ($jobs->into(my ($id, $owner, $problem, $result))) { + $hash{$problem, $owner} = [$id, $result ? 0 : 1]; + } + + my @problem_statuses = map { [split ($;), @{$hash{$_}} ] } keys %hash; + + my @contest_statuses = map { + my $ct = $_; + map { [$ct, $_->{user}, $_->{score}, $_->{rank}] } @{standings($ct)->{st}} + } $db->select('contests', 'id')->flat; + + $db->begin; + $db->delete('problem_status'); + $db->query('INSERT INTO problem_status (problem,owner,job,solved) VALUES (??)', @$_) for @problem_statuses; + $db->delete('contest_status'); + $db->query('INSERT INTO contest_status (contest,owner,score,rank) VALUES (??)', @$_) for @contest_statuses; + $db->commit +} + +sub rerun_job { + my ($id) = @_; + $db->query(rerun_job_sth => $id); + purge '/log/'; + purge "/log/$id"; +} + +my @PURGE_HOSTS = exists $ENV{PURGE_HOSTS} ? split ' ', $ENV{PURGE_HOSTS} : (); +my $ht = HTTP::Tiny->new; + +sub purge { + $ht->request(PURGE => "http://$_$_[0]") for @PURGE_HOSTS; } 1;