X-Git-Url: http://git.ieval.ro/?a=blobdiff_plain;f=lib%2FGruntmaster%2FData.pm;h=4393a62de6f687d724f8cab874b7e190cfd31283;hb=5bfe4fee59691741265842a2d06cf53a1d86aa6e;hp=635719422c5fc427d52e7fca02b6329f0010da82;hpb=f7386aabf2077e1067b14cdcd5162e8c9b762bc6;p=gruntmaster-data.git diff --git a/lib/Gruntmaster/Data.pm b/lib/Gruntmaster/Data.pm index 6357194..4393a62 100644 --- a/lib/Gruntmaster/Data.pm +++ b/lib/Gruntmaster/Data.pm @@ -1,455 +1,476 @@ package Gruntmaster::Data; -use v5.14; +use 5.014; use warnings; + use parent qw/Exporter/; +our $VERSION = '5999.000_013'; +our @EXPORT = qw/purge db user_list user_entry problem_list problem_entry contest_list contest_entry contest_full contest_has_problem job_list job_entry job_full create_job standings update_status rerun_job/; ## no critic (ProhibitAutomaticExportation) -use JSON qw/encode_json decode_json/; -use Redis; -use Sub::Name qw/subname/; +use JSON::MaybeXS qw/decode_json/; +use HTTP::Tiny; +use PerlX::Maybe qw/maybe/; -our $VERSION = '5999.000_001'; +use DBI; +use DBIx::Simple; +use List::Util qw/sum/; +use SQL::Abstract; -our $contest; -my $redis = Redis->new; -my $pubsub = Redis->new; +use constant PROBLEM_PUBLIC_COLUMNS => [qw/id author writer level name owner private timeout olimit value/]; +use constant JOBS_PER_PAGE => 50; -sub dynsub{ - our ($name, $sub) = @_; - no strict 'refs'; - *$name = subname $name => $sub -} +my %statements = ( + user_list_sth => 'SELECT * FROM user_list LIMIT 200', + user_entry_sth => 'SELECT * FROM user_data WHERE id = ?', -BEGIN { - for my $cmd (qw/multi exec smembers get hget hdel hset sadd srem incr hmset hsetnx publish del/) { - dynsub uc $cmd, sub { $redis->$cmd(@_) }; - } + problem_status_sth => 'SELECT problem,solved FROM problem_status WHERE owner = ?', + contest_status_sth => 'SELECT contest,score,rank FROM contest_status WHERE owner = ?', - for my $cmd (qw/subscribe wait_for_messages/) { - dynsub uc $cmd, sub { $pubsub->$cmd(@_) }; - } -} + contest_list_sth => 'SELECT * FROM contest_entry', + contest_entry_sth => 'SELECT * FROM contest_entry WHERE id = ?', + contest_full_sth => 'SELECT * FROM contests WHERE id = ?', + contest_problems_sth => 'SELECT problem FROM contest_problems JOIN problems pb ON problem=pb.id WHERE contest = ? ORDER BY pb.value', + contest_has_problem_sth => 'SELECT EXISTS(SELECT 1 FROM contest_problems WHERE contest = ? AND problem = ?)', + opens_sth => 'SELECT problem,owner,time FROM opens WHERE contest = ?', -sub cp { defined $contest ? "contest.$contest." : '' } - -sub problems () { SMEMBERS cp . 'problem' } -sub contests () { SMEMBERS cp . 'contest' } -sub users () { SMEMBERS cp . 'user' } -sub jobcard () { GET cp . 'job' } - -sub job_results (_) { decode_json HGET cp . "job.$_[0]", 'results' } -sub set_job_results ($+) { HSET cp . "job.$_[0]", 'results', encode_json $_[1] } -sub job_inmeta (_) { decode_json HGET cp . "job.$_[0]", 'inmeta' } -sub set_job_inmeta ($+) { HSET cp . "job.$_[0]", 'inmeta', encode_json $_[1] } -sub problem_meta (_) { decode_json HGET cp . "problem.$_[0]", 'meta' } -sub set_problem_meta ($+) { HSET cp . "problem.$_[0]", 'meta', encode_json $_[1] } -sub job_daemon (_) { HGET cp . "job.$_[0]", 'daemon' } -sub set_job_daemon ($$) { HSETNX cp . "job.$_[0]", 'daemon', $_[1] }; - -sub defhash{ - my ($name, @keys) = @_; - for my $key (@keys) { - dynsub "${name}_$key", sub (_) { HGET cp . "$name.$_[0]", $key }; - dynsub "set_${name}_$key", sub ($$) { HSET cp . "$name.$_[0]", $key, $_[1] }; - } + problem_entry_sth => 'SELECT ' . (join ',', @{PROBLEM_PUBLIC_COLUMNS()}, 'statement', 'solution') . ' FROM problems WHERE id = ?', + limits_sth => 'SELECT format,timeout FROM limits WHERE problem = ?', + problem_values_sth => 'SELECT id,value FROM problems', - dynsub "edit_$name", sub { - my ($key, %values) = @_; - HMSET cp . "$name.$key", %values; - }; - - dynsub "insert_$name", sub { - my ($key, %values) = @_; - SADD cp . $name, $key or return; - HMSET cp . "$name.$key", %values; - }; - dynsub "remove_$name", sub (_) { - my $key = shift; - SREM cp . $name, $key; - DEL cp . "$name.$key"; - }; - - dynsub "push_$name", sub { - my $nr = INCR cp . $name; - HMSET cp . "$name.$nr", @_; - $nr - }; -} + job_entry_sth => 'SELECT * FROM job_entry WHERE id = ?', + job_full_sth => 'SELECT * FROM jobs WHERE id = ?', -defhash problem => qw/name level statement owner author/; -defhash contest => qw/start end name owner/; -defhash job => qw/date errors extension filesize private problem result result_text user/; -defhash user => qw/name email town university level/; + rerun_job_sth => 'UPDATE jobs SET daemon=NULL,result=-2,result_text=NULL,results=NULL,errors=NULL WHERE id = ?', +); -sub clean_job (_){ - HDEL cp . "job.$_[0]", qw/result result_text results daemon/ -} +our $db; +sub db () { $db } -sub mark_open { - my ($problem, $user) = @_; - HSETNX cp . 'open', "$problem.$user", time; -} - -sub get_open { - my ($problem, $user) = @_; - HGET cp . 'open', "$problem.$user"; -} - -our @EXPORT = do { - no strict 'refs'; - grep { $_ =~ /^[a-zA-Z]/ and exists &$_ } keys %{__PACKAGE__ . '::'}; +sub init { + $db = DBIx::Simple->new(@_); + $db->keep_statements = 100; }; -1; -__END__ +sub purge; -=encoding utf-8 +sub query { + my ($stat, @extra) = @_; + $db->query($statements{$stat}, @extra) +} -=head1 NAME +my (%name_cache, %name_cache_time); +use constant NAME_CACHE_MAX_AGE => 5; -Gruntmaster::Data - Gruntmaster 6000 Online Judge -- database interface and tools +sub object_name { + my ($table, $id) = @_; + $name_cache_time{$table} //= 0; + if (time - $name_cache_time{$table} > NAME_CACHE_MAX_AGE) { + $name_cache_time{$table} = time; + $name_cache{$table} = {}; + $name_cache{$table} = $db->select($table, 'id,name')->map; + } -=head1 SYNOPSIS + $name_cache{$table}{$id} +} - for my $problem (problems) { - say "Problem name: " . problem_name $problem; - say "Problem level: " . problem_level $problem; - ... - } -=head1 DESCRIPTION +sub add_names ($) { ## no critic (ProhibitSubroutinePrototypes) + my ($el) = @_; + if (ref $el eq 'ARRAY') { + &add_names ($_) for @$el ## no critic (ProhibitAmpersandSigils) + } else { + for my $object (qw/contest owner problem/) { + my $table = $object eq 'owner' ? 'users' : "${object}s"; + $el->{"${object}_name"} = object_name $table, $el->{$object} if defined $el->{$object} + } + } -Gruntmaster::Data is the Redis interface used by the Gruntmaster 6000 Online Judge. It exports many functions for talking to the database. All functions are exported by default. + $el +} -The current contest is selected by setting the C<< $Gruntmaster::Data::contest >> variable. +sub user_list { +{us => scalar query('user_list_sth')->hashes} } - local $Gruntmaster::Data::contest = 'mycontest'; - say 'There are' . jobcard . ' jobs in my contest'; +sub user_entry { + my ($id) = @_; + my $ret = query('user_entry_sth', $id)->hash; + $ret->{problems} = add_names query('problem_status_sth', $id)->hashes; + $ret->{contests} = add_names query('contest_status_sth', $id)->hashes; -=head1 FUNCTIONS + $ret; +} -=head2 Redis +sub problem_list { + my (%args) = @_; + my @columns = @{PROBLEM_PUBLIC_COLUMNS()}; + push @columns, 'solution' if $args{solution}; + my %where; + $where{private} = 0 unless $args{contest} || $args{private}; + $where{'cp.contest'} = $args{contest} if $args{contest}; + $where{owner} = $args{owner} if $args{owner}; + + my $table = $args{contest} ? 'problems JOIN contest_problems cp ON cp.problem = id' : 'problems'; + my $ret = add_names $db->select(\$table, \@columns, \%where, 'name')->hashes; + + my %params; + for (@$ret) { + $params{$_->{level}} //= []; + push @{$params{$_->{level}}}, $_ + } + \%params +} -Gruntmaster::Data exports some functions for talking directly to the Redis server. These functions should not normally be used, except for B, B, B, B and B. +sub problem_entry { + my ($id, $contest) = @_; + $contest = contest_entry ($contest) if $contest; + my $ret = add_names query(problem_entry_sth => $id)->hash; + my $limits = query(limits_sth => $id)->hashes; + $ret->{limits} = $limits if @$limits; + + if ($contest) { + $ret->{contest_start} = $contest->{start}; + $ret->{contest_stop} = $contest->{stop}; + delete $ret->{solution} + } -These functions correspond to Redis commands. The current list is: B<< MULTI EXEC SMEMBERS GET HGET HDEL HSET SADD SREM INCR HMSET HSETNX DEL PUBLISH SUBSCRIBE WAIT_FOR_MESSAGES >>. + $ret +} -=head2 Problems +sub contest_list { + my $ret = add_names query('contest_list_sth')->hashes; -=over + my %ret; + for (@$ret) { + my $state = $_->{finished} ? 'finished' : $_->{started} ? 'running' : 'pending'; + $ret{$state} //= []; + push @{$ret{$state}}, $_; + } -=item B + \%ret +} -Returns a list of problems in the current contest. +sub contest_entry { + my ($id) = @_; + add_names query(contest_entry_sth => $id)->hash; +} -=item B I<$problem> +sub contest_full { + my ($id) = @_; + scalar query(contest_full_sth => $id)->hash; +} -Returns a problem's meta. +sub contest_has_problem { + my ($contest, $problem) = @_; + query('contest_has_problem_sth', $contest, $problem)->flat +} -=item B I<$problem>, I<$meta> +sub job_list { + my (%args) = @_; + $args{page} //= 1; + my %where = ( + maybe contest => $args{contest}, + maybe owner => $args{owner}, + maybe problem => $args{problem}, + maybe result => $args{result}, + ); + $where{private} = 0 unless $args{private}; + + my $rows = $db->select('job_entry', 'COUNT(*)', \%where)->list; + my $pages = int (($rows + JOBS_PER_PAGE - 1) / JOBS_PER_PAGE); + my ($stmt, @bind) = $db->abstract->select('job_entry', '*', \%where, {-desc => 'id'}); + my $jobs = $db->query("$stmt LIMIT " . JOBS_PER_PAGE . ' OFFSET ' . ($args{page} - 1) * JOBS_PER_PAGE, @bind)->hashes; + my %ret = ( + log => add_names $jobs, + current_page => $args{page}, + last_page => $pages, + ); + $ret{previous_page} = $args{page} - 1 if $args{page} - 1; + $ret{next_page} = $args{page} + 1 if $args{page} < $pages; + + \%ret; +} -Sets a problem's meta. +sub job_entry { + my ($id) = @_; + my $ret = add_names query(job_entry_sth => $id)->hash; + $ret->{results} = decode_json $ret->{results} if $ret->{results}; + $ret +} -=item B I<$problem> +sub job_full { + my ($id) = @_; + scalar query(job_full_sth => $id)->hash +} -Returns a problem's name. +sub create_job { + my (%args) = @_; + $db->update('users', {lastjob => time}); + purge '/log/'; + scalar $db->insert('jobs', \%args, {returning => 'id'})->list +} -=item B I<$problem>, I<$name> +sub calc_score { + my ($mxscore, $time, $tries, $totaltime) = @_; + my $score = $mxscore; + $time = 300 if $time > $totaltime; # uncoverable branch true does not happen anymore (only possible if opens are broken) + $score = ($totaltime - $time) / $totaltime * $score; + $score -= $tries / 10 * $mxscore; + $score = $mxscore * 3 / 10 if $score < $mxscore * 3 / 10; + int $score + 0.5 +} -Sets a problem's name. +sub standings { + my ($ct) = @_; + $ct = contest_entry $ct; -=item B I<$problem> + my @problems = query(contest_problems_sth => $ct->{id})->flat; + my $pblist = problem_list; + my %values = query('problem_values_sth')->map; -Returns a problem's level. The levels are beginner, easy, medium, hard. + my (%scores, %tries, %opens); + my $opens = query(opens_sth => $ct->{id}); + while ($opens->into(my ($problem, $owner, $time))) { + $opens{$problem, $owner} = $time; + } -=item B I<$problem>, I<$level> + my $jobs = $db->select('job_entry', '*', {contest => $ct->{id}}, 'id'); -Sets a problem's level. The levels are beginner, easy, medium, hard. + while (my $job = $jobs->hash) { + my $open = $opens{$job->{problem}, $job->{owner}} // $ct->{start}; + my $time = $job->{date} - $open; + next if $time < 0; # uncoverable branch true job sent before contest is deprecated + my $value = $values{$job->{problem}}; + my $factor = $job->{result} ? 0 : 1; + $factor = $1 / 100 if $job->{result_text} =~ /^(\d+ )/s; + $scores{$job->{owner}}{$job->{problem}} = int ($factor * calc_score ($value, $time, $tries{$job->{owner}}{$job->{problem}}++, $ct->{stop} - $ct->{start})); + } -=item B I<$problem> + my @st = sort { $b->{score} <=> $a->{score} or $a->{user} cmp $b->{user} } map { ## no critic (ProhibitReverseSortBlock) + my $user = $_; + +{ + user => $user, + user_name => object_name(users => $user), + score => sum (values %{$scores{$user}}), + scores => [map { $scores{$user}{$_} // '-'} @problems], + } + } keys %scores; + + $st[0]->{rank} = 1 if @st; + $st[$_]->{rank} = $st[$_ - 1]->{rank} + ($st[$_]->{score} < $st[$_ - 1]->{score}) for 1 .. $#st; + +{ + st => \@st, + problems => [map { [ $_, object_name(problems => $_)] } @problems], + } +} -Returns a problem's statement. +sub update_status { + my $jobs = $db->select('jobs', 'id,owner,problem,result', {-not_bool => 'private'}, 'id'); -=item B I<$problem>, I<$statement> + my %hash; + while ($jobs->into(my ($id, $owner, $problem, $result))) { + $hash{$problem, $owner} = [$id, $result ? 0 : 1]; + } -Sets a problem's statement. + my @problem_statuses = map { [split ($;), @{$hash{$_}} ] } keys %hash; -=item B I<$problem> + my @contest_statuses = map { + my $ct = $_; + map { [$ct, $_->{user}, $_->{score}, $_->{rank}] } @{standings($ct)->{st}} + } $db->select('contests', 'id')->flat; -Returns a problem's owner. + $db->begin; + $db->delete('problem_status'); + $db->query('INSERT INTO problem_status (problem,owner,job,solved) VALUES (??)', @$_) for @problem_statuses; + $db->delete('contest_status'); + $db->query('INSERT INTO contest_status (contest,owner,score,rank) VALUES (??)', @$_) for @contest_statuses; + $db->commit +} -=item B I<$problem>, I<$owner> +sub rerun_job { + my ($id) = @_; + $db->query(rerun_job_sth => $id); + purge '/log/'; + purge "/log/$id"; +} -Sets a problem's owner. +my @PURGE_HOSTS = exists $ENV{PURGE_HOSTS} ? split ' ', $ENV{PURGE_HOSTS} : (); +my $ht = HTTP::Tiny->new; -=item B I<$problem> +sub purge { + $ht->request(PURGE => "http://$_$_[0]") for @PURGE_HOSTS; +} -Returns a problem's author. +1; -=item B I<$problem>, I<$author> +__END__ -Sets a problem's author. +=encoding utf-8 -=item B I<$problem>, I<$user> +=head1 NAME -Returns the time when I<$user> opened I<$problem>. +Gruntmaster::Data - Gruntmaster 6000 Online Judge -- database interface and tools -=item B I<$problem>, I<$user> +=head1 SYNOPSIS -Sets the time when I<$user> opened I<$problem> to the current time. Does nothing if I<$user> has already opened I<$problem>. + my $db = Gruntmaster::Data->connect('dbi:Pg:'); -=item B I<$id>, I<$key> => I<$value>, ... + my $problem = $db->problem('my_problem'); + $problem->update({timeout => 2.5}); # Set time limit to 2.5 seconds + $problem->rerun; # And rerun all jobs for this problem -Inserts a problem with id I<$id> and the given initial configuration. Does nothing if a problem with id I<$id> already exists. Returns true if the problem was added, false otherwise. + # ... -=item B I<$id>, I<$key> => I<$value>, ... + my $contest = $db->contests->create({ # Create a new contest + id => 'my_contest', + name => 'My Awesome Contest', + start => time + 100, + end => time + 1900, + }); + $db->contest_problems->create({ # Add a problem to the contest + contest => 'my_contest', + problem => 'my_problem', + }); -Updates the configuration of a problem. The values of the given keys are updated. All other keys/values are left intact. + say 'The contest has not started yet' if $contest->is_pending; -=item B I<$id> + # ... -Removes a problem. + my @jobs = $db->jobs->search({contest => 'my_contest', owner => 'MGV'})->all; + $_->rerun for @jobs; # Rerun all jobs sent by MGV in my_contest -=back +=head1 DESCRIPTION -=head2 Contests +Gruntmaster::Data is the interface to the Gruntmaster 6000 database. Read the L documentation for usage information. -B<<< WARNING: these functions only work correctly when C<< $Gruntmaster::Data::contest >> is undef >>> +In addition to the typical DBIx::Class::Schema methods, this module contains several convenience methods: =over -=item B - -Returns a list of contests. +=item contests -=item B I<$contest> +Equivalent to C<< $schema->resultset('Contest') >> -Returns a contest's start time. +=item contest_problems -=item B I<$contest>, I<$start> +Equivalent to C<< $schema->resultset('ContestProblem') >> -Sets a contest's start time. +=item jobs -=item B I<$contest> +Equivalent to C<< $schema->resultset('Job') >> -Returns a contest's end time. +=item problems -=item B I<$contest>, I<$end> +Equivalent to C<< $schema->resultset('Problem') >> -Sets a contest's end time. +=item users -=item B I<$contest> +Equivalent to C<< $schema->resultset('User') >> -Returns a contest's name. +=item contest($id) -=item B I<$contest>, I<$name> +Equivalent to C<< $schema->resultset('Contest')->find($id) >> -Sets a contest's name. +=item job($id) -=item B I<$contest> +Equivalent to C<< $schema->resultset('Job')->find($id) >> -Returns a contest's owner. +=item problem($id) -=item B I<$contest>, I<$owner> +Equivalent to C<< $schema->resultset('Problem')->find($id) >> -Sets a contest's owner. +=item user($id) -=item B I<$id>, I<$key> => I<$value>, ... +Equivalent to C<< $schema->resultset('User')->find($id) >> -Inserts a contest with id I<$id> and the given initial configuration. Does nothing if a contest with id I<$id> already exists. Returns true if the contest was added, false otherwise. +=item user_list -=item B I<$id>, I<$key> => I<$value>, ... +Returns a list of users as an arrayref containing hashrefs. -Updates the configuration of a contest. The values of the given keys are updated. All other keys/values are left intact. +=item user_entry($id) -=item B I<$id> +Returns a hashref with information about the user $id. -Removes a contest. +=item problem_list([%args]) -=back +Returns a list of problems grouped by level. A hashref with levels as keys. -=head2 Jobs +Takes the following arguments: =over -=item B +=item owner -Returns the number of jobs in the database. +Only show problems owned by this user -=item B I<$job> +=item contest -Returns an array of job results. Each element corresponds to a test and is a hashref with keys B (test number), B (result code, see L), B (result description) and B