. // server-side utility functions for remote job submissions and control require_once("../inc/submit_db.inc"); // write status and error messages to log // function log_write($x) { static $enabled, $log_file; if (!isset($enabled)) { $enabled = false; $filename = parse_config(get_config(), ""); if (!$filename) { return; } $log_dir = parse_config(get_config(), ""); if (!$log_dir) { return; } $log_file = fopen("$log_dir/$filename", "a"); if (!$log_file) return; $enabled = true; } if (!$enabled) return; fwrite($log_file, sprintf("%s: %s\n", strftime("%c"), $x)); fflush($log_file); } // in remote job submission, // for input files of type local, semilocal, and inline, // we need to give a unique physical name based on its content. // Prepend the jf_ to make the origin of the file clear // function job_file_name($md5) { return "jf_$md5"; } // does user have submit permissions? // function submit_permissions($user) { return BoincUserSubmit::lookup_userid($user->id); } // does user have submit permissions for given app? // function submit_permissions_app($user, $app) { return BoincUserSubmitApp::lookup("user_id=$user->id and app_id=$app->id"); } // check whether user has permissions for a remote job submission // or job file request. // $r is a request message that includes an 'authenticator' field // $app is the app being submitted to (or null if file op) // returns [user, UserSubmit], or give XML error // function check_remote_submit_permissions($r, $app) { $auth = (string)$r->authenticator; if (!$auth) { log_write("no authenticator"); xml_error(-1, "no authenticator"); } $auth = BoincDb::escape_string($auth); $user = BoincUser::lookup("authenticator='$auth'"); if (!$user) { log_write("bad authenticator"); xml_error(-1, "bad authenticator"); } $user_submit = submit_permissions($user); if (!$user_submit) { log_write("no submit access"); xml_error(-1, "no submit access"); } if ($app && !$user_submit->submit_all) { $usa = submit_permissions_app($user, $app); if (!$usa) { log_write("no app submit access"); xml_error(-1, "no app submit access"); } } return array($user, $user_submit); } function delete_remote_submit_user($user) { BoincUserSubmit::delete_user($user->id); BoincUserSubmitApp::delete_user($user->id); } // given its WUs, compute progress of a batch // (fraction done, est completion time etc.) // NOTE: this is inefficient because we need all the WUs. // it could be done by server components // (transitioner, validator etc.) as jobs complete or time out // // TODO: update est_completion_time // function get_batch_params($batch, $wus) { if ($batch->state == BATCH_STATE_INIT) { // a batch in INIT state has no jobs // return $batch; } $fp_total = 0; $fp_done = 0; $completed = true; $batch->nerror_jobs = 0; $batch->credit_canonical = 0; foreach ($wus as $wu) { $fp_total += $wu->rsc_fpops_est; if ($wu->canonical_resultid) { $fp_done += $wu->rsc_fpops_est; $batch->credit_canonical += $wu->canonical_credit; } else if ($wu->error_mask) { $batch->nerror_jobs++; } else { $completed = false; } } if ($fp_total) { $batch->fraction_done = $fp_done / $fp_total; } if ($completed && $batch->state == BATCH_STATE_IN_PROGRESS) { $batch->state = BATCH_STATE_COMPLETE; $batch->completion_time = time(); } $batch->update("fraction_done = $batch->fraction_done, nerror_jobs = $batch->nerror_jobs, state=$batch->state, completion_time = $batch->completion_time, credit_canonical = $batch->credit_canonical"); $batch->credit_estimate = flops_to_credit($fp_total); return $batch; } // get the number of WUs for which we've sent at least 1 instance // TODO: do this more efficiently (single query) // function wus_nsent($wus) { $n = 0; foreach ($wus as $wu) { $res = BoincResult::enum( sprintf('workunitid=%d and server_state<>%d', $wu->id, RESULT_SERVER_STATE_UNSENT ) ); if (count($res) > 0) $n++; } return $n; } function get_outfile_names($result) { $names = []; $xml = "".$result->xml_doc_out.""; $r = simplexml_load_string($xml); if (!$r) return $names; foreach ($r->file_info as $fi) { $names[] = (string)($fi->name); } return $names; } function get_outfile_log_names($result) { $names = []; $xml = "".$result->xml_doc_in.""; $r = simplexml_load_string($xml); if (!$r) return $names; foreach ($r->result->file_ref as $fr) { $names[] = (string)($fr->open_name); } return $names; } function get_outfile_paths($result) { $fanout = parse_config(get_config(), ""); $upload_dir = parse_config(get_config(), ""); $paths = array(); $xml = "".$result->xml_doc_out.""; $r = simplexml_load_string($xml); if (!$r) return $paths; foreach ($r->file_info as $fi) { $path = dir_hier_path((string)($fi->name), $upload_dir, $fanout); $paths[] = $path; } return $paths; } function abort_workunit($wu) { BoincResult::update_aux( "server_state=5, outcome=5 where server_state=2 and workunitid=$wu->id" ); $wu->update("error_mask=error_mask|16"); } function abort_batch($batch) { $wus = BoincWorkunit::enum("batch=$batch->id"); foreach ($wus as $wu) { abort_workunit($wu); } $batch->update("state=".BATCH_STATE_ABORTED); return 0; } // mark WUs as assimilated; this lets them be purged // function retire_batch($batch) { $wus = BoincWorkunit::enum("batch=$batch->id"); $now = time(); foreach ($wus as $wu) { $wu->update( "assimilate_state=".ASSIMILATE_DONE.", transition_time=$now" ); // remove output template if it's a temporary // if (strstr($wu->result_template_file, "templates/tmp/")) { @unlink($wu->result_template_file); } } $batch->update("state=".BATCH_STATE_RETIRED); } function expire_batch($batch) { abort_batch($batch); retire_batch($batch); $batch->update("state=".BATCH_STATE_EXPIRED); } function batch_state_string($state) { switch ($state) { case BATCH_STATE_INIT: return "new"; case BATCH_STATE_IN_PROGRESS: return "in progress"; case BATCH_STATE_COMPLETE: return "completed"; case BATCH_STATE_ABORTED: return "aborted"; case BATCH_STATE_RETIRED: return "retired"; } return "unknown state $state"; } // get the total size of output files of a batch // function batch_output_file_size($batchid) { $batch_td_size=0; $wus = BoincWorkunit::enum("batch=$batchid"); $fanout = parse_config(get_config(), ""); $upload_dir = parse_config(get_config(), ""); foreach ($wus as $wu) { if (!$wu->canonical_resultid) continue; $result = BoincResult::lookup_id($wu->canonical_resultid); $names = get_outfile_names($result); foreach ($names as $name) { $path = dir_hier_path($name, $upload_dir, $fanout); if (is_file($path)) { $batch_td_size += filesize($path); } } } return $batch_td_size; } function boinc_get_output_file_url($user, $result, $i) { $name = $result->name; $auth_str = md5($user->authenticator.$name); return "get_output.php?cmd=result_file&result_name=$name&file_num=$i&auth_str=$auth_str"; } function boinc_get_output_files_url($user, $batch_id) { $auth_str = md5($user->authenticator.$batch_id); return "get_output.php?cmd=batch_files&batch_id=$batch_id&auth_str=$auth_str"; } function boinc_get_wu_output_files_url($user, $wu_id) { $auth_str = md5($user->authenticator.$wu_id); return "get_output.php?cmd=workunit_files&wu_id=$wu_id&auth_str=$auth_str"; } ?>