boinc/html/user/lammps.php

260 lines
7.2 KiB
PHP

<?php
// script for submitting batches of LAMMPS jobs
//
// When a batch is submitted, this script runs the first job
// until 1 time step is completed;
// this verifies that the input files are OK and gives us
// an estimate of the FLOPS needed for the batch.
//
// These test executions are done in the directory
// project/lammps_test/USERID.
// We assume that lammps_test exists and contains the LAMMPS executable
error_reporting(E_ALL);
ini_set('display_errors', true);
ini_set('display_startup_errors', true);
require_once("../inc/util.inc");
require_once("../inc/submit_db.inc");
require_once("../inc/sandbox.inc");
// test a LAMMPS job
//
// the current directory must contain
// structure_file
// lammps_script
// cmd_variables
//
// output: success flag, CPU time per step, est. disk usage per job
//
function lammps_est() {
$avg_cpu = 0;
$disk_space = 0;
$test_result = 0;
$descs = array();
$pipes = array();
$options = file_get_contents("cmd_variables");
$cmd = "../lmp_linux ".$options;
$p = proc_open("$cmd", $descs, $pipes);
while (1) {
if (file_exists("log.1")) {
$avg_cpu = calc_step_cpu("log.1");
if ($avg_cpu != 0) {
//echo "avg_cpu is ".$avg_cpu."\n";
proc_terminate($p);
$test_result = 1;
break;
}
}
//echo "sleeping\n";
sleep(1);
}
proc_close($p);
return array($test_result, $avg_cpu, $disk_space);
}
function calc_step_cpu($filename) {
$fd = fopen("$filename", "r");
$start_line = "Step CPU flow_com avoo";
$start = 0;
$start_step = 1;
$cur_step = 1;
$avg_cpu = 0;
if (!$fd) {
echo "fail to open file log.1";
exit(-1);
}
while (!feof($fd)) {
$line = fgets($fd,4096);
if (strlen($line) > strlen($start_line)
&& substr_compare($line, $start_line, 0, strlen($start_line)) == 0
) {
$start = 1;
continue;
}
if (!$start) continue;
$arr = preg_split("/\s+/", $line);
if (count($arr)!=6 || !is_numeric($arr[1])) {
continue;
}
$step = (int)$arr[1];
$cpu = (float)$arr[2];
if ($cpu==0) {
$start_step = $step;
} else {
$cur_step = $step;
if ($cur_step-$start_step>=5) {
$avg_cpu = $cpu/($cur_step-$start_step);
//echo "avg_cpu is ".$avg_cpu;
break;
}
}
}
return $avg_cpu;
}
function show_submit_form() {
page_head("Submit LAMMPS jobs");
echo "
<form action=lammps.php>
<input type=hidden name=action value=prepare>
";
start_table();
row2("Structure file", "<input name=structure_file>");
row2("Script file", "<input name=command_file>");
row2("Command-line file<br><span class=note>List of command lines, one per job</span>", "<input name=cmdline_file>");
row2("", "<input type=submit value=Prepare>");
end_table();
echo "</form>";
page_tail();
}
// verify that an input file exists in sandbox, and return its physical path
//
function get_file_path($user, $name) {
$fname = get_str($name);
// verify that the files exist in sandbox
//
$sbdir = sandbox_dir($user);
list($error, $size, $md5) = sandbox_parse_link_file("$sbdir/$fname");
if ($error) error_page("no $name file");
return sandbox_physical_path($user, $md5);
}
function project_flops() {
$x = BoincUser::sum("expavg_credit");
if ($x == 0) $x = 200;
$y = 1e9*$x/200;
return $y;
}
function prepare_batch($user) {
$structure_file_path = get_file_path($user, 'structure_file');
$command_file_path = get_file_path($user, 'command_file');
$cmdline_file_path = get_file_path($user, 'cmdline_file');
$info = null;
$info->structure_file_path = $structure_file_path;
$info->command_file_path = $command_file_path;
$info->cmdline_file_path = $cmdline_file_path;
// get the directory in which to run the test,
// clear it out,
// and set up links to the input files
//
$test_dir = "../../lammps_test/$user->id";
//echo "test_dir is ".$test_dir;
if (!is_dir($test_dir)) {
mkdir($test_dir);
}
if (!chdir($test_dir)) {
error_page("Can't chdir");
}
system("rm *");
symlink($structure_file_path, "structure_file");
symlink($command_file_path, "lammps_script");
symlink($cmdline_file_path, "cmd_variables");
list($error, $est_cpu_time, $disk) = lammps_est();
if ($error==0) {
error_page("LAMMPS test failed");
}
system("rm *");
$info->rsc_fpops_est = $est_cpu_time * 5e9;
$info->rsc_disk_bound = 1e8;
$tmpfile = tempnam("/tmp", "lammps_");
file_put_contents($tmpfile, serialize($info));
// get the # of jobs
//
$njobs = count(file($cmdline_file_path));
$total_flops = $njobs * $info->rsc_fpops_est;
$secs_est = $total_flops/project_flops();
$hrs_est = number_format($secs_est/3600, 1);
$client_mb = $info->rsc_disk_bound/1e6;
$server_mb = $njobs*$client_mb;
page_head("Batch prepared");
echo "
Your batch has $njobs jobs.
<p>
Estimated time to completion: $hrs_est hours.
<p>
Estimated client disk usage: $client_mb MB
<p>
Estimated server disk usage: $server_mb MB
<p>
";
show_button("lammps.php?action=submit&tmpfile=$tmpfile", "Submit Batch");
page_tail();
}
function submit_job($app, $batch_id, $info, $cmdline, $i) {
$cmd = "cd ../..; ./bin/create_work --appname $app->name --batch $batch_id --rsc_fpops_est $info->rsc_fpops_est";
if ($cmdline) {
$cmd .= " --command_line \"$cmdline\"";
}
$cmd .= " --wu_name batch_".$batch_id."_".$i;
$cmd .= " ".basename($info->structure_file_path);
$cmd .= " ".basename($info->command_file_path);
echo "<br> $cmd\n";
$ret = system($cmd);
if ($ret === FALSE) {
error_page("can't create job");
}
}
function submit_batch($user, $app) {
$tmpfile = get_str('tmpfile');
$x = file_get_contents("$tmpfile");
$info = unserialize($x);
$cmdlines = file($info->cmdline_file_path);
$njobs = count($cmdlines);
$now = time();
$batch_name = time_str($now);
$batch_id = BoincBatch::insert(
"(user_id, create_time, njobs, name, app_id) values ($user->id, $now, $njobs, '$batch_name', $app->id)"
);
// $batch_id=99;
$i = 0;
foreach ($cmdlines as $cmdline) {
submit_job($app, $batch_id, $info, $cmdline, $i);
$i++;
}
}
$user = get_logged_in_user();
$user_submit = BoincUserSubmit::lookup_userid($user->id);
if (!$user_submit) error_page("no submit access");
$app = BoincApp::lookup("name='lammps'");
if (!$app) error_page("no lammps app");
if (!$user_submit->submit_all) {
$usa = BoincUserSubmitApp::lookup("user_id=$user->id and app_id=$app->id");
if (!$usa) {
error_page("no submit access");
}
}
$action = get_str('action', true);
switch ($action) {
case '': show_submit_form(); break;
case 'prepare': prepare_batch($user); break;
case 'submit': submit_batch($user, $app); break;
default: error_page("no such action $action");
}
?>