$outfile"; //echo $x; PassThru($x); } // make a file executable // function make_executable($name) { PassThru("chmod uog+x $name"); } function db_open($db_name) { $retval = mysql_connect(); if (!$retval) { echo "mysql_connect() failed\n"; exit(); } $retval = mysql_select_db($db_name); if (!$retval) { echo "mysql_select_db() failed\n"; exit(); } } function db_query($query) { if (!mysql_query($query)) { echo "mysql_query failed: $query\n"; echo mysql_error(); exit(); } } function run_tool($cmd) { $tool_dir = get_env_var("BOINC_SRC_DIR")."/tools/"; $cmd = $tool_dir.$cmd; echo "$cmd\n"; PassThru($cmd); } function create_keys() { $key_dir = get_env_var("BOINC_KEY_DIR"); $lib_dir = get_env_var("BOINC_SRC_DIR")."/lib"; PassThru("$lib_dir/crypt_prog -genkey 1024 $key_dir/upload_private $key_dir/upload_public"); PassThru("$lib_dir/crypt_prog -genkey 1024 $key_dir/code_sign_private $key_dir/code_sign_public"); } class Platform { var $name; var $user_friendly_name; function Platform($name, $ufn) { $this->name = $name; $this->user_friendly_name = $ufn; } } class App { var $name; function App($name) { $this->name = $name; } } class App_Version { var $app; var $version; var $exec_dir; var $exec_name; var $platform; function App_Version($app) { $this->app = $app; $this->version = 1; $x = get_env_var("BOINC_PLATFORM"); $this->platform= new Platform($x, $x); } } class Project { var $short_name; var $long_name; var $users; var $apps; var $app_versions; var $platforms; var $project_dir; var $db_name; var $db_passwd; var $generate_keys; var $shmem_key; var $key_dir; var $download_url; var $scheduler_url; var $upload_url; var $user_name; var $master_url; var $resource_share; var $source_dir; var $start_assimilator; var $start_feeder; var $start_file_deleter; var $start_make_work; var $start_result_retry; var $start_validate; var $project_php_file; var $make_work_wu_template; var $make_work_result_template; function Project() { $this->short_name = "test"; $this->long_name = "test"; $this->users = array(); $this->apps = array(); $this->app_versions = array(); $this->platforms = array(); $this->db_passwd = ""; $this->generate_keys = false; $this->shmem_key = get_env_var("BOINC_SHMEM_KEY"); $this->resource_share = 1; $this->source_dir = get_env_var("BOINC_SRC_DIR"); $this->start_assimilator = false; $this->start_feeder = false; $this->start_file_deleter = false; $this->start_make_work = false; $this->start_result_retry = false; $this->start_validate = false; } function add_user($user) { array_push($this->users, $user); } function add_app($app) { array_push($this->apps, $app); } function add_app_version($app_version) { array_push($this->app_versions, $app_version); } function add_platform($platform) { array_push($this->platforms, $platform); } // Set up the database and directory structures for a project // function install($scheduler_file = null) { $source_dir = $this->source_dir; $base_dir = get_env_var("BOINC_PROJECTS_DIR"); $cgi_url = get_env_var("BOINC_CGI_URL")."/".$this->short_name; $this->download_url = get_env_var("BOINC_HTML_URL")."/".$this->short_name."/download"; $this->upload_url = $cgi_url."/file_upload_handler"; $this->scheduler_url = $cgi_url."/cgi"; $this->project_dir = $base_dir."/".$this->short_name; $this->master_url = get_env_var("BOINC_HTML_URL")."/".$this->short_name."/index.php"; PassThru("rm -rf $this->project_dir"); PassThru("mkdir $this->project_dir"); // make the CGI writeable in case scheduler writes req/reply files PassThru("mkdir $this->project_dir/cgi; chmod uog+w $this->project_dir/cgi"); PassThru("mkdir $this->project_dir/upload; chmod uog+w $this->project_dir/upload"); PassThru("mkdir $this->project_dir/download"); PassThru("mkdir $this->project_dir/keys"); PassThru("mkdir $this->project_dir/html_ops"); PassThru("mkdir $this->project_dir/html_user"); PassThru("ln -s $this->project_dir/download $this->project_dir/html_user/download"); if ($this->generate_keys) { echo "KEY GENERATION NOT IMPLEMENTED YET\n"; } else { $this->key_dir = get_env_var("BOINC_KEY_DIR"); PassThru("cp $this->key_dir/* $this->project_dir/keys"); } // set up the database // $this->user_name = get_env_var("BOINC_USER_NAME"); if (!$this->db_name) $this->db_name = $this->user_name."_".$this->short_name; run_db_script("drop.sql", $this->db_name); run_db_script("schema.sql", $this->db_name); run_db_script("constraints.sql", $this->db_name); db_open($this->db_name); db_query("insert into project(short_name, long_name) values('$this->short_name', '$this->long_name')"); for ($i=0; $iusers); $i++) { $user = $this->users[$i]; $now = time(0); db_query("insert into user values (0, $now, '$user->email_addr', '$user->name', 'foobar', '$user->authenticator', 'Peru', '12345', 0, 0, 0, '', '', 0, 'home')"); } echo "adding apps\n"; for ($i=0; $iapps); $i++) { $app = $this->apps[$i]; $now = time(0); db_query("insert into app(name, create_time) values ('$app->name', $now)"); } echo "adding platforms\n"; for ($i=0; $iapp_versions); $i++) { $app_version = $this->app_versions[$i]; $p = $app_version->platform; $found = false; for ($j=0; $jplatforms); $j++) { if (strcmp($this->platforms[$j]->name, $p->name) == 0) { $found = true; break; } } if (!$found) { array_push($this->platforms, $app_version->platform); } } for ($i=0; $iplatforms); $i++) { $platform = $this->platforms[$i]; run_tool("add platform -db_name $this->db_name -platform_name $platform->name -user_friendly_name '$platform->user_friendly_name'"); } echo "adding app versions\n"; for ($i=0; $iapp_versions); $i++) { $app_version = $this->app_versions[$i]; $app = $app_version->app; if ($app_version->exec_dir == null) { if ($app->name == "core client") { $app_version->exec_dir = "$source_dir/client"; } else { $app_version->exec_dir = "$source_dir/apps"; } } if ($app_version->exec_name == null) { if ($app->name == "core client") { $app_version->exec_name = sprintf("boinc_%s.%s_%s", get_env_var("BOINC_MAJOR_VERSION"), get_env_var("BOINC_MINOR_VERSION"), $app_version->platform->name); } else { $app_version->exec_name = $app->name; } } $p = $app_version->platform; run_tool("add app_version -db_name $this->db_name -app_name '$app->name' -platform_name $p->name -version $app_version->version -download_dir $this->project_dir/download -download_url $this->download_url -code_sign_keyfile $this->key_dir/code_sign_private -exec_dir $app_version->exec_dir -exec_files $app_version->exec_name"); } // copy the user and administrative PHP files to the project dir, // PassThru("cp -f $source_dir/html_user/* $this->project_dir/html_user"); PassThru("cp -f $source_dir/tools/country_select $this->project_dir/html_user"); PassThru("cp -f $source_dir/html_ops/* $this->project_dir/html_ops"); if ($this->project_php_file) { PassThru("cp -f $source_dir/html_user/$this->project_php_file $this->project_dir/html_user/project.inc"); } // Copy the sched server in the cgi directory with the // cgi names given $source_dir/html_usr/schedulers.txt // if ($scheduler_file == null) { $scheduler_file = "schedulers.txt"; $f = fopen("$this->project_dir/html_user/schedulers.txt", "w"); fputs($f,"".$this->scheduler_url."\n"); fclose($f); } else { $f = fopen("$this->project_dir/html_user/$scheduler_file", "r"); while (true) { $scheduler_url = fgets($f, 1000); if($scheduler_url == false) break; $temp = substr($scheduler_url, 0, strrpos($scheduler_url, '<')); $cgi_name = substr($temp, strrpos($temp, '/')+1, strlen($temp) - strrpos($temp, '/')); PassThru("cp $source_dir/sched/cgi $this->project_dir/cgi/$cgi_name"); } fclose($f); } // copy all the backend programs to the CGI directory // PassThru("cp $source_dir/sched/cgi $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/file_upload_handler $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/make_work $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/feeder $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/result_retry $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/validate_test $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/file_deleter $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/assimilator $this->project_dir/cgi/"); PassThru("cp $source_dir/sched/start_servers $this->project_dir/cgi/"); // write the server config file // $f = fopen("$this->project_dir/cgi/config.xml", "w"); fputs($f, "\n"); fputs($f, "$this->db_name\n"); fputs($f, "$this->db_passwd\n"); fputs($f, "$this->shmem_key\n"); fputs($f, "$this->key_dir\n"); fputs($f, "$this->download_url\n"); fputs($f, "$this->project_dir/download\n"); fputs($f, "$this->upload_url\n"); fputs($f, "$this->project_dir/upload\n"); fputs($f, "$this->user_name\n"); if ($this->start_assimilator) { fputs($f, "assimilator >> assimilator.out 2>&1\n"); } if ($this->start_feeder) { fputs($f, "feeder -asynch >> feeder.out 2>&1\n"); } if ($this->start_file_deleter) { fputs($f, "file_deleter -asynch >> file_deleter.out 2>&1\n"); } if ($this->start_make_work) { $result_template_path = realpath($this->make_work_result_template); fputs($f, "make_work -asynch -result_template $result_template_path -wu_name $this->make_work_wu_template >> make_work.out 2>&1\n"); } if ($this->start_result_retry) { fputs($f, "result_retry -asynch >> result_retry.out 2>&1\n"); } if ($this->start_validate) { fputs($f, "validate -asynch >> validate.out 2>&1\n"); } fputs($f, "\n"); fclose($f); // put a file with the database name and other info // in each HTML directory // $f = fopen("$this->project_dir/html_user/config.xml", "w"); fputs($f, "$this->db_name\n"); fputs($f, "$this->db_name\n"); fputs($f, "$this->download_url\n"); fputs($f, "$cgi_url\n"); fclose($f); PassThru("cp $this->project_dir/html_user/config.xml $this->project_dir/html_ops"); // edit "index.php" in the user HTML directory to have // the right file as the source for scheduler_urls; // default is schedulers.txt // $x = "sed -e s/FILE_NAME/$scheduler_file/ $this->project_dir/html_user/index.php > temp; mv temp $this->project_dir/html_user/index.php"; PassThru($x); // create symbolic links to the CGI and HTML directories // $cgi_dir = get_env_var("BOINC_CGI_DIR"); $cgi_url = get_env_var("BOINC_CGI_URL"); $html_dir = get_env_var("BOINC_HTML_DIR"); $html_url = get_env_var("BOINC_HTML_URL"); PassThru("rm -f $cgi_dir/$this->short_name"); PassThru("ln -s $this->project_dir/cgi $cgi_dir/$this->short_name"); PassThru("rm -f $html_dir/$this->short_name"); PassThru("ln -s $this->project_dir/html_user $html_dir/$this->short_name"); $x = "ln -s $this->project_dir/html_ops ".$html_dir."/".$this->short_name."_admin"; PassThru($x); // show the URLs for user and admin sites // echo "Master URL: $this->master_url\n"; $admin_url = $html_url."/".$this->short_name."_admin/index.php"; echo "Admin URL: $admin_url\n"; } // moves the master web page to temp // This is used to test exponential backoff on the client side. // function delete_masterindex() { PassThru("mv $this->project_dir/html_user/index.php $this->project_dir/html_user/temp"); } // moves temp back to the master web page // This is used to test exponential backoff on the client side. // function reestablish_masterindex() { PassThru("mv $this->project_dir/html_user/temp $this->project_dir/html_user/index.php"); } // delete the sched server for this project // This is used to test exponential backoff on the client side. // function delete_scheduler($cgi_num = null) { PassThru("rm $this->project_dir/cgi/cgi$cgi_num"); } // copies the sched server back into the CGI directory. // This is used to test exponential backoff on the client side. // function reinstall_scheduler($cgi_num=null) { PassThru("cp $this->source_dir/sched/cgi $this->project_dir/cgi/cgi$cgi_num"); } // moves the download directory to temp. // This is used to test exponential backoff // function delete_downloaddir($download_dir_num = null) { PassThru("mv $this->project_dir/download$download_dir_num $this->project_dir/download_moved$download_dir_num"); } // reinstalls the download directory. // This is used to test exponential backoff // function reinstall_downloaddir($download_dir_num = null) { PassThru("mv $this->project_dir/download_moved$download_dir_num $this->project_dir/download$download_dir_num"); } function remove_file_upload_handler($handler_num = null) { PassThru("rm $this->project_dir/cgi/file_upload_handler$handler_num"); } function reinstall_file_upload_handler($handler_num = null) { PassThru("cp $this->source_dir/sched/file_upload_handler $this->project_dir/cgi/file_upload_handler$handler_num"); } function start_server(){ PassThru("cd $this->project_dir/cgi; ./start_server >> start_server_out 2>&1"); } function start_feeder(){ PassThru("cd $this->project_dir/cgi; ./feeder -asynch >> feeder_out 2>&1"); } function result_retry($app, $nerror = 5, $ndet = 5, $nredundancy = 5){ PassThru("cd $this->project_dir/cgi; ./result_retry -app $app->name -nerror $nerror -ndet $ndet -nredundancy $nredundancy >> result_retry_out 2>&1"); } function start_result_retry($app, $nerror = 5,$ndet = 5, $nredundancy = 5){ PassThru("cd $this->project_dir/cgi; ./result_retry -app $app->name -nerror $nerror -ndet $ndet -nredundancy $nredundancy -asynch >> result_retry_out 2>&1"); } function start_make_work($work){ $result_template_path = realpath($work->result_template); PassThru("cd $this->project_dir/cgi; ./make_work -asynch -result_template $result_template_path -wu_name $work->wu_template >> make_work_out 2>&1"); } // run the validator asynchronously // function start_validate($app, $quorum) { PassThru("cd $this->project_dir/cgi; ./validate_test -asynch -app $app->name -quorum $quorum >> validate_out 2>&1"); } // do one pass of validation // function validate($app, $quorum) { PassThru("cd $this->project_dir/cgi; ./validate_test -one_pass -app $app->name -quorum $quorum >> validate_out 2>&1"); } function start_file_delete(){ PassThru("cd $this->project_dir/cgi; ./file_deleter -asynch >> file_deleter_out 2>&1"); } // do one pass of file_deleter // function file_delete() { PassThru("cd $this->project_dir/cgi; ./file_deleter -one_pass >> file_deleter_out 2>&1"); } function start_assimilator($app) { PassThru("cd $this->project_dir/cgi; ./assimilator -asynch -app $app->name >> assimilator_out 2>&1"); } // do one pass of assimilator // function assimilate($app) { PassThru("cd $this->project_dir/cgi; ./assimilator -one_pass -app $app->name >> assimilator_out 2>&1"); } // start collecting data for stripcharts // function start_stripchart() { $source_dir = $this->source_dir; PassThru("cp $source_dir/stripchart/stripchart.cgi $this->project_dir/cgi/"); PassThru("cp $source_dir/stripchart/stripchart $this->project_dir/cgi/"); PassThru("cp $source_dir/stripchart/stripchart.cnf $this->project_dir/cgi/"); PassThru("cp $source_dir/stripchart/samples/looper $this->project_dir/cgi/"); PassThru("cp $source_dir/stripchart/samples/db_looper $this->project_dir/cgi/"); PassThru("cp $source_dir/stripchart/samples/datafiles $this->project_dir/cgi/"); PassThru("cp $source_dir/stripchart/samples/get_load $this->project_dir/cgi/"); PassThru("cp $source_dir/stripchart/samples/dir_size $this->project_dir/cgi/"); macro_substitute("BOINC_DB_NAME", $this->db_name, "$source_dir/stripchart/samples/db_count", "$this->project_dir/cgi/db_count"); make_executable("$this->project_dir/cgi/db_count"); PassThru("cd $this->project_dir/cgi; looper get_load 1 > get_load_out &"); PassThru("cd $this->project_dir/cgi; db_looper 'result' 1 > count_results_out &"); PassThru("cd $this->project_dir/cgi; db_looper 'workunit where assimilate_state=2' 1 > assimilated_wus_out &"); PassThru("cd $this->project_dir/cgi; looper 'dir_size ../download' 1 > download_size_out &"); PassThru("cd $this->project_dir/cgi; looper 'dir_size ../upload' 1 > upload_size_out &"); } // this should stop the feeder and any other daemons // function stop() { $f = fopen($this->project_dir."/cgi/stop_server", "w"); fputs($f, "\n"); fclose($f); } function check_results($ntarget, $result) { $n = 0; db_open($this->db_name); $result = mysql_query("select * from result"); while ($x = mysql_fetch_object($result)) { $n++; if ($result->state != null && $result->state != $x->state) { echo "ERROR: result $x->id: unexpected state $x->state\n"; } if ($result->stderr_out != null) { if (substr($result->stderr_out, $x->stderr_out)==0) { echo "ERROR: result $x->id: unexpected stderr_out $x->stderr_out\n"; } } if ($result->exit_state != null && $result->exit_status != $x->exit_status) { echo "ERROR: result $x->id: unexpected exit_status $x->exit_status\n"; } } if ($n != $ntarget) { echo "ERROR: expected $ntarget results, found $n.\n"; } } function num_wus_left() { db_open($this->db_name); $result = mysql_query("select count(*) as cnt from result where state=2"); $count = mysql_fetch_object($result); return $count->cnt; } function num_results_done() { db_open($this->db_name); $result = mysql_query("select count(*) as cnt from result where state=4"); $count = mysql_fetch_object($result); return $count->cnt; } function compare_file($result, $correct) { PassThru("diff $this->project_dir/upload/$result $correct", $retval); if ($retval) { echo "File mismatch: $result $correct\n"; } else { echo "Files match: $result $correct\n"; } } } class User { var $name; var $email_addr; var $authenticator; function User() { $this->name = "John"; $this->email_addr = "john@boinc.org"; $this->authenticator = "3f7b90793a0175ad0bda68684e8bd136"; } } class Host { var $name; var $projects; var $user; var $host_dir; var $global_prefs; var $log_flags; function Host($user) { $this->user = $user; $this->name = "test"; $this->projects = array(); $this->global_prefs = null; $this->log_flags = null; } function add_project($project) { array_push($this->projects, $project); } function install() { $base_dir = get_env_var("BOINC_HOSTS_DIR"); $this->host_dir = $base_dir."/".$this->name; $user = $this->user; PassThru("rm -rf $this->host_dir"); PassThru("mkdir $this->host_dir"); // create account files // echo "creating account files\n"; for ($i=0; $iprojects); $i++) { $project = $this->projects[$i]; $encoded_name = strtr($project->master_url, "/", "_"); echo "writing $this->host_dir/account_$encoded_name.xml\n"; $f = fopen($this->host_dir."/account_$encoded_name.xml", "w"); fputs($f, "\n"); fputs($f, " $project->master_url\n"); fputs($f, " $user->authenticator\n"); fputs($f, " $project->resource_share\n"); fputs($f, "\n"); fclose($f); } // copy log flags, if any // if ($this->log_flags != null) { PassThru("cp $this->log_flags $this->host_dir/log_flags.xml"); } // copy global prefs, if any // if ($this->global_prefs != null) { PassThru("cp $this->global_prefs.xml $this->host_dir/global_prefs.xml"); } } function kill($boinc_pid,$time) { assert($boinc_pid != null); if($time != null) { echo "\nsleepinf for $time seconds"; PassThru("sleep $time"); } PassThru("kill -9 $boinc_pid"); } // forks a new process to run this host with the given $args. // the pid returned is the pid of the newly forked php process. // NOTE: to kill the newly started host, // get_new_boincpid() must be called and kill() must be called on it. // function run_asynch($args) { $pid = pcntl_fork(); if ($pid == -1) { return -1; } else if ($pid) { return $pid; // we are the parent } else { //we are the child echo "\nRunning core client asynch\n"; $source_dir = get_env_var("BOINC_SRC_DIR"); $platform = get_env_var("BOINC_PLATFORM"); $exec_name = sprintf("boinc_%s.%s_%s", get_env_var("BOINC_MAJOR_VERSION"), get_env_var("BOINC_MINOR_VERSION"), $platform); PassThru("cd $this->host_dir; $source_dir/client/$exec_name $args > client.out"); exit(0); } } //returns a pid for a boinc process running in the system // that is different from $client_pid. // This call blocks until such process is started. // function get_new_client_pid($client_pid) { while(true) { $pid = exec("pgrep -n boinc"); if(($pid != null) && ($pid != $client_pid)) { return $pid; } } } function run($args=null) { echo "\nRunning core client\n"; $source_dir = get_env_var("BOINC_SRC_DIR"); $platform = get_env_var("BOINC_PLATFORM"); $exec_name = sprintf("boinc_%s.%s_%s", get_env_var("BOINC_MAJOR_VERSION"), get_env_var("BOINC_MINOR_VERSION"), $platform); PassThru("cd $this->host_dir; $source_dir/client/$exec_name $args > client.out"); } // read a CPU time file written by the client. // This is sort of a kludge. // function read_cpu_time_file($file_name) { $time_file = fopen($this->host_dir/$file_name, "r"); if($time_file == NULL) return 0; fscanf($time_file, "%f", $app_time); fclose($f); return $app_time; } function check_file_present($project, $filename) { $enc_url = replace($project->master_url, "/", "_"); $path= "$this->host_dir/projects/$enc_url/$filename"; if (!file_exists($path)) { echo "ERROR: file $path doesn't exist\n"; } } } class Work { var $app; var $wu_template; var $result_template; var $redundancy; var $input_files; var $rsc_iops; var $rsc_fpops; var $rsc_disk; var $delay_bound; function Work($app) { $this->app = $app; $this->input_files = array(); $this->rsc_iops = 1.8e12; $this->rsc_fpops = 1e13; $this->rsc_disk = 1e6; $this->delay_bound = 1000; $this->redundancy = 1; } function install($project) { $app = $this->app; for ($i=0; $iinput_files); $i++) { $x = $this->input_files[$i]; PassThru("cp $x $project->project_dir/download"); } // simulate multiple data servers by making symbolic links // to the download directory // $f = fopen($this->wu_template,"r"); while(true) { $temp = fgets($f,1000); if($temp == false) break; $temp = stristr($temp,""); if($temp) { $pos = strpos($temp,">"); if($temp[$pos + 2] != "<") { $append = substr($temp, $pos+1,strpos($temp,"/<") - $pos -1); } PassThru("ln -s $project->project_dir/download $project->project_dir/download$append"); } } // simulate multiple data servers by making copies of // the file upload handler // fclose($f); $source_dir = get_env_var("BOINC_SRC_DIR"); $append = null; $f = fopen($this->result_template,"r"); while(true) { $temp = fgets($f,1000); if($temp == false) break; $temp = stristr($temp,""); if($temp) { $upload_url = strip_tags($temp,""); if(strip_tags($upload_url)) { $append = strip_tags($upload_url); PassThru("cp $source_dir/sched/file_upload_handler $project->project_dir/cgi/file_upload_handler$append"); } } } fclose($f); $cmd = "create_work -db_name $project->db_name -download_dir $project->project_dir/download -upload_url $project->upload_url -download_url $project->download_url -keyfile $project->key_dir/upload_private -appname $app->name -rsc_iops $this->rsc_iops -rsc_fpops $this->rsc_fpops -rsc_disk $this->rsc_disk -wu_template $this->wu_template -result_template $this->result_template -redundancy $this->redundancy -wu_name $this->wu_template -delay_bound $this->delay_bound"; for ($i=0; $iinput_files); $i++) { $x = $this->input_files[$i]; $cmd = $cmd." ".$x; } run_tool($cmd); } }