// This file is part of BOINC. // http://boinc.berkeley.edu // Copyright (C) 2008 University of California // // BOINC is free software; you can redistribute it and/or modify it // under the terms of the GNU Lesser General Public License // as published by the Free Software Foundation, // either version 3 of the License, or (at your option) any later version. // // BOINC is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. // See the GNU Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public License // along with BOINC. If not, see . #include "cpp.h" #ifdef _WIN32 #include "boinc_win.h" #include "zlib.h" #else #include "config.h" // Somehow having config.h define _FILE_OFFSET_BITS or _LARGE_FILES is // causing open to be redefined to open64 which somehow, in some versions // of zlib.h causes gzopen to be redefined as gzopen64 which subsequently gets // reported as a linker error. So for this file, we compile in small files // mode, regardless of these settings #undef _FILE_OFFSET_BITS #undef _LARGE_FILES #undef _LARGEFILE_SOURCE #undef _LARGEFILE64_SOURCE #include #include #include #include #endif #include "error_numbers.h" #include "file_names.h" #include "filesys.h" #include "client_msgs.h" #include "log_flags.h" #include "parse.h" #include "util.h" #include "str_util.h" #include "client_state.h" #include "pers_file_xfer.h" #include "sandbox.h" #include "client_types.h" using std::string; using std::vector; PROJECT::PROJECT() { init(); } void PROJECT::init() { strcpy(master_url, ""); strcpy(authenticator, ""); project_specific_prefs = ""; gui_urls = ""; resource_share = 100; strcpy(host_venue, ""); using_venue_specific_prefs = false; scheduler_urls.clear(); strcpy(project_name, ""); strcpy(symstore, ""); strcpy(user_name, ""); strcpy(team_name, ""); strcpy(email_hash, ""); strcpy(cross_project_id, ""); cpid_time = 0; user_total_credit = 0; user_expavg_credit = 0; user_create_time = 0; ams_resource_share = 0; rpc_seqno = 0; hostid = 0; host_total_credit = 0; host_expavg_credit = 0; host_create_time = 0; nrpc_failures = 0; master_fetch_failures = 0; min_rpc_time = 0; possibly_backed_off = true; master_url_fetch_pending = false; sched_rpc_pending = 0; next_rpc_time = 0; last_rpc_time = 0; trickle_up_pending = false; anonymous_platform = false; non_cpu_intensive = false; verify_files_on_app_start = false; short_term_debt = 0; long_term_debt = 0; send_file_list = false; send_time_stats_log = 0; send_job_log = 0; suspended_via_gui = false; dont_request_more_work = false; detach_when_done = false; attached_via_acct_mgr = false; ended = false; strcpy(code_sign_key, ""); user_files.clear(); project_files.clear(); anticipated_debt = 0; wall_cpu_time_this_debt_interval = 0; next_runnable_result = NULL; work_request = 0; work_request_urgency = WORK_FETCH_DONT_NEED; duration_correction_factor = 1; project_files_downloaded_time = 0; use_symlinks = false; // Initialize scratch variables. rr_sim_status.clear(); deadlines_missed = 0; } // parse project fields from client_state.xml // int PROJECT::parse_state(MIOFILE& in) { char buf[256]; std::string sched_url; string str1, str2; int retval; double x; bool btemp; init(); while (in.fgets(buf, 256)) { if (match_tag(buf, "")) { if (cpid_time == 0) { cpid_time = user_create_time; } return 0; } if (parse_str(buf, "", sched_url)) { scheduler_urls.push_back(sched_url); continue; } if (parse_str(buf, "", master_url, sizeof(master_url))) continue; if (parse_str(buf, "", project_name, sizeof(project_name))) continue; if (parse_str(buf, "", symstore, sizeof(symstore))) continue; if (parse_str(buf, "", user_name, sizeof(user_name))) continue; if (parse_str(buf, "", team_name, sizeof(team_name))) continue; if (parse_str(buf, "", host_venue, sizeof(host_venue))) continue; if (parse_str(buf, "", email_hash, sizeof(email_hash))) continue; if (parse_str(buf, "", cross_project_id, sizeof(cross_project_id))) continue; if (parse_double(buf, "", cpid_time)) continue; if (parse_double(buf, "", user_total_credit)) continue; if (parse_double(buf, "", user_expavg_credit)) continue; if (parse_double(buf, "", user_create_time)) continue; if (parse_int(buf, "", rpc_seqno)) continue; if (parse_int(buf, "", hostid)) continue; if (parse_double(buf, "", host_total_credit)) continue; if (parse_double(buf, "", host_expavg_credit)) continue; if (parse_double(buf, "", host_create_time)) continue; if (match_tag(buf, "")) { retval = copy_element_contents( in, "", code_sign_key, sizeof(code_sign_key) ); if (retval) return retval; continue; } if (parse_int(buf, "", nrpc_failures)) continue; if (parse_int(buf, "", master_fetch_failures)) continue; if (parse_double(buf, "", min_rpc_time)) continue; if (parse_bool(buf, "master_url_fetch_pending", master_url_fetch_pending)) continue; if (parse_int(buf, "", sched_rpc_pending)) continue; if (parse_double(buf, "", next_rpc_time)) continue; if (parse_bool(buf, "trickle_up_pending", trickle_up_pending)) continue; if (parse_bool(buf, "send_file_list", send_file_list)) continue; if (parse_int(buf, "", send_time_stats_log)) continue; if (parse_int(buf, "", send_job_log)) continue; if (parse_bool(buf, "non_cpu_intensive", non_cpu_intensive)) continue; if (parse_bool(buf, "verify_files_on_app_start", verify_files_on_app_start)) continue; if (parse_bool(buf, "suspended_via_gui", suspended_via_gui)) continue; if (parse_bool(buf, "dont_request_more_work", dont_request_more_work)) continue; if (parse_bool(buf, "detach_when_done", detach_when_done)) continue; if (parse_bool(buf, "ended", ended)) continue; if (parse_double(buf, "", short_term_debt)) continue; if (parse_double(buf, "", long_term_debt)) continue; if (parse_double(buf, "", x)) continue; // not authoritative if (parse_double(buf, "", duration_correction_factor)) continue; if (parse_bool(buf, "attached_via_acct_mgr", attached_via_acct_mgr)) continue; if (parse_double(buf, "", ams_resource_share)) continue; if (parse_bool(buf, "scheduler_rpc_in_progress", btemp)) continue; if (parse_bool(buf, "use_symlinks", use_symlinks)) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] PROJECT::parse_state(): unrecognized: %s", buf ); } } return ERR_XML_PARSE; } // Write project information to client state file or GUI RPC reply // int PROJECT::write_state(MIOFILE& out, bool gui_rpc) { unsigned int i; char un[2048], tn[2048]; out.printf( "\n" ); xml_escape(user_name, un, sizeof(un)); xml_escape(team_name, tn, sizeof(tn)); out.printf( " %s\n" " %s\n" " %s\n" " %s\n" " %s\n" " %s\n" " %s\n" " %s\n" " %f\n" " %f\n" " %f\n" " %f\n" " %d\n" " %d\n" " %f\n" " %f\n" " %f\n" " %d\n" " %d\n" " %f\n" " %f\n" " %f\n" " %f\n" " %f\n" " %f\n" " %d\n" " %d\n" " %d\n" "%s%s%s%s%s%s%s%s%s%s%s%s", master_url, project_name, symstore, un, tn, host_venue, email_hash, cross_project_id, cpid_time, user_total_credit, user_expavg_credit, user_create_time, rpc_seqno, hostid, host_total_credit, host_expavg_credit, host_create_time, nrpc_failures, master_fetch_failures, min_rpc_time, next_rpc_time, short_term_debt, long_term_debt, resource_share, duration_correction_factor, sched_rpc_pending, send_time_stats_log, send_job_log, master_url_fetch_pending?" \n":"", trickle_up_pending?" \n":"", send_file_list?" \n":"", non_cpu_intensive?" \n":"", verify_files_on_app_start?" \n":"", suspended_via_gui?" \n":"", dont_request_more_work?" \n":"", detach_when_done?" \n":"", ended?" \n":"", attached_via_acct_mgr?" \n":"", (this == gstate.scheduler_op->cur_proj)?" \n":"", use_symlinks?" \n":"" ); if (ams_resource_share >= 0) { out.printf(" %f\n", ams_resource_share ); } if (gui_rpc) { out.printf("%s", gui_urls.c_str()); out.printf( " %d\n" " %f\n" " %f\n", rr_sim_status.deadlines_missed, last_rpc_time, project_files_downloaded_time ); } else { for (i=0; i%s\n", scheduler_urls[i].c_str() ); } if (strlen(code_sign_key)) { out.printf( " \n%s\n", code_sign_key ); } } out.printf( "\n" ); return 0; } // Some project data is stored in account file, other in client_state.xml // Copy fields that are stored in client_state.xml from "p" into "this" // void PROJECT::copy_state_fields(PROJECT& p) { scheduler_urls = p.scheduler_urls; safe_strcpy(project_name, p.project_name); safe_strcpy(user_name, p.user_name); safe_strcpy(team_name, p.team_name); safe_strcpy(host_venue, p.host_venue); safe_strcpy(email_hash, p.email_hash); safe_strcpy(cross_project_id, p.cross_project_id); user_total_credit = p.user_total_credit; user_expavg_credit = p.user_expavg_credit; user_create_time = p.user_create_time; cpid_time = p.cpid_time; rpc_seqno = p.rpc_seqno; hostid = p.hostid; host_total_credit = p.host_total_credit; host_expavg_credit = p.host_expavg_credit; host_create_time = p.host_create_time; nrpc_failures = p.nrpc_failures; master_fetch_failures = p.master_fetch_failures; min_rpc_time = p.min_rpc_time; next_rpc_time = p.next_rpc_time; master_url_fetch_pending = p.master_url_fetch_pending; sched_rpc_pending = p.sched_rpc_pending; trickle_up_pending = p.trickle_up_pending; safe_strcpy(code_sign_key, p.code_sign_key); short_term_debt = p.short_term_debt; long_term_debt = p.long_term_debt; send_file_list = p.send_file_list; send_time_stats_log = p.send_time_stats_log; send_job_log = p.send_job_log; non_cpu_intensive = p.non_cpu_intensive; verify_files_on_app_start = p.verify_files_on_app_start; suspended_via_gui = p.suspended_via_gui; dont_request_more_work = p.dont_request_more_work; detach_when_done = p.detach_when_done; attached_via_acct_mgr = p.attached_via_acct_mgr; ended = p.ended; duration_correction_factor = p.duration_correction_factor; ams_resource_share = p.ams_resource_share; if (ams_resource_share > 0) { resource_share = ams_resource_share; } use_symlinks = p.use_symlinks; } // Write project statistic to project statistics file // int PROJECT::write_statistics(MIOFILE& out, bool /*gui_rpc*/) { out.printf( "\n" " %s\n", master_url ); for (std::vector::iterator i=statistics.begin(); i!=statistics.end(); ++i ) { out.printf( " \n" " %f\n" " %f\n" " %f\n" " %f\n" " %f\n" " \n", i->day, i->user_total_credit, i->user_expavg_credit, i->host_total_credit, i->host_expavg_credit ); } out.printf( "\n" ); return 0; } char* PROJECT::get_project_name() { if (strlen(project_name)) { return project_name; } else { return master_url; } } const char* PROJECT::get_scheduler_url(int index, double r) { int n = (int) scheduler_urls.size(); int ir = (int)(r*n); int i = (index + ir)%n; return scheduler_urls[i].c_str(); } double PROJECT::next_file_xfer_time(const bool is_upload) { return (is_upload ? next_file_xfer_up : next_file_xfer_down); } void PROJECT::file_xfer_failed(const bool is_upload) { if (is_upload) { file_xfer_failures_up++; if (file_xfer_failures_up < FILE_XFER_FAILURE_LIMIT) { next_file_xfer_up = 0; } else { next_file_xfer_up = gstate.now + calculate_exponential_backoff( file_xfer_failures_up, gstate.pers_retry_delay_min, gstate.pers_retry_delay_max ); } } else { file_xfer_failures_down++; if (file_xfer_failures_down < FILE_XFER_FAILURE_LIMIT) { next_file_xfer_down = 0; } else { next_file_xfer_down = gstate.now + calculate_exponential_backoff( file_xfer_failures_down, gstate.pers_retry_delay_min, gstate.pers_retry_delay_max ); } } } void PROJECT::file_xfer_succeeded(const bool is_upload) { if (is_upload) { file_xfer_failures_up = 0; next_file_xfer_up = 0; } else { file_xfer_failures_down = 0; next_file_xfer_down = 0; } } int PROJECT::parse_project_files(MIOFILE& in, bool delete_existing_symlinks) { char buf[256]; unsigned int i; char project_dir[256], path[256]; if (delete_existing_symlinks) { // delete current sym links. // This is done when parsing scheduler reply, // to ensure that we get rid of sym links for // project files no longer in use // get_project_dir(this, project_dir, sizeof(project_dir)); for (i=0; i")) return 0; if (match_tag(buf, "")) { FILE_REF file_ref; file_ref.parse(in); project_files.push_back(file_ref); } else { if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] parse_project_files(): unrecognized: %s\n", buf ); } } } return ERR_XML_PARSE; } // install pointers from FILE_REFs to FILE_INFOs for project files, // and flag FILE_INFOs as being project files. // void PROJECT::link_project_files(bool recreate_symlink_files) { FILE_INFO* fip; vector::iterator fref_iter; fref_iter = project_files.begin(); while (fref_iter != project_files.end()) { FILE_REF& fref = *fref_iter; fip = gstate.lookup_file_info(this, fref.file_name); if (!fip) { msg_printf(this, MSG_INTERNAL_ERROR, "project file refers to non-existent %s", fref.file_name ); fref_iter = project_files.erase(fref_iter); continue; } fref.file_info = fip; fip->is_project_file = true; fref_iter++; } if (recreate_symlink_files) { for (unsigned i=0; iproject == this && fip->is_project_file && fip->status == FILE_PRESENT) { write_symlink_for_project_file(fip); } } } } void PROJECT::write_project_files(MIOFILE& f) { unsigned int i; if (!project_files.size()) return; f.printf("\n"); for (i=0; i\n"); } // write symlinks for project files. // Note: it's conceivable that one physical file // has several logical names, so try them all // int PROJECT::write_symlink_for_project_file(FILE_INFO* fip) { char project_dir[256], path[256]; unsigned int i; get_project_dir(this, project_dir, sizeof(project_dir)); for (i=0; i%s/%s\n", project_dir, fip->name); fclose(f); } return 0; } // a project file download just finished. // If it's the last one, update project_files_downloaded_time // void PROJECT::update_project_files_downloaded_time() { unsigned int i; for (i=0; istatus != FILE_PRESENT) continue; } project_files_downloaded_time = gstate.now; } int APP::parse(MIOFILE& in) { char buf[256]; strcpy(name, ""); strcpy(user_friendly_name, ""); project = NULL; while (in.fgets(buf, 256)) { if (match_tag(buf, "")) { if (!strlen(user_friendly_name)) { strcpy(user_friendly_name, name); } return 0; } if (parse_str(buf, "", name, sizeof(name))) continue; if (parse_str(buf, "", user_friendly_name, sizeof(user_friendly_name))) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] APP::parse(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } int APP::write(MIOFILE& out) { out.printf( "\n" " %s\n" " %s\n" "\n", name, user_friendly_name ); return 0; } FILE_INFO::FILE_INFO() { strcpy(name, ""); strcpy(md5_cksum, ""); max_nbytes = 0; nbytes = 0; upload_offset = -1; generated_locally = false; status = FILE_NOT_PRESENT; executable = false; uploaded = false; upload_when_present = false; sticky = false; marked_for_delete = false; report_on_rpc = false; gzip_when_done = false; signature_required = false; is_user_file = false; is_project_file = false; is_auto_update_file = false; pers_file_xfer = NULL; result = NULL; project = NULL; urls.clear(); start_url = -1; current_url = -1; strcpy(signed_xml, ""); strcpy(xml_signature, ""); strcpy(file_signature, ""); } FILE_INFO::~FILE_INFO() { if (pers_file_xfer) { msg_printf(NULL, MSG_INTERNAL_ERROR, "Deleting file %s while in use", name ); pers_file_xfer->fip = NULL; } } void FILE_INFO::reset() { status = FILE_NOT_PRESENT; delete_file(); error_msg = ""; } // Set the appropriate permissions depending on whether // it's an executable file // This doesn't seem to exist in Windows // int FILE_INFO::set_permissions() { #ifdef _WIN32 return 0; #else int retval; char pathname[256]; get_pathname(this, pathname, sizeof(pathname)); if (g_use_sandbox) { // give exec permissions for user, group and others but give // read permissions only for user and group to protect account keys retval = set_to_project_group(pathname); if (retval) return retval; if (executable) { retval = chmod(pathname, S_IRUSR|S_IWUSR|S_IXUSR |S_IRGRP|S_IWGRP|S_IXGRP |S_IXOTH ); } else { retval = chmod(pathname, S_IRUSR|S_IWUSR |S_IRGRP|S_IWGRP ); } } else { // give read/exec permissions for user, group and others // in case someone runs BOINC from different user if (executable) { retval = chmod(pathname, S_IRUSR|S_IWUSR|S_IXUSR |S_IRGRP|S_IXGRP |S_IROTH|S_IXOTH ); } else { retval = chmod(pathname, S_IRUSR|S_IWUSR |S_IRGRP |S_IROTH ); } } return retval; #endif } // If from server, make an exact copy of everything // except the start/end tags and the element. // int FILE_INFO::parse(MIOFILE& in, bool from_server) { char buf[256], buf2[1024]; std::string url; PERS_FILE_XFER *pfxp; int retval; while (in.fgets(buf, 256)) { if (match_tag(buf, "")) { if (!strlen(name)) return ERR_BAD_FILENAME; if (strstr(name, "..")) return ERR_BAD_FILENAME; if (strstr(name, "%")) return ERR_BAD_FILENAME; return 0; } if (match_tag(buf, "")) { retval = copy_element_contents( in, "", xml_signature, sizeof(xml_signature) ); if (retval) return retval; continue; } if (match_tag(buf, "")) { retval = copy_element_contents( in, "", file_signature, sizeof(file_signature) ); if (retval) return retval; if (from_server) { strcat(signed_xml, "\n"); strcat(signed_xml, file_signature); strcat(signed_xml, "\n"); } continue; } strcat(signed_xml, buf); if (parse_str(buf, "", name, sizeof(name))) continue; if (parse_str(buf, "", url)) { urls.push_back(url); continue; } if (parse_str(buf, "", md5_cksum, sizeof(md5_cksum))) continue; if (parse_double(buf, "", nbytes)) continue; if (parse_double(buf, "", max_nbytes)) continue; if (parse_bool(buf, "generated_locally", generated_locally)) continue; if (parse_int(buf, "", status)) continue; if (parse_bool(buf, "executable", executable)) continue; if (parse_bool(buf, "uploaded", uploaded)) continue; if (parse_bool(buf, "upload_when_present", upload_when_present)) continue; if (parse_bool(buf, "sticky", sticky)) continue; if (parse_bool(buf, "marked_for_delete", marked_for_delete)) continue; if (parse_bool(buf, "report_on_rpc", report_on_rpc)) continue; if (parse_bool(buf, "gzip_when_done", gzip_when_done)) continue; if (parse_bool(buf, "signature_required", signature_required)) continue; if (parse_bool(buf, "is_project_file", is_project_file)) continue; if (match_tag(buf, "")) { pfxp = new PERS_FILE_XFER; retval = pfxp->parse(in); if (!retval) { pers_file_xfer = pfxp; } else { delete pfxp; } continue; } if (!from_server && match_tag(buf, "")) { retval = copy_element_contents( in, "", signed_xml, sizeof(signed_xml) ); if (retval) return retval; continue; } if (match_tag(buf, "")) { while (in.fgets(buf, 256)) { if (match_tag(buf, "")) break; } continue; } if (match_tag(buf, "")) { retval = copy_element_contents( in, "", buf2, sizeof(buf2) ); if (retval) return retval; error_msg = buf2; continue; } if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] FILE_INFO::parse(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } int FILE_INFO::write(MIOFILE& out, bool to_server) { unsigned int i; int retval; out.printf( "\n" " %s\n" " %f\n" " %f\n", name, nbytes, max_nbytes ); if (strlen(md5_cksum)) { out.printf( " %s\n", md5_cksum ); } if (!to_server) { if (generated_locally) out.printf(" \n"); out.printf(" %d\n", status); if (executable) out.printf(" \n"); if (uploaded) out.printf(" \n"); if (upload_when_present) out.printf(" \n"); if (sticky) out.printf(" \n"); if (marked_for_delete) out.printf(" \n"); if (report_on_rpc) out.printf(" \n"); if (gzip_when_done) out.printf(" \n"); if (signature_required) out.printf(" \n"); if (is_user_file) out.printf(" \n"); if (strlen(file_signature)) out.printf(" \n%s\n", file_signature); } for (i=0; i%s\n", urls[i].c_str()); } if (!to_server && pers_file_xfer) { retval = pers_file_xfer->write(out); if (retval) return retval; } if (!to_server) { if (strlen(signed_xml) && strlen(xml_signature)) { out.printf( " \n%s \n" " \n%s \n", signed_xml, xml_signature ); } } if (!error_msg.empty()) { strip_whitespace(error_msg); out.printf(" \n%s\n\n", error_msg.c_str()); } out.printf("\n"); return 0; } int FILE_INFO::write_gui(MIOFILE& out) { out.printf( "\n" " %s\n" " %s\n" " %s\n" " %f\n" " %f\n" " %d\n", project->master_url, project->project_name, name, nbytes, max_nbytes, status ); if (generated_locally) out.printf(" \n"); if (uploaded) out.printf(" \n"); if (upload_when_present) out.printf(" \n"); if (sticky) out.printf(" \n"); if (marked_for_delete) out.printf(" \n"); if (pers_file_xfer) { pers_file_xfer->write(out); } out.printf("\n"); return 0; } // delete physical underlying file associated with FILE_INFO // int FILE_INFO::delete_file() { char path[256]; get_pathname(this, path, sizeof(path)); int retval = delete_project_owned_file(path, true); if (retval && status != FILE_NOT_PRESENT) { msg_printf(project, MSG_INTERNAL_ERROR, "Couldn't delete file %s", path); } status = FILE_NOT_PRESENT; return retval; } // Files may have URLs for both upload and download. // Call this to get the initial url, // The is_upload arg says which kind you want. // NULL return means there is no URL of the requested type // const char* FILE_INFO::get_init_url(bool is_upload) { if (!urls.size()) { return NULL; } // if a project supplies multiple URLs, try them in order // (e.g. in Einstein@home they're ordered by proximity to client). // The commented-out code tries them starting from random place. // This is appropriate if replication is for load-balancing. // TODO: add a flag saying which mode to use. // #if 1 current_url = 0; #else double temp; temp = rand(); temp *= urls.size(); temp /= RAND_MAX; current_url = (int)temp; #endif start_url = current_url; while(1) { if (!is_correct_url_type(is_upload, urls[current_url])) { current_url = (current_url + 1)%((int)urls.size()); if (current_url == start_url) { msg_printf(project, MSG_INTERNAL_ERROR, "Couldn't find suitable URL for %s", name); return NULL; } } else { start_url = current_url; return urls[current_url].c_str(); } } } // Call this to get the next URL of the indicated type. // NULL return means you've tried them all. // const char* FILE_INFO::get_next_url(bool is_upload) { if (!urls.size()) return NULL; while(1) { current_url = (current_url + 1)%((int)urls.size()); if (current_url == start_url) { return NULL; } if (is_correct_url_type(is_upload, urls[current_url])) { return urls[current_url].c_str(); } } } const char* FILE_INFO::get_current_url(bool is_upload) { if (current_url < 0) { return get_init_url(is_upload); } if (current_url >= (int)urls.size()) { msg_printf(project, MSG_INTERNAL_ERROR, "File %s has no URL", name ); return NULL; } return urls[current_url].c_str(); } // Checks if the URL includes the phrase "file_upload_handler" // This indicates the URL is an upload url // bool FILE_INFO::is_correct_url_type(bool is_upload, std::string& url) { const char* has_str = strstr(url.c_str(), "file_upload_handler"); if ((is_upload && !has_str) || (!is_upload && has_str)) { return false; } else { return true; } } // merges information from a new FILE_INFO that has the same name as one // that is already present in the client state file. // Potentially changes upload_when_present, max_nbytes, and signed_xml // int FILE_INFO::merge_info(FILE_INFO& new_info) { char buf[256]; unsigned int i; upload_when_present = new_info.upload_when_present; if (max_nbytes <= 0 && new_info.max_nbytes) { max_nbytes = new_info.max_nbytes; sprintf(buf, " %.0f\n", new_info.max_nbytes); strcat(signed_xml, buf); } // replace existing URLs with new ones // urls.clear(); for (i=0; i\n" " %s\n" " %d\n", name, status ); s = buf; if (error_msg.size()) { sprintf(buf, " %s\n", error_msg.c_str() ); s = s + buf; } s = s + "\n"; } #define BUFSIZE 16384 int FILE_INFO::gzip() { char buf[BUFSIZE]; char inpath[256], outpath[256]; get_pathname(this, inpath, sizeof(inpath)); strcpy(outpath, inpath); strcat(outpath, ".gz"); FILE* in = boinc_fopen(inpath, "rb"); if (!in) return ERR_FOPEN; gzFile out = gzopen(outpath, "wb"); while (1) { int n = (int)fread(buf, 1, BUFSIZE, in); if (n <= 0) break; int m = gzwrite(out, buf, n); if (m != n) { fclose(in); gzclose(out); return ERR_WRITE; } } fclose(in); gzclose(out); delete_project_owned_file(inpath, true); boinc_rename(outpath, inpath); return 0; } int APP_VERSION::parse(MIOFILE& in) { char buf[256]; FILE_REF file_ref; strcpy(app_name, ""); strcpy(api_version, ""); version_num = 0; strcpy(platform, ""); strcpy(plan_class, ""); strcpy(cmdline, ""); avg_ncpus = 1; max_ncpus = 1; app = NULL; project = NULL; coprocs.coprocs.clear(); flops = gstate.host_info.p_fpops; while (in.fgets(buf, 256)) { if (match_tag(buf, "")) return 0; if (parse_str(buf, "", app_name, sizeof(app_name))) continue; if (match_tag(buf, "")) { file_ref.parse(in); app_files.push_back(file_ref); continue; } if (parse_int(buf, "", version_num)) continue; if (parse_str(buf, "", api_version, sizeof(api_version))) continue; if (parse_str(buf, "", platform, sizeof(platform))) continue; if (parse_str(buf, "", plan_class, sizeof(plan_class))) continue; if (parse_double(buf, "", avg_ncpus)) continue; if (parse_double(buf, "", max_ncpus)) continue; if (parse_double(buf, "", flops)) continue; if (parse_str(buf, "", cmdline, sizeof(cmdline))) continue; if (match_tag(buf, "")) { COPROC* cp = new COPROC(""); int retval = cp->parse(in); if (!retval) { coprocs.coprocs.push_back(cp); } else { msg_printf(0, MSG_INTERNAL_ERROR, "Error parsing "); delete cp; } continue; } if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] APP_VERSION::parse(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } int APP_VERSION::write(MIOFILE& out) { unsigned int i; int retval; out.printf( "\n" " %s\n" " %d\n" " %s\n" " %f\n" " %f\n" " %f\n", app_name, version_num, platform, avg_ncpus, max_ncpus, flops ); if (strlen(plan_class)) { out.printf(" %s\n", plan_class); } if (strlen(api_version)) { out.printf(" %s\n", api_version); } if (strlen(cmdline)) { out.printf(" %s\n", cmdline); } for (i=0; i\n" ); return 0; } bool APP_VERSION::had_download_failure(int& failnum) { unsigned int i; for (i=0; ihad_failure(failnum)) { return true; } } return false; } void APP_VERSION::get_file_errors(string& str) { int errnum; unsigned int i; FILE_INFO* fip; string msg; str = "couldn't get input files:\n"; for (i=0; ihad_failure(errnum)) { fip->failure_message(msg); str = str + msg; } } } void APP_VERSION::clear_errors() { int x; unsigned int i; for (i=0; ihad_failure(x)) { fip->reset(); } } } int APP_VERSION::api_major_version() { int v, n; n = sscanf(api_version, "%d", &v); if (n != 1) return 0; return v; } int FILE_REF::parse(MIOFILE& in) { char buf[256]; bool temp; strcpy(file_name, ""); strcpy(open_name, ""); main_program = false; copy_file = false; optional = false; while (in.fgets(buf, 256)) { if (match_tag(buf, "")) return 0; if (parse_str(buf, "", file_name, sizeof(file_name))) continue; if (parse_str(buf, "", open_name, sizeof(open_name))) continue; if (parse_bool(buf, "main_program", main_program)) continue; if (parse_bool(buf, "copy_file", copy_file)) continue; if (parse_bool(buf, "optional", optional)) continue; if (parse_bool(buf, "no_validate", temp)) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] FILE_REF::parse(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } int FILE_REF::write(MIOFILE& out) { out.printf( " \n" " %s\n", file_name ); if (strlen(open_name)) { out.printf(" %s\n", open_name); } if (main_program) { out.printf(" \n"); } if (copy_file) { out.printf(" \n"); } if (optional) { out.printf(" \n"); } out.printf(" \n"); return 0; } int WORKUNIT::parse(MIOFILE& in) { char buf[4096]; FILE_REF file_ref; double dtemp; strcpy(name, ""); strcpy(app_name, ""); version_num = 0; command_line = ""; //strcpy(env_vars, ""); app = NULL; project = NULL; // Default these to very large values (1 week on a 1 cobblestone machine) // so we don't keep asking the server for more work rsc_fpops_est = 1e9*SECONDS_PER_DAY*7; rsc_fpops_bound = 4e9*SECONDS_PER_DAY*7; rsc_memory_bound = 1e8; rsc_disk_bound = 1e9; while (in.fgets(buf, sizeof(buf))) { if (match_tag(buf, "")) return 0; if (parse_str(buf, "", name, sizeof(name))) continue; if (parse_str(buf, "", app_name, sizeof(app_name))) continue; if (parse_int(buf, "", version_num)) continue; if (match_tag(buf, "")) { if (strstr(buf, "")) { parse_str(buf, "", command_line); } else { bool found=false; while (in.fgets(buf, sizeof(buf))) { if (strstr(buf, "", env_vars, sizeof(env_vars))) continue; if (parse_double(buf, "", rsc_fpops_est)) continue; if (parse_double(buf, "", rsc_fpops_bound)) continue; if (parse_double(buf, "", rsc_memory_bound)) continue; if (parse_double(buf, "", rsc_disk_bound)) continue; if (match_tag(buf, "")) { file_ref.parse(in); input_files.push_back(file_ref); continue; } // unused stuff if (parse_double(buf, "", dtemp)) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] WORKUNIT::parse(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } int WORKUNIT::write(MIOFILE& out) { unsigned int i; out.printf( "\n" " %s\n" " %s\n" " %d\n" //" %s\n" " %f\n" " %f\n" " %f\n" " %f\n", name, app_name, version_num, //env_vars, rsc_fpops_est, rsc_fpops_bound, rsc_memory_bound, rsc_disk_bound ); if (command_line.size()) { out.printf( " \n" "%s\n" " \n", command_line.c_str() ); } for (i=0; i\n"); return 0; } bool WORKUNIT::had_download_failure(int& failnum) { unsigned int i; for (i=0;ihad_failure(failnum)) { return true; } } return false; } void WORKUNIT::get_file_errors(string& str) { int x; unsigned int i; FILE_INFO* fip; string msg; str = "couldn't get input files:\n"; for (i=0;ihad_failure(x)) { fip->failure_message(msg); str = str + msg; } } } // if any input files had download error from previous WU, // reset them to try download again // void WORKUNIT::clear_errors() { int x; unsigned int i; for (i=0; ihad_failure(x)) { fip->reset(); } } } int RESULT::parse_name(FILE* in, const char* end_tag) { char buf[256]; strcpy(name, ""); while (fgets(buf, 256, in)) { if (match_tag(buf, end_tag)) return 0; if (parse_str(buf, "", name, sizeof(name))) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] RESULT::parse_name(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } void RESULT::clear() { strcpy(name, ""); strcpy(wu_name, ""); report_deadline = 0; output_files.clear(); _state = RESULT_NEW; ready_to_report = false; completed_time = 0; got_server_ack = false; final_cpu_time = 0; exit_status = 0; stderr_out = ""; suspended_via_gui = false; rr_sim_misses_deadline = false; last_rr_sim_missed_deadline = false; fpops_per_cpu_sec = 0; fpops_cumulative = 0; intops_per_cpu_sec = 0; intops_cumulative = 0; app = NULL; wup = NULL; project = NULL; version_num = 0; strcpy(platform, ""); strcpy(plan_class, ""); } // parse a element from scheduling server. // int RESULT::parse_server(MIOFILE& in) { char buf[256]; FILE_REF file_ref; clear(); while (in.fgets(buf, 256)) { if (match_tag(buf, "")) return 0; if (parse_str(buf, "", name, sizeof(name))) continue; if (parse_str(buf, "", wu_name, sizeof(wu_name))) continue; if (parse_double(buf, "", report_deadline)) continue; if (parse_str(buf, "", platform, sizeof(platform))) continue; if (parse_str(buf, "", plan_class, sizeof(plan_class))) continue; if (parse_int(buf, "", version_num)) continue; if (match_tag(buf, "")) { file_ref.parse(in); output_files.push_back(file_ref); continue; } if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] RESULT::parse(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } // parse a element from state file // int RESULT::parse_state(MIOFILE& in) { char buf[256]; FILE_REF file_ref; clear(); while (in.fgets(buf, 256)) { if (match_tag(buf, "")) { // set state to something reasonable in case of bad state file // if (got_server_ack || ready_to_report) { switch (state()) { case RESULT_NEW: case RESULT_FILES_DOWNLOADING: case RESULT_FILES_DOWNLOADED: case RESULT_FILES_UPLOADING: set_state(RESULT_FILES_UPLOADED, "RESULT::parse_state"); break; } } return 0; } if (parse_str(buf, "", name, sizeof(name))) continue; if (parse_str(buf, "", wu_name, sizeof(wu_name))) continue; if (parse_double(buf, "", report_deadline)) { continue; } if (match_tag(buf, "")) { file_ref.parse(in); output_files.push_back(file_ref); continue; } if (parse_double(buf, "", final_cpu_time)) continue; if (parse_int(buf, "", exit_status)) continue; if (parse_bool(buf, "got_server_ack", got_server_ack)) continue; if (parse_bool(buf, "ready_to_report", ready_to_report)) continue; if (parse_double(buf, "", completed_time)) continue; if (parse_bool(buf, "suspended_via_gui", suspended_via_gui)) continue; if (parse_int(buf, "", _state)) continue; if (match_tag(buf, "")) { while (in.fgets(buf, 256)) { if (match_tag(buf, "")) break; if (strstr(buf, "")) continue; stderr_out.append(buf); } continue; } if (parse_double(buf, "", fpops_per_cpu_sec)) continue; if (parse_double(buf, "", fpops_cumulative)) continue; if (parse_double(buf, "", intops_per_cpu_sec)) continue; if (parse_double(buf, "", intops_cumulative)) continue; if (parse_str(buf, "", platform, sizeof(platform))) continue; if (parse_str(buf, "", plan_class, sizeof(plan_class))) continue; if (parse_int(buf, "", version_num)) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] RESULT::parse(): unrecognized: %s\n", buf ); } } return ERR_XML_PARSE; } int RESULT::write(MIOFILE& out, bool to_server) { unsigned int i; FILE_INFO* fip; int n, retval; out.printf( "\n" " %s\n" " %f\n" " %d\n" " %d\n" " %s\n" " %d\n", name, final_cpu_time, exit_status, state(), platform, version_num ); if (strlen(plan_class)) { out.printf(" %s\n", plan_class); } if (fpops_per_cpu_sec) { out.printf(" %f\n", fpops_per_cpu_sec); } if (fpops_cumulative) { out.printf(" %f\n", fpops_cumulative); } if (intops_per_cpu_sec) { out.printf(" %f\n", intops_per_cpu_sec); } if (intops_cumulative) { out.printf(" %f\n", intops_cumulative); } if (to_server) { out.printf( " %d\n", wup->version_num ); } n = (int)stderr_out.length(); if (n || to_server) { out.printf("\n"); // the following is here so that it gets recorded on server // (there's no core_client_version field of result table) // if (to_server) { out.printf( "%d.%d.%d\n", gstate.core_client_version.major, gstate.core_client_version.minor, gstate.core_client_version.release ); } if (n) { out.printf("\n"); } out.printf("\n"); } if (to_server) { for (i=0; iuploaded) { retval = fip->write(out, true); if (retval) return retval; } } } else { if (got_server_ack) out.printf(" \n"); if (ready_to_report) out.printf(" \n"); if (completed_time) out.printf(" %f\n", completed_time); if (suspended_via_gui) out.printf(" \n"); out.printf( " %s\n" " %f\n", wu_name, report_deadline ); for (i=0; i\n"); return 0; } int RESULT::write_gui(MIOFILE& out) { out.printf( "\n" " %s\n" " %s\n" " %s\n" " %f\n" " %d\n" " %d\n" " %f\n" " %f\n", name, wu_name, project->master_url, final_cpu_time, exit_status, state(), report_deadline, estimated_cpu_time_remaining(false) ); if (got_server_ack) out.printf(" \n"); if (ready_to_report) out.printf(" \n"); if (completed_time) out.printf(" %f\n", completed_time); if (suspended_via_gui) out.printf(" \n"); if (project->suspended_via_gui) out.printf(" \n"); if (edf_scheduled) out.printf(" \n"); ACTIVE_TASK* atp = gstate.active_tasks.lookup_result(this); if (atp) { atp->write_gui(out); } out.printf("\n"); return 0; } // Returns true if the result's output files are all either // successfully uploaded or have unrecoverable errors // bool RESULT::is_upload_done() { unsigned int i; FILE_INFO* fip; int retval; for (i=0; iupload_when_present) { if (fip->had_failure(retval)) continue; if (!fip->uploaded) { return false; } } } return true; } // resets all FILE_INFO's in result to uploaded = false // if upload_when_present is true. // void RESULT::clear_uploaded_flags() { unsigned int i; FILE_INFO* fip; for (i=0; iupload_when_present) { fip->uploaded = false; } } } bool PROJECT::some_download_stalled() { unsigned int i; for (i=0; ipers_file_xfers.size(); i++) { PERS_FILE_XFER* pfx = gstate.pers_file_xfers->pers_file_xfers[i]; if (pfx->fip->project != this) continue; if (pfx->is_upload) continue; if (pfx->next_request_time > gstate.now) return true; } return false; } // return true if some file needed by this result (input or application) // is downloading and backed off // bool RESULT::some_download_stalled() { unsigned int i; FILE_INFO* fip; PERS_FILE_XFER* pfx; for (i=0; iinput_files.size(); i++) { fip = wup->input_files[i].file_info; pfx = fip->pers_file_xfer; if (pfx && pfx->next_request_time > gstate.now) { return true; } } for (i=0; iapp_files.size(); i++) { fip = avp->app_files[i].file_info; pfx = fip->pers_file_xfer; if (pfx && pfx->next_request_time > gstate.now) { return true; } } return false; } FILE_REF* RESULT::lookup_file(FILE_INFO* fip) { for (unsigned int i=0; irsc_fpops_est, name ); fclose(f); } // abort a result that's not currently running // void RESULT::abort_inactive(int status) { if (state() >= RESULT_COMPUTE_ERROR) return; set_state(RESULT_ABORTED, "RESULT::abort_inactive"); exit_status = status; } MODE::MODE() { perm_mode = 0; temp_mode = 0; temp_timeout = 0; } void MODE::set(int mode, double duration) { if (mode == RUN_MODE_RESTORE) { temp_timeout = 0; temp_mode = perm_mode; return; } if (duration) { temp_mode = mode; temp_timeout = gstate.now + duration; } else { temp_timeout = 0; temp_mode = mode; perm_mode = mode; gstate.set_client_state_dirty("Set mode"); } } int MODE::get_perm() { return perm_mode; } int MODE::get_current() { if (temp_timeout > gstate.now) { return temp_mode; } else { return perm_mode; } } double MODE::delay() { if (temp_timeout > gstate.now) { return temp_timeout - gstate.now; } else { return 0; } } const char *BOINC_RCSID_b81ff9a584 = "$Id$";