// This file is part of BOINC. // http://boinc.berkeley.edu // Copyright (C) 2008 University of California // // BOINC is free software; you can redistribute it and/or modify it // under the terms of the GNU Lesser General Public License // as published by the Free Software Foundation, // either version 3 of the License, or (at your option) any later version. // // BOINC is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. // See the GNU Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public License // along with BOINC. If not, see . #include "cpp.h" #ifdef _WIN32 #include "boinc_win.h" #ifdef _MSC_VER #define chdir _chdir #endif #else #include "config.h" #include #include #include #endif #include "common_defs.h" #include "diagnostics.h" #include "error_numbers.h" #include "filesys.h" #include "parse.h" #include "str_util.h" #include "client_state.h" #include "client_msgs.h" #include "cs_proxy.h" #include "file_names.h" #include "project.h" #include "result.h" #include "sandbox.h" using std::string; LOG_FLAGS log_flags; CONFIG config; static void show_flag(char* buf, bool flag, const char* flag_name) { if (!flag) return; int n = (int)strlen(buf); if (!n) { strlcpy(buf, flag_name, 256); return; } strcat(buf, ", "); strcat(buf, flag_name); if (strlen(buf) > 60) { msg_printf(NULL, MSG_INFO, "log flags: %s", buf); strcpy(buf, ""); } } void LOG_FLAGS::show() { char buf[256]; strcpy(buf, ""); show_flag(buf, file_xfer, "file_xfer"); show_flag(buf, sched_ops, "sched_ops"); show_flag(buf, task, "task"); show_flag(buf, app_msg_receive, "app_msg_receive"); show_flag(buf, app_msg_send, "app_msg_send"); show_flag(buf, async_file_debug, "async_file_debug"); show_flag(buf, benchmark_debug, "benchmark_debug"); show_flag(buf, checkpoint_debug, "checkpoint_debug"); show_flag(buf, coproc_debug, "coproc_debug"); show_flag(buf, cpu_sched, "cpu_sched"); show_flag(buf, cpu_sched_debug, "cpu_sched_debug"); show_flag(buf, cpu_sched_status, "cpu_sched_status"); show_flag(buf, dcf_debug, "dcf_debug"); show_flag(buf, file_xfer_debug, "file_xfer_debug"); show_flag(buf, gui_rpc_debug, "gui_rpc_debug"); show_flag(buf, heartbeat_debug, "heartbeat_debug"); show_flag(buf, http_debug, "http_debug"); show_flag(buf, http_xfer_debug, "http_xfer_debug"); show_flag(buf, mem_usage_debug, "mem_usage_debug"); show_flag(buf, network_status_debug, "network_status_debug"); show_flag(buf, notice_debug, "notice_debug"); show_flag(buf, poll_debug, "poll_debug"); show_flag(buf, priority_debug, "priority_debug"); show_flag(buf, proxy_debug, "proxy_debug"); show_flag(buf, rr_simulation, "rr_simulation"); show_flag(buf, sched_op_debug, "sched_op_debug"); show_flag(buf, scrsave_debug, "scrsave_debug"); show_flag(buf, slot_debug, "slot_debug"); show_flag(buf, state_debug, "state_debug"); show_flag(buf, statefile_debug, "statefile_debug"); show_flag(buf, task_debug, "task_debug"); show_flag(buf, time_debug, "time_debug"); show_flag(buf, unparsed_xml, "unparsed_xml"); show_flag(buf, work_fetch_debug, "work_fetch_debug"); if (strlen(buf)) { msg_printf(NULL, MSG_INFO, "log flags: %s", buf); } } static void show_gpu_ignore(vector& devs, int rt) { for (unsigned int i=0; i0) { msg_printf(NULL, MSG_INFO, "Config: simulate %d CPUs", config.ncpus); } if (no_gpus) { msg_printf(NULL, MSG_INFO, "Config: don't use coprocessors"); } if (no_info_fetch) { msg_printf(NULL, MSG_INFO, "Config: don't fetch project list or client version info"); } if (no_priority_change) { msg_printf(NULL, MSG_INFO, "Config: run apps at regular priority"); } if (report_results_immediately) { msg_printf(NULL, MSG_INFO, "Config: report completed tasks immediately"); } if (use_all_gpus) { msg_printf(NULL, MSG_INFO, "Config: use all coprocessors"); } if (fetch_minimal_work) { msg_printf(NULL, MSG_INFO, "Config: fetch minimal work"); } if (fetch_on_update) { msg_printf(NULL, MSG_INFO, "Config: fetch on update"); } for (int j=1; j 0 ) { msg_printf(NULL, MSG_INFO, " %s", buf ); } } fclose(f); } if (vbox_window) { msg_printf(NULL, MSG_INFO, "Config: open console window for VirtualBox applications" ); if (g_use_sandbox) { msg_printf(NULL, MSG_INFO, " NOTE: the client is running in protected mode," ); msg_printf(NULL, MSG_INFO, " so VirtualBox console windows cannot be opened." ); } } } // This is used by the BOINC client. // KEEP IN SYNCH WITH CONFIG::parse_options()!! // (It's separate so that we can write messages in it) int CONFIG::parse_options_client(XML_PARSER& xp) { char path[MAXPATHLEN]; string s; int n, retval; //clear(); // don't do this here because some options are set by cmdline args, // which are parsed first // but do clear these, which aren't accessable via cmdline: // alt_platforms.clear(); exclusive_apps.clear(); exclusive_gpu_apps.clear(); for (int i=1; i element in cc_config.xml" ); } retval = coprocs.add(c); if (retval) { msg_printf_notice(NULL, false, NULL, "Duplicate element in cc_config.xml" ); } continue; } if (xp.parse_str("data_dir", path, sizeof(path))) { if (chdir(path)) { perror("chdir"); exit(1); } continue; } if (xp.parse_bool("disallow_attach", disallow_attach)) continue; if (xp.parse_bool("dont_check_file_sizes", dont_check_file_sizes)) continue; if (xp.parse_bool("dont_contact_ref_site", dont_contact_ref_site)) continue; if (xp.match_tag("exclude_gpu")) { EXCLUDE_GPU eg; retval = eg.parse(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse element in cc_config.xml" ); } else { exclude_gpus.push_back(eg); } continue; } if (xp.parse_string("exclusive_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_apps.push_back(s); } continue; } if (xp.parse_string("exclusive_gpu_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_gpu_apps.push_back(s); } continue; } if (xp.parse_bool("exit_after_finish", exit_after_finish)) continue; if (xp.parse_bool("exit_before_start", exit_before_start)) continue; if (xp.parse_bool("exit_when_idle", exit_when_idle)) { if (exit_when_idle) { report_results_immediately = true; } continue; } if (xp.parse_bool("fetch_minimal_work", fetch_minimal_work)) continue; if (xp.parse_bool("fetch_on_update", fetch_on_update)) continue; if (xp.parse_string("force_auth", force_auth)) { downcase_string(force_auth); continue; } if (xp.parse_bool("http_1_0", http_1_0)) continue; if (xp.parse_int("http_transfer_timeout", http_transfer_timeout)) continue; if (xp.parse_int("http_transfer_timeout_bps", http_transfer_timeout_bps)) continue; if (xp.parse_int("ignore_cuda_dev", n)||xp.parse_int("ignore_nvidia_dev", n)) { ignore_gpu_instance[PROC_TYPE_NVIDIA_GPU].push_back(n); continue; } if (xp.parse_int("ignore_ati_dev", n)) { ignore_gpu_instance[PROC_TYPE_AMD_GPU].push_back(n); continue; } if (xp.parse_int("ignore_intel_dev", n)) { ignore_gpu_instance[PROC_TYPE_INTEL_GPU].push_back(n); continue; } if (xp.parse_int("max_event_log_lines", max_event_log_lines)) continue; if (xp.parse_int("max_file_xfers", max_file_xfers)) continue; if (xp.parse_int("max_file_xfers_per_project", max_file_xfers_per_project)) continue; if (xp.parse_int("max_stderr_file_size", max_stderr_file_size)) continue; if (xp.parse_int("max_stdout_file_size", max_stdout_file_size)) continue; if (xp.parse_int("max_tasks_reported", max_tasks_reported)) continue; if (xp.parse_int("ncpus", ncpus)) continue; if (xp.parse_string("network_test_url", network_test_url)) { downcase_string(network_test_url); continue; } if (xp.parse_bool("no_alt_platform", no_alt_platform)) continue; if (xp.parse_bool("no_gpus", no_gpus)) continue; if (xp.parse_bool("no_info_fetch", no_info_fetch)) continue; if (xp.parse_bool("no_priority_change", no_priority_change)) continue; if (xp.parse_bool("os_random_only", os_random_only)) continue; #ifndef SIM if (xp.match_tag("proxy_info")) { retval = proxy_info.parse_config(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse element in cc_config.xml" ); } continue; } #endif if (xp.parse_double("rec_half_life_days", rec_half_life)) { if (rec_half_life <= 0) rec_half_life = 10; rec_half_life *= 86400; continue; } if (xp.parse_bool("report_results_immediately", report_results_immediately)) continue; if (xp.parse_bool("run_apps_manually", run_apps_manually)) continue; if (xp.parse_int("save_stats_days", save_stats_days)) continue; if (xp.parse_bool("simple_gui_only", simple_gui_only)) continue; if (xp.parse_bool("skip_cpu_benchmarks", skip_cpu_benchmarks)) continue; if (xp.parse_double("start_delay", start_delay)) continue; if (xp.parse_bool("stderr_head", stderr_head)) continue; if (xp.parse_bool("suppress_net_info", suppress_net_info)) continue; if (xp.parse_bool("unsigned_apps_ok", unsigned_apps_ok)) continue; if (xp.parse_bool("use_all_gpus", use_all_gpus)) continue; if (xp.parse_bool("use_certs", use_certs)) continue; if (xp.parse_bool("use_certs_only", use_certs_only)) continue; if (xp.parse_bool("vbox_window", vbox_window)) continue; msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s: <%s>", _("Unrecognized tag in cc_config.xml"), xp.parsed_tag ); xp.skip_unexpected(true, "CONFIG::parse_options"); } return ERR_XML_PARSE; } int CONFIG::parse_client(FILE* f) { MIOFILE mf; XML_PARSER xp(&mf); mf.init_file(f); if (!xp.parse_start("cc_config")) { msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s", _("Missing start tag in cc_config.xml") ); return ERR_XML_PARSE; } while (!xp.get_tag()) { if (!xp.is_tag) { msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s: %s", _("Unexpected text in cc_config.xml"), xp.parsed_tag ); continue; } if (xp.match_tag("/cc_config")) return 0; if (xp.match_tag("log_flags")) { log_flags.parse(xp); continue; } if (xp.match_tag("options")) { int retval = parse_options_client(xp); if (retval) { msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s", _("Error in cc_config.xml options") ); } continue; } if (xp.match_tag("options/")) continue; if (xp.match_tag("log_flags/")) continue; msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s: <%s>", _("Unrecognized tag in cc_config.xml"), xp.parsed_tag ); xp.skip_unexpected(true, "CONFIG.parse"); } msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s", _("Missing end tag in cc_config.xml") ); return ERR_XML_PARSE; } int CONFIG::parse(FILE* f) { MIOFILE mf; mf.init_file(f); XML_PARSER xp(&mf); return parse(xp, log_flags); } // read config file, e.g. cc_config.xml // Called on startup and in response to GUI RPC requesting reread // int read_config_file(bool init, const char* fname) { if (!init) { msg_printf(NULL, MSG_INFO, "Re-reading %s", fname); config.defaults(); log_flags.init(); } FILE* f = boinc_fopen(fname, "r"); if (!f) { msg_printf(NULL, MSG_INFO, "No config file found - using defaults"); return ERR_FOPEN; } config.parse_client(f); fclose(f); #ifndef SIM diagnostics_set_max_file_sizes( config.max_stdout_file_size, config.max_stderr_file_size ); #endif config_proxy_info = config.proxy_info; if (init) { coprocs = config.config_coprocs; if (strlen(config.data_dir)) { #ifdef _WIN32 _chdir(config.data_dir); #else chdir(config.data_dir); #endif } } else { select_proxy_info(); // in case added or removed proxy info } return 0; } // Do stuff involving GPU exclusions. // - check syntax // - set APP::non_excluded_instances[rsc_type] // (used in RR sim) // - set PROJECT::rsc_pwf[rsc_type].non_excluded_instances // (used in work fetch) // - set PROJECT::rsc_pwf[rsc_type].ncoprocs_excluded // (used in RR sim and work fetch) // - set APP_VERSION::coproc_missing for app versions where // all instances are excluded // - set RESULT::coproc_missing for results for which // APP_VERSION::coproc_missing is set. // void process_gpu_exclusions() { unsigned int i, j, a; PROJECT *p; // check the syntactic validity of the exclusions // for (i=0; inon_excluded_instances[k] = (1<rsc_pwf[k].non_excluded_instances = all_instances; for (j=0; jmaster_url)) continue; int mask; if (eg.device_num >= 0) { int index = cp.device_num_index(eg.device_num); // exclusion may refer to nonexistent GPU // if (index < 0) continue; mask = 1<project != p) continue; app->non_excluded_instances[k] &= ~mask; } } else { // exclusion applies to a particular app // APP* app = gstate.lookup_app(p, eg.appname.c_str()); if (!app) continue; app->non_excluded_instances[k] &= ~mask; } } p->rsc_pwf[k].non_excluded_instances = 0; for (a=0; aproject != p) continue; p->rsc_pwf[k].non_excluded_instances |= app->non_excluded_instances[k]; } // compute ncoprocs_excluded as the number of instances // excluded for at least 1 app // p->rsc_pwf[k].ncoprocs_excluded = 0; for (int b=0; bproject != p) continue; if (!(app->non_excluded_instances[k] & mask)) { p->rsc_pwf[k].ncoprocs_excluded++; break; } } } } } for (i=0; imissing_coproc) continue; int rt = avp->gpu_usage.rsc_type; if (!rt) continue; COPROC& cp = coprocs.coprocs[rt]; bool found = false; for (int k=0; kapp, cp, k)) { found = true; break; } } if (found) continue; avp->missing_coproc = true; strcpy(avp->missing_coproc_name, ""); for (j=0; javp != avp) continue; rp->coproc_missing = true; msg_printf(avp->project, MSG_INFO, "marking %s as coproc missing", rp->name ); } } } bool gpu_excluded(APP* app, COPROC& cp, int ind) { if (config.no_gpus) return true; PROJECT* p = app->project; for (unsigned int i=0; imaster_url)) continue; if (!eg.type.empty() && (eg.type != cp.type)) continue; if (!eg.appname.empty() && (eg.appname != app->name)) continue; if (eg.device_num >= 0 && eg.device_num != cp.device_nums[ind]) continue; return true; } return false; }