// The contents of this file are subject to the Mozilla Public License // Version 1.0 (the "License"); you may not use this file except in // compliance with the License. You may obtain a copy of the License at // http://www.mozilla.org/MPL/ // // Software distributed under the License is distributed on an "AS IS" // basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the // License for the specific language governing rights and limitations // under the License. // // The Original Code is the Berkeley Open Infrastructure for Network Computing. // // The Initial Developer of the Original Code is the SETI@home project. // Portions created by the SETI@home project are Copyright (C) 2002 // University of California at Berkeley. All Rights Reserved. // // Contributor(s): // #include #include #include #ifdef _USING_FCGI_ #include "/usr/local/include/fcgi_stdio.h" #endif #include "db.h" #include "backend_lib.h" #ifndef _USING_FCGI_ #include "parse.h" #else #include "fcgi_parse.h" #endif #include "server_types.h" #include "handle_request.h" #define MIN_SECONDS_TO_SEND 3600 //1 hour #define MAX_SECONDS_TO_SEND 2419200 //4 weeks // return true if the WU can be executed on the host // bool wu_is_feasible(WORKUNIT& wu, HOST& host) { if (wu.rsc_disk > host.d_free) return false; if (wu.rsc_memory > host.m_nbytes) return false; return true; } // estimate the time that a WU will take on a host // double estimate_duration(WORKUNIT& wu, HOST& host) { return wu.rsc_fpops/host.p_fpops + wu.rsc_iops/host.p_iops; } // add the given workunit to a reply. // look up its app, and make sure there's a version for this platform. // Add the app and app_version to the reply also. // int add_wu_to_reply( WORKUNIT& wu, SCHEDULER_REPLY& reply, PLATFORM& platform, SCHED_SHMEM& ss ) { APP* app; APP_VERSION* app_version; app = ss.lookup_app(wu.appid); if (!app) return -1; app_version = ss.lookup_app_version(app->id, platform.id, app->prod_vers); if (!app_version) return -1; // add the app, app_version, and workunit to the reply, // but only if they aren't already there reply.insert_app_unique(*app); reply.insert_app_version_unique(*app_version); reply.insert_workunit_unique(wu); return 0; } // Look up the host and its user, and make sure the authenticator matches. // If no host ID is supplied, or if RPC seqno mismatch, // create a new host record and return its ID // int authenticate_user( SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, USER& user, HOST& host ) { int retval; if (sreq.hostid) { retval = db_host(sreq.hostid, host); if (retval) { strcpy(reply.message, "Can't find host record"); strcpy(reply.message_priority, "low"); return -1; } retval = db_user(host.userid, user); if (retval) { strcpy(reply.message, "Can't find user record"); strcpy(reply.message_priority, "low"); return -1; } if (strcmp(sreq.authenticator, user.authenticator)) { strcpy(reply.message, "Invalid or missing authenticator. " "Visit this project's web site to get an authenticator." ); strcpy(reply.message_priority, "low"); return -1; } // If the seqno from the host is less than what we expect, // the user must have copied the state file to a different host. // Make a new host record. if (sreq.rpc_seqno < host.rpc_seqno) { sreq.hostid = 0; goto new_host; } host.rpc_seqno = sreq.rpc_seqno; host.rpc_time = time(0); } else { strcpy(user.authenticator, sreq.authenticator); retval = db_user_lookup_auth(user); if (retval) { strcpy(reply.message, "Invalid or missing authenticator"); strcpy(reply.message_priority, "low"); return -1; } new_host: host = sreq.host; host.id = 0; host.create_time = time(0); host.userid = user.id; host.rpc_seqno = 0; host.rpc_time = time(0); retval = db_host_new(host); if (retval) { strcpy(reply.message, "server database error"); strcpy(reply.message_priority, "low"); db_print_error("db_host_new"); return -1; } host.id = db_insert_id(); reply.hostid = host.id; } return 0; } // Update host record based on request. // Copy all fields that are determined by the client. // int update_host_record(SCHEDULER_REQUEST& sreq, HOST& host) { int retval; host.timezone = sreq.host.timezone; strcpy(host.domain_name, sreq.host.domain_name); strcpy(host.serialnum, sreq.host.serialnum); if (strcmp(host.last_ip_addr, sreq.host.last_ip_addr)) { strcpy(host.last_ip_addr, sreq.host.last_ip_addr); } else { host.nsame_ip_addr++; } host.on_frac = sreq.host.on_frac; host.connected_frac = sreq.host.connected_frac; host.active_frac = sreq.host.active_frac; host.p_ncpus = sreq.host.p_ncpus; strcpy(host.p_vendor, sreq.host.p_vendor); // unlikely this will change strcpy(host.p_model, sreq.host.p_model); host.p_fpops = sreq.host.p_fpops; host.p_iops = sreq.host.p_iops; host.p_membw = sreq.host.p_membw; strcpy(host.os_name, sreq.host.os_name); strcpy(host.os_version, sreq.host.os_version); host.m_nbytes = sreq.host.m_nbytes; host.m_cache = sreq.host.m_cache; host.m_swap = sreq.host.m_swap; host.d_total = sreq.host.d_total; host.d_free = sreq.host.d_free; host.n_bwup = sreq.host.n_bwup; host.n_bwdown = sreq.host.n_bwdown; retval = db_host_update(host); if (retval) { fprintf(stderr, "db_host_update: %d\n", retval); } return 0; } // If the client sent prefs, and they're more recent than ours, // update user record in DB. // If we our DB has more recent prefs than client's, send them. // int handle_prefs(SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, USER& user) { if (sreq.prefs_mod_time > user.prefs_mod_time && strlen(sreq.prefs_xml)) { strcpy(user.prefs, sreq.prefs_xml); user.prefs_mod_time = sreq.prefs_mod_time; if (user.prefs_mod_time > (unsigned)time(0)) { user.prefs_mod_time = (unsigned)time(0); } db_user_update(user); } if (user.prefs_mod_time > sreq.prefs_mod_time) { reply.send_prefs = true; } return 0; } // handle completed results // int handle_results( SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, HOST& host ) { unsigned int i; int retval; RESULT result, *rp; WORKUNIT wu; for (i=0; iname); retval = db_result_lookup_name(result); if (retval) { printf("can't find result %s\n", rp->name); } else { if (result.state != RESULT_STATE_IN_PROGRESS) { printf("got unexpected result for %s\n", rp->name); continue; } // TODO: handle error returns // result.hostid = host.id; result.received_time = time(0); result.exit_status = rp->exit_status; result.cpu_time = rp->cpu_time; result.state = RESULT_STATE_DONE; strcpy(result.stderr_out, rp->stderr_out); strcpy(result.xml_doc_out, rp->xml_doc_out); db_result_update(result); retval = db_workunit(result.workunitid, wu); if (retval) { printf( "can't find WU %d for result %d\n", result.workunitid, result.id ); } else { wu.nresults_done++; if (result.exit_status) wu.nresults_fail++; retval = db_workunit_update(wu); } } // acknowledge the result even if we couldn't find it -- // don't want it to keep coming back // reply.result_acks.push_back(*rp); } return 0; } int send_work( SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform, HOST& host, SCHED_SHMEM& ss, WORKUNIT& wu_sending ) { int i, retval, nresults = 0; WORKUNIT wu; RESULT result; #if 0 APP* app; char prefix [256]; #endif for (i=0; iresult_xml_template); sprintf(prefix, "%s_", result.name); process_result_template( result.xml_doc_in, prefix, wu.name, result.name ); db_result_update(result); wu.nresults++; db_workunit_update(wu); reply.insert_result(result); nresults++; } #endif if (nresults == 0) { strcpy(reply.message, "no work available"); strcpy(reply.message_priority, "low"); reply.request_delay = 10; } return 0; } void process_request( SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, SCHED_SHMEM& ss ) { HOST host; USER user; PLATFORM* platform; int retval, seconds_to_fill; char buf[256]; WORKUNIT wu; retval = authenticate_user(sreq, reply, user, host); if (retval) return; retval = update_host_record(sreq, host); // look up the client's platform in the DB // platform = ss.lookup_platform(sreq.platform_name); if (!platform) { sprintf(buf, "platform %s not found", sreq.platform_name); strcpy(reply.message, buf); strcpy(reply.message_priority, "low"); return; } reply.user = user; handle_prefs(sreq, reply, user); handle_results(sreq, reply, host); seconds_to_fill = sreq.work_req_seconds; if(seconds_to_fill > MAX_SECONDS_TO_SEND) seconds_to_fill = MAX_SECONDS_TO_SEND; else if(seconds_to_fill < MIN_SECONDS_TO_SEND) seconds_to_fill = MIN_SECONDS_TO_SEND; while(seconds_to_fill > 0) { send_work(sreq, reply, *platform, host, ss, wu); seconds_to_fill -= (int)estimate_duration(wu, host); } } void handle_request(FILE* fin, FILE* fout, SCHED_SHMEM& ss) { SCHEDULER_REQUEST sreq; SCHEDULER_REPLY sreply; memset(&sreq, 0, sizeof(sreq)); sreq.parse(fin); process_request(sreq, sreply, ss); sreply.write(fout); }