boinc/sched/sched_locality.C

238 lines
6.5 KiB
C

// The contents of this file are subject to the BOINC Public License
// Version 1.0 (the "License"); you may not use this file except in
// compliance with the License. You may obtain a copy of the License at
// http://boinc.berkeley.edu/license_1.0.txt
//
// Software distributed under the License is distributed on an "AS IS"
// basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
// License for the specific language governing rights and limitations
// under the License.
//
// The Original Code is the Berkeley Open Infrastructure for Network Computing.
//
// The Initial Developer of the Original Code is the SETI@home project.
// Portions created by the SETI@home project are Copyright (C) 2002
// University of California at Berkeley. All Rights Reserved.
//
// Contributor(s):
//
// "Locality scheduling": a scheduling discipline in which
// there are large sticky input files,
// and many WUs share a single input file.
// If a host already has an input file,
// we try to send him another result that uses that file.
//
// see doc/sched_locality.php
#include <stdio.h>
#include "boinc_db.h"
#include "main.h"
#include "server_types.h"
#include "sched_shmem.h"
#include "sched_send.h"
#include "sched_msgs.h"
#include "sched_locality.h"
static int extract_filename(char* in, char* out) {
strcpy(out, in);
char* p = strstr(out, "__");
if (!p) return -1;
*p = 0;
return 0;
}
// Find the app and app_version for the client's platform.
//
static int get_app_version(
WORKUNIT& wu, APP* &app, APP_VERSION* &avp,
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform,
WORK_REQ& wreq, SCHED_SHMEM& ss
) {
bool found;
if (anonymous(platform)) {
app = ss.lookup_app(wu.appid);
found = sreq.has_version(*app);
if (!found) {
return -1;
}
avp = NULL;
} else {
found = find_app_version(wreq, wu, platform, ss, app, avp);
if (!found) {
return -1;
}
// see if the core client is too old.
// don't bump the infeasible count because this
// isn't the result's fault
//
if (!app_core_compatible(wreq, *avp)) {
return -1;
}
}
return 0;
}
// possibly send the client this result
//
static int possibly_send_result(
DB_RESULT& result,
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform,
WORK_REQ& wreq, SCHED_SHMEM& ss
) {
DB_WORKUNIT wu;
DB_RESULT result2;
int retval, count;
char buf[256];
APP* app;
APP_VERSION* avp;
if (config.one_result_per_user_per_wu) {
retval = wu.lookup_id(result.workunitid);
if (retval) return retval;
sprintf(buf, "where userid=%d and workunitid=%d", reply.user.id, wu.id);
retval = result2.count(count, buf);
if (retval) return retval;
if (count > 0) return -1;
}
retval = get_app_version(
wu, app, avp,
sreq, reply, platform, wreq, ss
);
if (retval) return retval;
retval = add_result_to_reply(result, wu, reply, platform, wreq, app, avp);
if (retval) return retval;
return 0;
}
// The client has (or soon will have) the given file.
// Try to send it more results that use the same file
//
static int send_results_for_file(
char* filename,
int& nsent,
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform,
WORK_REQ& wreq, SCHED_SHMEM& ss
) {
int lastid = 0;
DB_RESULT result;
int retval = 0;
char buf[256];
nsent = 0;
while (1) {
if (!wreq.work_needed(reply)) break;
boinc_db.start_transaction();
sprintf(buf,
"where name like '%s__%%' and server_state=%d and id>%d limit 1",
filename, RESULT_SERVER_STATE_UNSENT, lastid
);
retval = result.lookup(buf);
if (!retval) {
lastid = result.id;
if (possibly_send_result(
result,
sreq, reply, platform, wreq, ss
)) {
nsent++;
}
}
boinc_db.commit_transaction();
if (retval) break;
}
return 0;
}
// The client doesn't have any files for which work is available.
// Pick new file(s) to send.
//
static void send_new_file_work(
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform,
WORK_REQ& wreq, SCHED_SHMEM& ss
) {
int retval, lastid=0, nsent;
DB_RESULT result;
char filename[256];
char buf[256];
while (1) {
if (!wreq.work_needed(reply)) break;
boinc_db.start_transaction();
sprintf(buf,
"where server_state=%d and id>%d limit 1",
RESULT_SERVER_STATE_UNSENT, lastid
);
retval = result.lookup(buf);
if (!retval) {
lastid = result.id;
possibly_send_result(
result,
sreq, reply, platform, wreq, ss
);
}
boinc_db.commit_transaction();
if (retval) break;
// try to send more result w/ same file
//
retval = extract_filename(result.name, filename);
if (retval) {
log_messages.printf(
SCHED_MSG_LOG::CRITICAL,
"bad filename: %s\n", result.name
);
continue;
}
send_results_for_file(
filename, nsent,
sreq, reply, platform, wreq, ss
);
}
}
void send_work_locality(
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform,
WORK_REQ& wreq, SCHED_SHMEM& ss
) {
unsigned int i;
int retval, nsent;
if (sreq.file_infos.size() == 0) {
send_new_file_work(
sreq, reply, platform, wreq, ss
);
} else {
for (i=0; i<sreq.file_infos.size(); i++) {
if (!wreq.work_needed(reply)) break;
FILE_INFO& fi = sreq.file_infos[i];
retval = send_results_for_file(
fi.name, nsent,
sreq, reply, platform, wreq, ss
);
// if we couldn't send any work for this file, tell client
// to delete it
//
if (nsent == 0) {
reply.file_deletes.push_back(fi);
}
}
// send new files if needed to satisfy work request
//
if (wreq.work_needed(reply)) {
send_new_file_work(
sreq, reply, platform, wreq, ss
);
}
}
}
const char *BOINC_RCSID_238cc1aec4 = "$Id$";