boinc/sched/sched_resend.C

243 lines
8.3 KiB
C

// Berkeley Open Infrastructure for Network Computing
// http://boinc.berkeley.edu
// Copyright (C) 2005 University of California
//
// This is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation;
// either version 2.1 of the License, or (at your option) any later version.
//
// This software is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
// See the GNU Lesser General Public License for more details.
//
// To view the GNU Lesser General Public License visit
// http://www.gnu.org/copyleft/lesser.html
// or write to the Free Software Foundation, Inc.,
// 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
// scheduler code related to sending "lost" work
// (i.e. results we sent to the host, but which they're not reporting)
//
// TODO:
// - make sure result is still needed (no canonical result yet)
// - don't send if project has been reset since first send;
// this result may have been the cause of reset
// (need to pass last reset time from client)
#include "config.h"
#include "error_numbers.h"
#include "server_types.h"
#include "sched_shmem.h"
#include "sched_config.h"
#include "sched_util.h"
#include "sched_msgs.h"
#include "sched_send.h"
#include "sched_locality.h"
#include "sched_resend.h"
#ifdef _USING_FCGI_
#include "fcgi_stdio.h"
#else
#define FCGI_ToFILE(x) (x)
#endif
// Assign a new deadline for the result;
// if it's not likely to complete by this time, return nonzero.
// TODO: EXPLAIN THE FORMULA FOR NEW DEADLINE
//
static int possibly_give_result_new_deadline(
DB_RESULT& result, WORKUNIT& wu, SCHEDULER_REPLY& reply
) {
const double resend_frac = 0.5; // range [0, 1)
int result_sent_time = time(0);
int result_report_deadline = result_sent_time + (int)(resend_frac*(result.report_deadline - result.sent_time));
if (result_report_deadline < result.report_deadline) {
result_report_deadline = result.report_deadline;
}
if (result_report_deadline > result_sent_time + wu.delay_bound) {
result_report_deadline = result_sent_time + wu.delay_bound;
}
// If infeasible, return without modifying result
//
if (estimate_cpu_duration(wu, reply) > result_report_deadline-result_sent_time) {
log_messages.printf(
SCHED_MSG_LOG::MSG_DEBUG,
"[RESULT#%d] [HOST#%d] not resending lost result: can't complete in time\n",
result.id, reply.host.id
);
return 1;
}
// update result with new report time and sent time
//
log_messages.printf(
SCHED_MSG_LOG::MSG_DEBUG,
"[RESULT#%d] [HOST#%d] %s report_deadline (resend lost work)\n",
result.id, reply.host.id,
result_report_deadline==result.report_deadline?"NO update to":"Updated"
);
result.sent_time = result_sent_time;
result.report_deadline = result_report_deadline;
return 0;
}
bool resend_lost_work(
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply,
PLATFORM_LIST& platforms, SCHED_SHMEM& ss
) {
DB_RESULT result;
std::vector<DB_RESULT>results;
unsigned int i;
char buf[256];
bool did_any = false;
int num_to_resend=0;
int num_resent=0;
int num_on_host=0;
APP* app;
APP_VERSION* avp;
int retval;
// print list of results on host
//
for (i=0; i<sreq.other_results.size(); i++) {
OTHER_RESULT& orp=sreq.other_results[i];
log_messages.printf(SCHED_MSG_LOG::MSG_DEBUG,
"Result is on [HOST#%d]: %s\n",
reply.host.id, orp.name.c_str()
);
}
sprintf(buf, " where hostid=%d and server_state=%d ",
reply.host.id, RESULT_SERVER_STATE_IN_PROGRESS
);
while (!result.enumerate(buf)) {
bool found = false;
num_on_host++;
for (i=0; i<sreq.other_results.size(); i++) {
OTHER_RESULT& orp = sreq.other_results[i];
if (!strcmp(orp.name.c_str(), result.name)) {
found = true;
}
}
if (!found) {
num_to_resend++;
log_messages.printf(
SCHED_MSG_LOG::MSG_DEBUG,
"[HOST#%d] found lost [RESULT#%d]: %s\n",
reply.host.id, result.id, result.name
);
DB_WORKUNIT wu;
retval = wu.lookup_id(result.workunitid);
if (retval) {
log_messages.printf( SCHED_MSG_LOG::MSG_CRITICAL,
"[HOST#%d] WU not found for [RESULT#%d]\n",
reply.host.id, result.id
);
continue;
}
reply.wreq.core_client_version =
sreq.core_client_major_version*100 + sreq.core_client_minor_version;
retval = get_app_version(
wu, app, avp, sreq, reply, platforms, ss
);
if (retval) {
log_messages.printf( SCHED_MSG_LOG::MSG_CRITICAL,
"[HOST#%d] no app version [RESULT#%d]\n",
reply.host.id, result.id
);
continue;
}
// If time is too close to the deadline,
// or we already have a canonical result,
// or WU error flag is set,
// then don't bother to resend this result.
// Instead make it time out right away
// so that the transitioner does 'the right thing'.
//
char warning_msg[256];
if (
wu.error_mask ||
wu.canonical_resultid ||
possibly_give_result_new_deadline(result, wu, reply)
) {
result.report_deadline = time(0);
retval = result.mark_as_sent(result.server_state);
if (retval==ERR_DB_NOT_FOUND) {
log_messages.printf(
SCHED_MSG_LOG::MSG_CRITICAL,
"[RESULT#%d] [HOST#%d]: CAN'T SEND, already sent to another host\n",
result.id, reply.host.id
);
} else if (retval) {
log_messages.printf(
SCHED_MSG_LOG::MSG_CRITICAL,
"resend_lost_result: can't update result deadline: %d\n", retval
);
}
if (retval) continue;
retval = update_wu_transition_time(wu, result.report_deadline);
if (retval) {
log_messages.printf(
SCHED_MSG_LOG::MSG_CRITICAL,
"resend_lost_result: can't update WU transition time: %d\n", retval
);
continue;
}
log_messages.printf(
SCHED_MSG_LOG::MSG_DEBUG,
"[HOST#%d][RESULT#%d] not needed or too close to deadline, expiring\n",
reply.host.id, result.id
);
sprintf(warning_msg, "Didn't resend lost result %s (expired)", result.name);
USER_MESSAGE um(warning_msg, "high");
reply.insert_message(um);
continue;
}
retval = add_result_to_reply(
result, wu, sreq, reply, platforms, app, avp
);
if (retval) {
log_messages.printf( SCHED_MSG_LOG::MSG_CRITICAL,
"[HOST#%d] failed to send [RESULT#%d]\n",
reply.host.id, result.id
);
continue;
}
sprintf(warning_msg, "Resent lost result %s", result.name);
USER_MESSAGE um(warning_msg, "high");
reply.insert_message(um);
num_resent++;
did_any = true;
}
}
reply.wreq.nresults_on_host = num_on_host;
log_messages.printf(SCHED_MSG_LOG::MSG_DEBUG,
"[HOST#%d] %d results in progress, set for later checking\n",
reply.host.id, num_on_host
);
if (num_to_resend) {
log_messages.printf(SCHED_MSG_LOG::MSG_DEBUG,
"[HOST#%d] %d lost results, resent %d\n", reply.host.id, num_to_resend, num_resent
);
}
return did_any;
}
const char *BOINC_RCSID_3be23838b4="$Id$";