boinc/sched/sched_resend.C

// Berkeley Open Infrastructure for Network Computing
// http://boinc.berkeley.edu
// Copyright (C) 2005 University of California
//
// This is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation;
// either version 2.1 of the License, or (at your option) any later version.
//
// This software is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
// See the GNU Lesser General Public License for more details.
//
// To view the GNU Lesser General Public License visit
// http://www.gnu.org/copyleft/lesser.html
// or write to the Free Software Foundation, Inc.,
// 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA

// scheduler code related to sending "lost" work
// (i.e. results we sent to the host, but which they're not reporting)
//
// TODO:
// - make sure result is still needed (no canonical result yet)
// - don't send if project has been reset since first send;
//   this result may have been the cause of reset
//   (need to pass last reset time from client)

#include "config.h"
#include "error_numbers.h"

#include "server_types.h"
#include "sched_shmem.h"
#include "sched_config.h"
#include "sched_util.h"
#include "sched_msgs.h"
#include "sched_send.h"
#include "sched_locality.h"

#include "sched_resend.h"


#ifdef _USING_FCGI_
#include "fcgi_stdio.h"
#else
#define FCGI_ToFILE(x) (x)
#endif

// Assign a new deadline for the result;
// if it's not likely to complete by this time, return nonzero.
// TODO: EXPLAIN THE FORMULA FOR NEW DEADLINE
//
static int possibly_give_result_new_deadline(
    DB_RESULT& result, WORKUNIT& wu, SCHEDULER_REPLY& reply
) {
    const double resend_frac = 0.5;  // range [0, 1)
    int result_sent_time = time(0);
    int result_report_deadline = result_sent_time + (int)(resend_frac*(result.report_deadline - result.sent_time));

    if (result_report_deadline < result.report_deadline) {
        result_report_deadline = result.report_deadline;
    }
    if (result_report_deadline > result_sent_time + wu.delay_bound) {
        result_report_deadline = result_sent_time + wu.delay_bound;
    }

    // If infeasible, return without modifying result
    //
    if (estimate_cpu_duration(wu, reply) > result_report_deadline-result_sent_time) {
        log_messages.printf(
            SCHED_MSG_LOG::MSG_DEBUG,
            "[RESULT#%d] [HOST#%d] not resending lost result: can't complete in time\n",
            result.id, reply.host.id
        );
        return 1;
    }
    
    // update result with new report time and sent time
    //
    log_messages.printf(
        SCHED_MSG_LOG::MSG_DEBUG,
        "[RESULT#%d] [HOST#%d] %s report_deadline (resend lost work)\n",
        result.id, reply.host.id,
        result_report_deadline==result.report_deadline?"NO update to":"Updated"
    );
    result.sent_time = result_sent_time;
    result.report_deadline = result_report_deadline;
    return 0;
}

bool resend_lost_work(
    SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply,
    PLATFORM_LIST& platforms, SCHED_SHMEM& ss
) {
    DB_RESULT result;
    std::vector<DB_RESULT>results;
    unsigned int i;
    char buf[256];
    bool did_any = false;
    int num_to_resend=0;
    int num_resent=0;
    int num_on_host=0;
    APP* app;
    APP_VERSION* avp;
    int retval;

    // print list of results on host
    //
    for (i=0; i<sreq.other_results.size(); i++) {
        OTHER_RESULT& orp=sreq.other_results[i];
        log_messages.printf(SCHED_MSG_LOG::MSG_DEBUG,
            "Result is on [HOST#%d]: %s\n",
            reply.host.id, orp.name.c_str()
        );
    }

    sprintf(buf, " where hostid=%d and server_state=%d ",
        reply.host.id, RESULT_SERVER_STATE_IN_PROGRESS
    );
    while (!result.enumerate(buf)) {
        bool found = false;
        num_on_host++;
        for (i=0; i<sreq.other_results.size(); i++) {
            OTHER_RESULT& orp = sreq.other_results[i];
            if (!strcmp(orp.name.c_str(), result.name)) {
                found = true;
            }
        }
        if (!found) {
            num_to_resend++;
            log_messages.printf(
                SCHED_MSG_LOG::MSG_DEBUG,
                "[HOST#%d] found lost [RESULT#%d]: %s\n",
                reply.host.id, result.id, result.name
            );

            DB_WORKUNIT wu;
            retval = wu.lookup_id(result.workunitid);
            if (retval) {
                log_messages.printf( SCHED_MSG_LOG::MSG_CRITICAL,
                    "[HOST#%d] WU not found for [RESULT#%d]\n",
                    reply.host.id, result.id
                );
                continue;
            }

            reply.wreq.core_client_version =
                sreq.core_client_major_version*100 + sreq.core_client_minor_version;

            retval = get_app_version(
                wu, app, avp, sreq, reply, platforms, ss
            );
            if (retval) {
                log_messages.printf( SCHED_MSG_LOG::MSG_CRITICAL,
                    "[HOST#%d] no app version [RESULT#%d]\n",
                    reply.host.id, result.id
                );
                continue;
            }

            // If time is too close to the deadline,
            // or we already have a canonical result,
            // or WU error flag is set,
            // then don't bother to resend this result.
            // Instead make it time out right away
            // so that the transitioner does 'the right thing'.
            //
            char warning_msg[256];
            if (
                wu.error_mask ||
                wu.canonical_resultid ||
                possibly_give_result_new_deadline(result, wu, reply)
            ) {
                result.report_deadline = time(0);
                retval = result.mark_as_sent(result.server_state);
                if (retval==ERR_DB_NOT_FOUND) {
                    log_messages.printf(
                        SCHED_MSG_LOG::MSG_CRITICAL,
                        "[RESULT#%d] [HOST#%d]: CAN'T SEND, already sent to another host\n",
                        result.id, reply.host.id
                    );
                } else if (retval) {
                    log_messages.printf(
                        SCHED_MSG_LOG::MSG_CRITICAL,
                        "resend_lost_result: can't update result deadline: %d\n", retval
                    );
                }
                if (retval) continue;

                retval = update_wu_transition_time(wu, result.report_deadline);
                if (retval) {
                    log_messages.printf(
                        SCHED_MSG_LOG::MSG_CRITICAL,
                        "resend_lost_result: can't update WU transition time: %d\n", retval
                    );
                    continue;
                }
                log_messages.printf(
                    SCHED_MSG_LOG::MSG_DEBUG,
                    "[HOST#%d][RESULT#%d] not needed or too close to deadline, expiring\n",
                    reply.host.id, result.id
                );
                sprintf(warning_msg, "Didn't resend lost result %s (expired)", result.name);
                USER_MESSAGE um(warning_msg, "high");
                reply.insert_message(um);
                continue;
            }

            retval = add_result_to_reply(
                result, wu, sreq, reply, platforms, app, avp
            );
            if (retval) {
                log_messages.printf( SCHED_MSG_LOG::MSG_CRITICAL,
                    "[HOST#%d] failed to send [RESULT#%d]\n",
                    reply.host.id, result.id
                );
                continue;
            }
            sprintf(warning_msg, "Resent lost result %s", result.name);
            USER_MESSAGE um(warning_msg, "high");
            reply.insert_message(um);
            num_resent++;
            did_any = true;
        }
    }

    reply.wreq.nresults_on_host = num_on_host;
    log_messages.printf(SCHED_MSG_LOG::MSG_DEBUG,
        "[HOST#%d] %d results in progress, set for later checking\n",
        reply.host.id, num_on_host
    );

    if (num_to_resend) {
        log_messages.printf(SCHED_MSG_LOG::MSG_DEBUG,
            "[HOST#%d] %d lost results, resent %d\n", reply.host.id, num_to_resend, num_resent 
        );
    }

    return did_any;
}

const char *BOINC_RCSID_3be23838b4="$Id$";