2004-04-04 01:59:47 +00:00
|
|
|
// The contents of this file are subject to the BOINC Public License
|
|
|
|
// Version 1.0 (the "License"); you may not use this file except in
|
|
|
|
// compliance with the License. You may obtain a copy of the License at
|
|
|
|
// http://boinc.berkeley.edu/license_1.0.txt
|
2004-07-09 21:17:42 +00:00
|
|
|
//
|
2004-04-04 01:59:47 +00:00
|
|
|
// Software distributed under the License is distributed on an "AS IS"
|
|
|
|
// basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
|
|
|
|
// License for the specific language governing rights and limitations
|
2004-07-09 21:17:42 +00:00
|
|
|
// under the License.
|
|
|
|
//
|
|
|
|
// The Original Code is the Berkeley Open Infrastructure for Network Computing.
|
|
|
|
//
|
2004-04-04 01:59:47 +00:00
|
|
|
// The Initial Developer of the Original Code is the SETI@home project.
|
|
|
|
// Portions created by the SETI@home project are Copyright (C) 2002
|
2004-07-09 21:17:42 +00:00
|
|
|
// University of California at Berkeley. All Rights Reserved.
|
|
|
|
//
|
2004-04-04 01:59:47 +00:00
|
|
|
// Contributor(s):
|
|
|
|
//
|
|
|
|
|
|
|
|
// scheduler code related to sending work
|
|
|
|
|
|
|
|
#include <vector>
|
|
|
|
#include <string>
|
2004-06-24 08:49:37 +00:00
|
|
|
#include <ctime>
|
|
|
|
#include <cstdio>
|
2004-04-04 01:59:47 +00:00
|
|
|
using namespace std;
|
|
|
|
|
|
|
|
#include "error_numbers.h"
|
|
|
|
#include "server_types.h"
|
|
|
|
#include "sched_shmem.h"
|
|
|
|
#include "sched_config.h"
|
|
|
|
#include "sched_util.h"
|
|
|
|
#include "main.h"
|
2004-04-08 08:15:23 +00:00
|
|
|
#include "sched_msgs.h"
|
2004-04-04 01:59:47 +00:00
|
|
|
#include "sched_send.h"
|
2004-09-10 21:02:11 +00:00
|
|
|
#include "sched_locality.h"
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-07-03 21:38:22 +00:00
|
|
|
#ifdef _USING_FCGI_
|
|
|
|
#include "fcgi_stdio.h"
|
|
|
|
#endif
|
|
|
|
|
2004-04-04 01:59:47 +00:00
|
|
|
const int MIN_SECONDS_TO_SEND = 0;
|
2004-04-07 06:51:42 +00:00
|
|
|
const int MAX_SECONDS_TO_SEND = (28*SECONDS_IN_DAY);
|
2004-04-04 01:59:47 +00:00
|
|
|
|
|
|
|
const double MIN_POSSIBLE_RAM = 64000000;
|
|
|
|
|
|
|
|
bool anonymous(PLATFORM& platform) {
|
|
|
|
return (!strcmp(platform.name, "anonymous"));
|
|
|
|
}
|
|
|
|
|
|
|
|
bool SCHEDULER_REQUEST::has_version(APP& app) {
|
|
|
|
unsigned int i;
|
|
|
|
|
|
|
|
for (i=0; i<client_app_versions.size(); i++) {
|
|
|
|
CLIENT_APP_VERSION& cav = client_app_versions[i];
|
|
|
|
if (!strcmp(cav.app_name, app.name) && cav.version_num >= app.min_version) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2004-08-31 23:08:28 +00:00
|
|
|
// compute the max additional disk usage we can impose on the host
|
2004-04-04 01:59:47 +00:00
|
|
|
//
|
|
|
|
double max_allowable_disk(SCHEDULER_REQUEST& req) {
|
2004-08-14 00:37:38 +00:00
|
|
|
// ROMW: Reverting back to older implementation until all clients are 4.x
|
|
|
|
// or higher.
|
|
|
|
#if 1
|
|
|
|
HOST host = req.host;
|
|
|
|
GLOBAL_PREFS prefs = req.global_prefs;
|
|
|
|
double x1, x2, x3, x;
|
|
|
|
|
|
|
|
// fill in default values for missing prefs
|
|
|
|
//
|
|
|
|
if (prefs.disk_max_used_gb == 0) prefs.disk_max_used_gb = 0.1; // 100 MB
|
|
|
|
if (prefs.disk_max_used_pct == 0) prefs.disk_max_used_pct = 10;
|
|
|
|
// min_free_gb can be zero
|
|
|
|
|
|
|
|
// default values for BOINC disk usage (project and total) is zero
|
|
|
|
//
|
|
|
|
|
|
|
|
// no defaults for total/free disk space (host.d_total, d_free)
|
|
|
|
// if they're zero, project will get no work.
|
|
|
|
//
|
|
|
|
|
2004-08-31 23:08:28 +00:00
|
|
|
x1 = prefs.disk_max_used_gb*1e9 - req.total_disk_usage;
|
2004-08-14 00:37:38 +00:00
|
|
|
x2 = host.d_total*prefs.disk_max_used_pct/100.;
|
|
|
|
x3 = host.d_free - prefs.disk_min_free_gb*1e9; // may be negative
|
|
|
|
|
|
|
|
x = min(x1, min(x2, x3));
|
|
|
|
if (x < 0) {
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::NORMAL,
|
|
|
|
"disk_max_used_gb %f disk_max_used_pct %f disk_min_free_gb %f\n",
|
|
|
|
prefs.disk_max_used_gb, prefs.disk_max_used_pct,
|
|
|
|
prefs.disk_min_free_gb
|
|
|
|
);
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::NORMAL,
|
|
|
|
"req.total_disk_usage %f host.d_total %f host.d_free %f\n",
|
|
|
|
req.total_disk_usage, host.d_total, host.d_free
|
|
|
|
);
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::NORMAL,
|
|
|
|
"x1 %f x2 %f x3 %f x %f\n",
|
|
|
|
x1, x2, x3, x
|
|
|
|
);
|
|
|
|
}
|
|
|
|
return x;
|
|
|
|
#else
|
2004-08-05 22:14:24 +00:00
|
|
|
double x1, x2, x3;
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-08-05 22:14:24 +00:00
|
|
|
HOST host = req.host;
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-08-05 22:14:24 +00:00
|
|
|
x1 = req.project_disk_free;
|
|
|
|
x2 = req.potentially_free_offender;
|
|
|
|
x3 = req.potentially_free_self;
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-08-05 22:14:24 +00:00
|
|
|
if (x1 < 0) {
|
2004-04-04 01:59:47 +00:00
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::NORMAL,
|
2004-08-05 22:14:24 +00:00
|
|
|
"req.project_disk_free_gb %f\n",
|
|
|
|
x1
|
2004-04-04 01:59:47 +00:00
|
|
|
);
|
|
|
|
}
|
2004-08-05 22:14:24 +00:00
|
|
|
return max(max(x1,x2), x3);
|
2004-08-14 00:37:38 +00:00
|
|
|
#endif
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// if a host has active_frac < 0.1, assume 0.1 so we don't deprive it of work.
|
|
|
|
//
|
|
|
|
const double HOST_ACTIVE_FRAC_MIN = 0.1;
|
|
|
|
|
|
|
|
// estimate the number of seconds that a workunit requires running 100% on a
|
|
|
|
// single CPU of this host.
|
|
|
|
//
|
|
|
|
// TODO: improve this. take memory bandwidth into account
|
|
|
|
//
|
|
|
|
inline double estimate_cpu_duration(WORKUNIT& wu, HOST& host) {
|
|
|
|
if (host.p_fpops <= 0) host.p_fpops = 1e9;
|
|
|
|
if (wu.rsc_fpops_est <= 0) wu.rsc_fpops_est = 1e12;
|
|
|
|
return wu.rsc_fpops_est/host.p_fpops;
|
|
|
|
}
|
|
|
|
|
2004-07-22 18:56:54 +00:00
|
|
|
// estimate the amount of real time for this WU based on active_frac,
|
2004-07-06 21:51:49 +00:00
|
|
|
// and resource_share_fraction
|
|
|
|
inline double estimate_wallclock_duration(
|
|
|
|
WORKUNIT& wu, HOST& host, double resource_share_fraction
|
|
|
|
) {
|
2004-04-04 01:59:47 +00:00
|
|
|
return estimate_cpu_duration(wu, host)
|
2004-07-06 21:51:49 +00:00
|
|
|
/ max(HOST_ACTIVE_FRAC_MIN, host.active_frac * resource_share_fraction)
|
2004-04-04 01:59:47 +00:00
|
|
|
;
|
|
|
|
}
|
|
|
|
|
2004-05-18 18:33:01 +00:00
|
|
|
// return false if the WU can't be executed on the host
|
2004-07-06 21:51:49 +00:00
|
|
|
// because of insufficient memory, CPU speed, or resource share
|
2004-04-04 01:59:47 +00:00
|
|
|
//
|
2004-07-06 21:51:49 +00:00
|
|
|
bool wu_is_feasible(
|
2004-07-22 18:56:54 +00:00
|
|
|
WORKUNIT& wu, HOST& host, WORK_REQ& wreq,
|
|
|
|
double resource_share_fraction, double estimated_delay
|
2004-07-06 21:51:49 +00:00
|
|
|
) {
|
2004-04-04 01:59:47 +00:00
|
|
|
double m_nbytes = host.m_nbytes;
|
|
|
|
if (m_nbytes < MIN_POSSIBLE_RAM) m_nbytes = MIN_POSSIBLE_RAM;
|
|
|
|
|
|
|
|
if (wu.rsc_memory_bound > m_nbytes) {
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::DEBUG, "[WU#%d %s] needs %f mem; [HOST#%d] has %f\n",
|
2004-04-04 01:59:47 +00:00
|
|
|
wu.id, wu.name, wu.rsc_memory_bound, host.id, m_nbytes
|
|
|
|
);
|
|
|
|
wreq.insufficient_mem = true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2004-07-15 18:54:17 +00:00
|
|
|
if (config.enforce_delay_bound) {
|
2004-07-22 18:56:54 +00:00
|
|
|
double wu_wallclock_time =
|
|
|
|
estimate_wallclock_duration(wu, host, resource_share_fraction);
|
|
|
|
double host_remaining_time = estimated_delay;
|
2004-07-15 18:54:17 +00:00
|
|
|
|
|
|
|
if (host_remaining_time + wu_wallclock_time > wu.delay_bound) {
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::DEBUG, "[WU#%d %s] needs requires %d seconds on [HOST#%d]; delay_bound is %d\n",
|
|
|
|
wu.id, wu.name, (int)wu_wallclock_time, host.id, wu.delay_bound
|
|
|
|
);
|
|
|
|
wreq.insufficient_speed = true;
|
|
|
|
return false;
|
|
|
|
}
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
// insert "text" right after "after" in the given buffer
|
|
|
|
//
|
|
|
|
int insert_after(char* buffer, char* after, char* text) {
|
|
|
|
char* p;
|
2004-05-13 18:18:22 +00:00
|
|
|
char temp[LARGE_BLOB_SIZE];
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-05-13 18:18:22 +00:00
|
|
|
if (strlen(buffer) + strlen(text) > LARGE_BLOB_SIZE-1) {
|
2004-04-08 08:15:23 +00:00
|
|
|
log_messages.printf(SCHED_MSG_LOG::NORMAL, "insert_after: overflow\n");
|
2004-04-04 01:59:47 +00:00
|
|
|
return ERR_BUFFER_OVERFLOW;
|
|
|
|
}
|
|
|
|
p = strstr(buffer, after);
|
|
|
|
if (!p) {
|
2004-04-08 08:15:23 +00:00
|
|
|
log_messages.printf(SCHED_MSG_LOG::CRITICAL, "insert_after: %s not found in %s\n", after, buffer);
|
2004-04-04 01:59:47 +00:00
|
|
|
return ERR_NULL;
|
|
|
|
}
|
|
|
|
p += strlen(after);
|
|
|
|
strcpy(temp, p);
|
|
|
|
strcpy(p, text);
|
|
|
|
strcat(p, temp);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
// add elements to WU's xml_doc, in preparation for sending
|
|
|
|
// it to a client
|
|
|
|
//
|
|
|
|
int insert_wu_tags(WORKUNIT& wu, APP& app) {
|
2004-05-13 18:18:22 +00:00
|
|
|
char buf[LARGE_BLOB_SIZE];
|
2004-04-04 01:59:47 +00:00
|
|
|
|
|
|
|
sprintf(buf,
|
|
|
|
" <rsc_fpops_est>%f</rsc_fpops_est>\n"
|
|
|
|
" <rsc_fpops_bound>%f</rsc_fpops_bound>\n"
|
|
|
|
" <rsc_memory_bound>%f</rsc_memory_bound>\n"
|
|
|
|
" <rsc_disk_bound>%f</rsc_disk_bound>\n"
|
|
|
|
" <name>%s</name>\n"
|
|
|
|
" <app_name>%s</app_name>\n",
|
|
|
|
wu.rsc_fpops_est,
|
|
|
|
wu.rsc_fpops_bound,
|
|
|
|
wu.rsc_memory_bound,
|
|
|
|
wu.rsc_disk_bound,
|
|
|
|
wu.name,
|
|
|
|
app.name
|
|
|
|
);
|
|
|
|
return insert_after(wu.xml_doc, "<workunit>\n", buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
// return the APP and APP_VERSION for the given WU, for the given platform.
|
|
|
|
// return false if none
|
|
|
|
//
|
|
|
|
bool find_app_version(
|
|
|
|
WORK_REQ& wreq, WORKUNIT& wu, PLATFORM& platform, SCHED_SHMEM& ss,
|
|
|
|
APP*& app, APP_VERSION*& avp
|
|
|
|
) {
|
|
|
|
app = ss.lookup_app(wu.appid);
|
|
|
|
if (!app) {
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::CRITICAL, "Can't find APP#%d\n", wu.appid
|
2004-04-04 01:59:47 +00:00
|
|
|
);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
avp = ss.lookup_app_version(app->id, platform.id, app->min_version);
|
|
|
|
if (!avp) {
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::DEBUG,
|
2004-04-04 01:59:47 +00:00
|
|
|
"no app version available: APP#%d PLATFORM#%d min_version %d\n",
|
|
|
|
app->id, platform.id, app->min_version
|
|
|
|
);
|
|
|
|
wreq.no_app_version = true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
// verify that the given APP_VERSION will work with the core client
|
|
|
|
//
|
|
|
|
bool app_core_compatible(WORK_REQ& wreq, APP_VERSION& av) {
|
|
|
|
if (wreq.core_client_version < av.min_core_version) {
|
|
|
|
#if 0
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::DEBUG,
|
2004-04-04 01:59:47 +00:00
|
|
|
"Outdated core version: wanted %d, got %d\n",
|
|
|
|
av.min_core_version, wreq.core_client_version
|
|
|
|
);
|
|
|
|
#endif
|
|
|
|
wreq.outdated_core = true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
// add the given workunit to a reply.
|
|
|
|
// look up its app, and make sure there's a version for this platform.
|
|
|
|
// Add the app and app_version to the reply also.
|
|
|
|
//
|
|
|
|
int add_wu_to_reply(
|
2004-09-10 00:41:48 +00:00
|
|
|
WORKUNIT& wu, SCHEDULER_REPLY& reply, PLATFORM& platform,
|
2004-04-04 01:59:47 +00:00
|
|
|
WORK_REQ& wreq, APP* app, APP_VERSION* avp
|
|
|
|
) {
|
|
|
|
int retval;
|
|
|
|
WORKUNIT wu2;
|
|
|
|
|
|
|
|
// add the app, app_version, and workunit to the reply,
|
|
|
|
// but only if they aren't already there
|
|
|
|
//
|
|
|
|
if (avp) {
|
|
|
|
reply.insert_app_unique(*app);
|
|
|
|
reply.insert_app_version_unique(*avp);
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::DEBUG,
|
2004-04-04 01:59:47 +00:00
|
|
|
"[HOST#%d] Sending app_version %s %s %d\n",
|
|
|
|
reply.host.id, app->name, platform.name, avp->version_num
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
// add time estimate to reply
|
|
|
|
//
|
|
|
|
wu2 = wu; // make copy since we're going to modify its XML field
|
|
|
|
retval = insert_wu_tags(wu2, *app);
|
|
|
|
if (retval) {
|
2004-04-08 08:15:23 +00:00
|
|
|
log_messages.printf(SCHED_MSG_LOG::NORMAL, "insert_wu_tags failed\n");
|
2004-04-04 01:59:47 +00:00
|
|
|
return retval;
|
|
|
|
}
|
|
|
|
reply.insert_workunit_unique(wu2);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int insert_name_tags(RESULT& result, WORKUNIT const& wu) {
|
|
|
|
char buf[256];
|
|
|
|
int retval;
|
|
|
|
|
|
|
|
sprintf(buf, "<name>%s</name>\n", result.name);
|
|
|
|
retval = insert_after(result.xml_doc_in, "<result>\n", buf);
|
|
|
|
if (retval) return retval;
|
|
|
|
sprintf(buf, "<wu_name>%s</wu_name>\n", wu.name);
|
|
|
|
retval = insert_after(result.xml_doc_in, "<result>\n", buf);
|
|
|
|
if (retval) return retval;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int insert_deadline_tag(RESULT& result) {
|
|
|
|
char buf[256];
|
|
|
|
sprintf(buf, "<report_deadline>%d</report_deadline>\n", result.report_deadline);
|
|
|
|
int retval = insert_after(result.xml_doc_in, "<result>\n", buf);
|
|
|
|
if (retval) return retval;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int update_wu_transition_time(WORKUNIT wu, time_t x) {
|
|
|
|
DB_WORKUNIT dbwu;
|
2004-08-21 00:40:01 +00:00
|
|
|
char buf[256];
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-08-21 00:40:01 +00:00
|
|
|
dbwu.id = wu.id;
|
2004-08-21 00:50:21 +00:00
|
|
|
sprintf(buf, "transition_time=%d", (int)x);
|
2004-08-21 00:40:01 +00:00
|
|
|
return dbwu.update_field(buf);
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// return true iff a result for same WU is already being sent
|
|
|
|
//
|
2004-09-10 00:41:48 +00:00
|
|
|
static bool wu_already_in_reply(WORKUNIT& wu, SCHEDULER_REPLY& reply) {
|
2004-04-04 01:59:47 +00:00
|
|
|
unsigned int i;
|
|
|
|
for (i=0; i<reply.results.size(); i++) {
|
2004-09-10 00:41:48 +00:00
|
|
|
if (wu.id == reply.results[i].workunitid) {
|
2004-04-04 01:59:47 +00:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2004-06-17 21:57:06 +00:00
|
|
|
// modified by Pietro Cicotti
|
|
|
|
// Check that the two platform has the same architecture and operating system
|
|
|
|
// Architectures: AMD, Intel, Macintosh
|
|
|
|
// OS: Linux, Windows, Darwin, SunOS
|
|
|
|
|
2004-08-17 10:46:37 +00:00
|
|
|
const int unspec = 0;
|
|
|
|
const int nocpu = 1;
|
|
|
|
const int Intel = 2;
|
|
|
|
const int AMD = 3;
|
|
|
|
const int Macintosh = 4;
|
|
|
|
|
|
|
|
const int noos = 128;
|
|
|
|
const int Linux = 256;
|
|
|
|
const int Windows = 384;
|
|
|
|
const int Darwin = 512;
|
|
|
|
const int SunOS = 640;
|
|
|
|
|
|
|
|
inline
|
|
|
|
int OS(SCHEDULER_REQUEST& sreq){
|
|
|
|
if ( strstr(sreq.host.os_name, "Linux") != NULL ) return Linux;
|
|
|
|
else if( strstr(sreq.host.os_name, "Windows") != NULL ) return Windows;
|
|
|
|
else if( strstr(sreq.host.os_name, "Darwin") != NULL ) return Darwin;
|
|
|
|
else if( strstr(sreq.host.os_name, "SunOS") != NULL ) return SunOS;
|
|
|
|
else return noos;
|
|
|
|
};
|
2004-06-17 21:57:06 +00:00
|
|
|
|
2004-08-17 10:46:37 +00:00
|
|
|
inline
|
|
|
|
int CPU(SCHEDULER_REQUEST& sreq){
|
|
|
|
if ( strstr(sreq.host.p_vendor, "Intel") != NULL ) return Intel;
|
|
|
|
else if( strstr(sreq.host.p_vendor, "AMD") != NULL ) return AMD;
|
|
|
|
else if( strstr(sreq.host.p_vendor, "Macintosh") != NULL ) return Macintosh;
|
|
|
|
else return nocpu;
|
|
|
|
};
|
2004-06-17 21:57:06 +00:00
|
|
|
|
|
|
|
#if 0
|
|
|
|
// old version, just in case
|
|
|
|
bool same_platform(DB_HOST& host, SCHEDULER_REQUEST& sreq) {
|
|
|
|
return !strcmp(host.os_name, sreq.host.os_name)
|
|
|
|
&& !strcmp(host.p_vendor, sreq.host.p_vendor);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2004-05-18 18:33:01 +00:00
|
|
|
// return true if we've already sent a result of this WU to a different platform
|
|
|
|
// (where "platform" is os_name + p_vendor;
|
|
|
|
// may want to sharpen this for Unix)
|
|
|
|
//
|
|
|
|
static bool already_sent_to_different_platform(
|
2004-08-17 10:46:37 +00:00
|
|
|
SCHEDULER_REQUEST& sreq, WORKUNIT& workunit, WORK_REQ& wreq
|
2004-05-18 18:33:01 +00:00
|
|
|
) {
|
2004-08-21 00:40:01 +00:00
|
|
|
DB_WORKUNIT db_wu;
|
2004-08-21 00:50:21 +00:00
|
|
|
int retval, wsn=0;
|
2004-08-21 00:40:01 +00:00
|
|
|
char buf[256];
|
|
|
|
|
|
|
|
// reread workseq_next field from DB in case it's changed
|
|
|
|
//
|
|
|
|
db_wu.id = workunit.id;
|
2004-08-21 00:50:21 +00:00
|
|
|
retval = db_wu.get_field_int("workseq_next", wsn);
|
2004-08-21 00:40:01 +00:00
|
|
|
if (retval) {
|
|
|
|
log_messages.printf(
|
2004-08-21 00:50:21 +00:00
|
|
|
SCHED_MSG_LOG::CRITICAL, "can't get workseq_next for %d: %d\n",
|
|
|
|
db_wu.id, retval
|
2004-08-21 00:40:01 +00:00
|
|
|
);
|
|
|
|
return true;
|
|
|
|
}
|
2004-08-18 01:49:46 +00:00
|
|
|
wreq.homogeneous_redundancy_reject = false;
|
2004-08-21 00:40:01 +00:00
|
|
|
if (wsn != unspec) {
|
|
|
|
if (OS(sreq) + CPU(sreq) != wsn) {
|
2004-06-17 21:57:06 +00:00
|
|
|
wreq.homogeneous_redundancy_reject = true;
|
2004-08-21 00:40:01 +00:00
|
|
|
}
|
2004-08-18 01:49:46 +00:00
|
|
|
} else {
|
2004-08-21 00:40:01 +00:00
|
|
|
wsn = OS(sreq) + CPU(sreq);
|
|
|
|
sprintf(buf, "workseq_next=%d", wsn);
|
|
|
|
db_wu.update_field(buf);
|
2004-08-17 10:46:37 +00:00
|
|
|
}
|
|
|
|
return wreq.homogeneous_redundancy_reject;
|
2004-05-18 18:33:01 +00:00
|
|
|
}
|
|
|
|
|
2004-04-04 01:59:47 +00:00
|
|
|
void lock_sema() {
|
|
|
|
lock_semaphore(sema_key);
|
|
|
|
}
|
|
|
|
|
|
|
|
void unlock_sema() {
|
|
|
|
unlock_semaphore(sema_key);
|
|
|
|
}
|
|
|
|
|
2004-09-10 00:41:48 +00:00
|
|
|
bool WORK_REQ::work_needed(SCHEDULER_REPLY& reply) {
|
|
|
|
if (seconds_to_fill <= 0) return false;
|
|
|
|
if (disk_available <= 0) return false;
|
|
|
|
if (nresults >= config.max_wus_to_send) return false;
|
|
|
|
if (config.daily_result_quota) {
|
|
|
|
if (reply.host.nresults_today >= config.daily_result_quota) {
|
|
|
|
daily_result_quota_exceeded = true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
int add_result_to_reply(
|
|
|
|
DB_RESULT& result, WORKUNIT& wu, SCHEDULER_REPLY& reply, PLATFORM& platform,
|
|
|
|
WORK_REQ& wreq, APP* app, APP_VERSION* avp
|
|
|
|
) {
|
|
|
|
int retval;
|
|
|
|
double wu_seconds_filled;
|
|
|
|
|
|
|
|
retval = add_wu_to_reply(wu, reply, platform, wreq, app, avp);
|
|
|
|
if (retval) return retval;
|
|
|
|
|
|
|
|
wreq.disk_available -= wu.rsc_disk_bound;
|
|
|
|
|
|
|
|
// update the result in DB
|
|
|
|
//
|
|
|
|
result.server_state = RESULT_SERVER_STATE_IN_PROGRESS;
|
|
|
|
result.hostid = reply.host.id;
|
|
|
|
result.userid = reply.user.id;
|
|
|
|
result.sent_time = time(0);
|
|
|
|
result.report_deadline = result.sent_time + wu.delay_bound;
|
|
|
|
result.update_subset();
|
|
|
|
|
|
|
|
wu_seconds_filled = estimate_cpu_duration(wu, reply.host);
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::NORMAL,
|
|
|
|
"[HOST#%d] Sending [RESULT#%d %s] (fills %d seconds)\n",
|
|
|
|
reply.host.id, result.id, result.name, int(wu_seconds_filled)
|
|
|
|
);
|
|
|
|
|
|
|
|
retval = update_wu_transition_time(wu, result.report_deadline);
|
|
|
|
if (retval) {
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::CRITICAL,
|
|
|
|
"send_work: can't update WU transition time\n"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
// The following overwrites the result's xml_doc field.
|
|
|
|
// But that's OK cuz we're done with DB updates
|
|
|
|
//
|
|
|
|
retval = insert_name_tags(result, wu);
|
|
|
|
if (retval) {
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::CRITICAL, "send_work: can't insert name tags\n"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
retval = insert_deadline_tag(result);
|
|
|
|
if (retval) {
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::CRITICAL,
|
|
|
|
"send_work: can't insert deadline tag\n"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
reply.insert_result(result);
|
|
|
|
wreq.seconds_to_fill -= wu_seconds_filled;
|
|
|
|
wreq.nresults++;
|
|
|
|
reply.host.nresults_today++;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2004-04-04 01:59:47 +00:00
|
|
|
// Make a pass through the wu/results array, sending work.
|
|
|
|
// If "infeasible_only" is true, send only results that were
|
|
|
|
// previously infeasible for some host
|
|
|
|
//
|
|
|
|
static void scan_work_array(
|
|
|
|
WORK_REQ& wreq,
|
|
|
|
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform,
|
|
|
|
SCHED_SHMEM& ss
|
|
|
|
) {
|
|
|
|
int i, retval, n;
|
|
|
|
WORKUNIT wu;
|
|
|
|
DB_RESULT result;
|
|
|
|
char buf[256];
|
|
|
|
APP* app;
|
|
|
|
APP_VERSION* avp;
|
|
|
|
bool found;
|
|
|
|
|
|
|
|
if (wreq.disk_available < 0) wreq.insufficient_disk = true;
|
|
|
|
|
|
|
|
lock_sema();
|
|
|
|
for (i=0; i<ss.nwu_results; i++) {
|
2004-09-10 00:41:48 +00:00
|
|
|
if (!wreq.work_needed(reply)) break;
|
2004-04-04 01:59:47 +00:00
|
|
|
|
|
|
|
WU_RESULT& wu_result = ss.wu_results[i];
|
|
|
|
|
2004-07-21 21:50:25 +00:00
|
|
|
// do fast checks on this wu_result;
|
|
|
|
// i.e. ones that don't require DB access
|
|
|
|
// if any check fails, continue
|
|
|
|
|
2004-07-26 19:33:46 +00:00
|
|
|
if (wu_result.state != WR_STATE_PRESENT && wu_result.state != g_pid) {
|
2004-07-24 00:09:28 +00:00
|
|
|
continue;
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
2004-07-21 21:50:25 +00:00
|
|
|
if (wreq.infeasible_only && (wu_result.infeasible_count==0)) {
|
|
|
|
continue;
|
|
|
|
}
|
2004-04-04 01:59:47 +00:00
|
|
|
|
|
|
|
if (wu_result.workunit.rsc_disk_bound > wreq.disk_available) {
|
|
|
|
wreq.insufficient_disk = true;
|
|
|
|
wu_result.infeasible_count++;
|
2004-07-21 21:50:25 +00:00
|
|
|
continue;
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// don't send if we're already sending a result for same WU
|
|
|
|
//
|
2004-09-10 00:41:48 +00:00
|
|
|
if (config.one_result_per_user_per_wu) {
|
|
|
|
if (wu_already_in_reply(wu_result.workunit, reply)) {
|
|
|
|
continue;
|
|
|
|
}
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// don't send if host can't handle it
|
|
|
|
//
|
|
|
|
wu = wu_result.workunit;
|
2004-07-21 21:50:25 +00:00
|
|
|
if (!wu_is_feasible(
|
2004-07-22 18:56:54 +00:00
|
|
|
wu, reply.host, wreq, sreq.resource_share_fraction,
|
|
|
|
sreq.estimated_delay
|
2004-07-21 21:50:25 +00:00
|
|
|
)) {
|
2004-04-04 01:59:47 +00:00
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::DEBUG, "[HOST#%d] [WU#%d %s] WU is infeasible\n",
|
2004-04-04 01:59:47 +00:00
|
|
|
reply.host.id, wu.id, wu.name
|
|
|
|
);
|
|
|
|
wu_result.infeasible_count++;
|
2004-07-21 21:50:25 +00:00
|
|
|
continue;
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Find the app and app_version for the client's platform.
|
|
|
|
// If none, treat the WU as infeasible
|
|
|
|
//
|
|
|
|
if (anonymous(platform)) {
|
|
|
|
app = ss.lookup_app(wu.appid);
|
|
|
|
found = sreq.has_version(*app);
|
|
|
|
if (!found) {
|
2004-07-21 21:50:25 +00:00
|
|
|
continue;
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
avp = NULL;
|
|
|
|
} else {
|
|
|
|
found = find_app_version(wreq, wu, platform, ss, app, avp);
|
|
|
|
if (!found) {
|
|
|
|
wu_result.infeasible_count++;
|
2004-07-21 21:50:25 +00:00
|
|
|
continue;
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// see if the core client is too old.
|
|
|
|
// don't bump the infeasible count because this
|
|
|
|
// isn't the result's fault
|
|
|
|
//
|
|
|
|
if (!app_core_compatible(wreq, *avp)) {
|
2004-07-21 21:50:25 +00:00
|
|
|
continue;
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-07-21 21:50:25 +00:00
|
|
|
// end of fast checks - mark wu_result as checked out and release sema.
|
|
|
|
// from here on in this loop, don't continue on failure;
|
|
|
|
// instead, goto dont_send (so that we reacquire semaphore)
|
|
|
|
|
|
|
|
wu_result.state = WR_STATE_CHECKED_OUT;
|
|
|
|
unlock_sema();
|
|
|
|
|
2004-04-04 01:59:47 +00:00
|
|
|
// Don't send if we've already sent a result of this WU to this user.
|
|
|
|
//
|
|
|
|
if (config.one_result_per_user_per_wu) {
|
|
|
|
sprintf(buf,
|
|
|
|
"where workunitid=%d and userid=%d",
|
|
|
|
wu_result.workunit.id, reply.user.id
|
|
|
|
);
|
|
|
|
retval = result.count(n, buf);
|
|
|
|
if (retval) {
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::CRITICAL,
|
2004-04-04 01:59:47 +00:00
|
|
|
"send_work: can't get result count (%d)\n", retval
|
|
|
|
);
|
|
|
|
goto dont_send;
|
|
|
|
} else {
|
|
|
|
if (n>0) {
|
|
|
|
#if 0
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::NORMAL,
|
2004-04-04 01:59:47 +00:00
|
|
|
"send_work: user %d already has %d result(s) for WU %d\n",
|
|
|
|
reply.user.id, n, wu_result.workunit.id
|
|
|
|
);
|
|
|
|
#endif
|
|
|
|
goto dont_send;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-05-18 18:33:01 +00:00
|
|
|
// if desired, make sure redundancy is homogeneous
|
|
|
|
//
|
2004-09-27 04:26:51 +00:00
|
|
|
if (config.homogeneous_redundancy || app->homogeneous_redundancy) {
|
2004-05-18 18:33:01 +00:00
|
|
|
if (already_sent_to_different_platform(
|
2004-08-17 10:46:37 +00:00
|
|
|
sreq, wu_result.workunit, wreq
|
2004-05-18 18:33:01 +00:00
|
|
|
)) {
|
|
|
|
goto dont_send;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-05-17 17:24:14 +00:00
|
|
|
result.id = wu_result.resultid;
|
2004-04-04 01:59:47 +00:00
|
|
|
|
|
|
|
// mark slot as empty AFTER we've copied out of it
|
|
|
|
// (since otherwise feeder might overwrite it)
|
|
|
|
//
|
|
|
|
wu_result.state = WR_STATE_EMPTY;
|
|
|
|
|
|
|
|
// reread result from DB, make sure it's still unsent
|
|
|
|
// TODO: from here to update() should be a transaction
|
|
|
|
//
|
|
|
|
retval = result.lookup_id(result.id);
|
|
|
|
if (retval) {
|
2004-04-08 08:15:23 +00:00
|
|
|
log_messages.printf(SCHED_MSG_LOG::CRITICAL,
|
2004-04-04 01:59:47 +00:00
|
|
|
"[RESULT#%d] result.lookup_id() failed %d\n",
|
2004-05-17 17:24:14 +00:00
|
|
|
result.id, retval
|
2004-04-04 01:59:47 +00:00
|
|
|
);
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
if (result.server_state != RESULT_SERVER_STATE_UNSENT) {
|
2004-04-08 08:15:23 +00:00
|
|
|
log_messages.printf(SCHED_MSG_LOG::DEBUG,
|
2004-04-04 01:59:47 +00:00
|
|
|
"[RESULT#%d] expected to be unsent; instead, state is %d\n",
|
2004-05-17 17:24:14 +00:00
|
|
|
result.id, result.server_state
|
2004-04-04 01:59:47 +00:00
|
|
|
);
|
|
|
|
goto done;
|
|
|
|
}
|
2004-08-21 21:09:51 +00:00
|
|
|
if (result.workunitid != wu.id) {
|
|
|
|
log_messages.printf(SCHED_MSG_LOG::CRITICAL,
|
|
|
|
"[RESULT#%d] wrong WU ID: wanted %d, got %d\n",
|
|
|
|
result.id, wu.id, result.workunitid
|
|
|
|
);
|
|
|
|
goto done;
|
|
|
|
}
|
2004-04-04 01:59:47 +00:00
|
|
|
|
|
|
|
// ****** HERE WE'VE COMMITTED TO SENDING THIS RESULT TO HOST ******
|
|
|
|
//
|
|
|
|
|
2004-09-10 00:41:48 +00:00
|
|
|
retval = add_result_to_reply(
|
|
|
|
result, wu, reply, platform, wreq, app, avp
|
2004-04-04 01:59:47 +00:00
|
|
|
);
|
2004-09-10 00:41:48 +00:00
|
|
|
if (!retval) goto done;
|
2004-04-04 01:59:47 +00:00
|
|
|
|
|
|
|
dont_send:
|
|
|
|
// here we couldn't send the result for some reason --
|
|
|
|
// set its state back to PRESENT
|
|
|
|
//
|
|
|
|
wu_result.state = WR_STATE_PRESENT;
|
|
|
|
done:
|
|
|
|
lock_sema();
|
|
|
|
}
|
|
|
|
unlock_sema();
|
|
|
|
}
|
|
|
|
|
|
|
|
int send_work(
|
|
|
|
SCHEDULER_REQUEST& sreq, SCHEDULER_REPLY& reply, PLATFORM& platform,
|
|
|
|
SCHED_SHMEM& ss
|
|
|
|
) {
|
|
|
|
WORK_REQ wreq;
|
|
|
|
|
|
|
|
memset(&wreq, 0, sizeof(wreq));
|
2004-08-14 00:37:38 +00:00
|
|
|
// ROMW: Reverting back to older implementation until all clients are 4.x
|
|
|
|
// or higher.
|
|
|
|
#if 1
|
|
|
|
wreq.disk_available = max_allowable_disk(sreq);
|
|
|
|
#else
|
2004-08-05 22:14:23 +00:00
|
|
|
wreq.disk_available = sreq.project_disk_free;
|
2004-08-14 00:37:38 +00:00
|
|
|
#endif
|
2004-04-04 01:59:47 +00:00
|
|
|
wreq.insufficient_disk = false;
|
|
|
|
wreq.insufficient_mem = false;
|
|
|
|
wreq.insufficient_speed = false;
|
|
|
|
wreq.no_app_version = false;
|
2004-05-18 18:33:01 +00:00
|
|
|
wreq.homogeneous_redundancy_reject = false;
|
2004-05-27 18:13:00 +00:00
|
|
|
wreq.daily_result_quota_exceeded = false;
|
2004-04-04 01:59:47 +00:00
|
|
|
wreq.core_client_version = sreq.core_client_major_version*100
|
|
|
|
+ sreq.core_client_minor_version;
|
|
|
|
wreq.nresults = 0;
|
|
|
|
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::NORMAL,
|
2004-04-04 01:59:47 +00:00
|
|
|
"[HOST#%d] got request for %d seconds of work; available disk %f GB\n",
|
|
|
|
reply.host.id, sreq.work_req_seconds, wreq.disk_available/1e9
|
|
|
|
);
|
|
|
|
|
|
|
|
if (sreq.work_req_seconds <= 0) return 0;
|
|
|
|
|
|
|
|
wreq.seconds_to_fill = sreq.work_req_seconds;
|
|
|
|
if (wreq.seconds_to_fill > MAX_SECONDS_TO_SEND) {
|
|
|
|
wreq.seconds_to_fill = MAX_SECONDS_TO_SEND;
|
|
|
|
}
|
|
|
|
if (wreq.seconds_to_fill < MIN_SECONDS_TO_SEND) {
|
|
|
|
wreq.seconds_to_fill = MIN_SECONDS_TO_SEND;
|
|
|
|
}
|
|
|
|
|
2004-09-10 21:02:11 +00:00
|
|
|
if (config.locality_scheduling) {
|
|
|
|
wreq.infeasible_only = false;
|
|
|
|
send_work_locality(sreq, reply, platform, wreq, ss);
|
|
|
|
} else {
|
|
|
|
// give priority to results that were infeasible for some other host
|
|
|
|
//
|
|
|
|
wreq.infeasible_only = true;
|
|
|
|
scan_work_array(wreq, sreq, reply, platform, ss);
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-09-10 21:02:11 +00:00
|
|
|
wreq.infeasible_only = false;
|
|
|
|
scan_work_array(wreq, sreq, reply, platform, ss);
|
|
|
|
}
|
2004-04-04 01:59:47 +00:00
|
|
|
|
2004-08-16 11:31:59 +00:00
|
|
|
#if 0
|
|
|
|
// huh???
|
|
|
|
if (wreq.nresults == 0) {
|
2004-08-05 22:14:23 +00:00
|
|
|
wreq.disk_available = sreq.potentially_free_offender;
|
|
|
|
scan_work_array(wreq, sreq, reply, platform, ss);
|
|
|
|
}
|
2004-08-16 11:31:59 +00:00
|
|
|
if (wreq.nresults == 0 && config.delete_from_self) {
|
2004-08-05 22:14:23 +00:00
|
|
|
wreq.disk_available = sreq.potentially_free_self;
|
|
|
|
scan_work_array(wreq, sreq, reply, platform, ss);
|
|
|
|
}
|
2004-08-16 11:31:59 +00:00
|
|
|
#endif
|
2004-08-05 22:14:23 +00:00
|
|
|
|
2004-04-04 01:59:47 +00:00
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::NORMAL, "[HOST#%d] Sent %d results\n",
|
2004-04-04 01:59:47 +00:00
|
|
|
reply.host.id, wreq.nresults
|
|
|
|
);
|
|
|
|
|
|
|
|
if (wreq.nresults == 0) {
|
2004-09-21 19:58:30 +00:00
|
|
|
reply.request_delay = 3600;
|
2004-04-04 01:59:47 +00:00
|
|
|
strcpy(reply.message, "No work available");
|
|
|
|
if (wreq.no_app_version) {
|
|
|
|
strcat(reply.message,
|
|
|
|
" (there was work for other platforms)"
|
|
|
|
);
|
2004-09-21 19:58:30 +00:00
|
|
|
reply.request_delay = 3600*24;
|
2004-04-04 01:59:47 +00:00
|
|
|
}
|
|
|
|
if (wreq.insufficient_disk) {
|
|
|
|
strcat(reply.message,
|
|
|
|
" (there was work but you don't have enough disk space allocated)"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
if (wreq.insufficient_mem) {
|
|
|
|
strcat(reply.message,
|
|
|
|
" (there was work but your computer doesn't have enough memory)"
|
|
|
|
);
|
|
|
|
}
|
2004-06-09 00:12:22 +00:00
|
|
|
if (wreq.insufficient_speed) {
|
2004-04-04 01:59:47 +00:00
|
|
|
strcat(reply.message,
|
|
|
|
" (there was work but your computer would not finish it before it is due"
|
|
|
|
);
|
|
|
|
}
|
2004-05-18 18:33:01 +00:00
|
|
|
if (wreq.homogeneous_redundancy_reject) {
|
|
|
|
strcat(reply.message,
|
|
|
|
" (there was work but it was committed to other platforms"
|
|
|
|
);
|
|
|
|
}
|
2004-04-04 01:59:47 +00:00
|
|
|
if (wreq.outdated_core) {
|
|
|
|
strcat(reply.message,
|
|
|
|
" (your core client is out of date - please upgrade)"
|
|
|
|
);
|
2004-09-21 19:58:30 +00:00
|
|
|
reply.request_delay = 3600*24;
|
2004-04-04 01:59:47 +00:00
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::NORMAL,
|
2004-04-04 01:59:47 +00:00
|
|
|
"Not sending work because core client is outdated\n"
|
|
|
|
);
|
|
|
|
}
|
2004-05-27 18:13:00 +00:00
|
|
|
if (wreq.daily_result_quota_exceeded) {
|
|
|
|
strcat(reply.message, " (daily quota exceeded)");
|
|
|
|
log_messages.printf(
|
|
|
|
SCHED_MSG_LOG::NORMAL,
|
|
|
|
"Daily result quota exceeded for host %d\n",
|
|
|
|
reply.host.id
|
|
|
|
);
|
|
|
|
}
|
2004-07-09 21:17:42 +00:00
|
|
|
|
2004-04-04 01:59:47 +00:00
|
|
|
strcpy(reply.message_priority, "high");
|
|
|
|
|
|
|
|
log_messages.printf(
|
2004-04-08 08:15:23 +00:00
|
|
|
SCHED_MSG_LOG::NORMAL, "[HOST#%d] %s\n",
|
2004-04-04 01:59:47 +00:00
|
|
|
reply.host.id, reply.message
|
|
|
|
);
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|