mirror of https://github.com/BOINC/boinc.git
1185 lines
38 KiB
C++
1185 lines
38 KiB
C++
// This file is part of BOINC.
|
|
// http://boinc.berkeley.edu
|
|
// Copyright (C) 2008 University of California
|
|
//
|
|
// BOINC is free software; you can redistribute it and/or modify it
|
|
// under the terms of the GNU Lesser General Public License
|
|
// as published by the Free Software Foundation,
|
|
// either version 3 of the License, or (at your option) any later version.
|
|
//
|
|
// BOINC is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
|
// See the GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with BOINC. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
#ifndef _BOINC_DB_
|
|
#define _BOINC_DB_
|
|
|
|
// Structures corresponding to database records.
|
|
// Some of these types have counterparts in client/types.h,
|
|
// but don't be deceived - client and server have different variants.
|
|
|
|
// The parse and write functions are for use in scheduler RPC.
|
|
// They don't necessarily serialize the entire records.
|
|
|
|
#include <cstdio>
|
|
#include <vector>
|
|
#include <string.h>
|
|
|
|
#include "db_base.h"
|
|
#include "average.h"
|
|
#include "parse.h"
|
|
|
|
extern DB_CONN boinc_db;
|
|
|
|
// Sizes of text buffers in memory, corresponding to database BLOBs.
|
|
// The following is for regular blobs, 64KB
|
|
|
|
#define BLOB_SIZE 65536
|
|
|
|
// The following are for "medium blobs",
|
|
// which are 16MB in the DB
|
|
//
|
|
#define APP_VERSION_XML_BLOB_SIZE 262144
|
|
#define MSG_FROM_HOST_BLOB_SIZE 262144
|
|
#define MSG_TO_HOST_BLOB_SIZE 262144
|
|
|
|
// Dummy name for file xfers
|
|
#define FILE_MOVER "move_file"
|
|
|
|
struct BEST_APP_VERSION;
|
|
|
|
// A compilation target, i.e. a architecture/OS combination.
|
|
// Client will be sent applications only for platforms they support.
|
|
//
|
|
struct PLATFORM {
|
|
int id;
|
|
int create_time;
|
|
char name[256]; // i.e. "sparc-sun-solaris"
|
|
char user_friendly_name[256]; // i.e. "SPARC Solaris 2.8"
|
|
int deprecated;
|
|
void clear();
|
|
};
|
|
|
|
// An application.
|
|
//
|
|
struct APP {
|
|
int id;
|
|
int create_time;
|
|
char name[256]; // application name, preferably short
|
|
int min_version; // don't use app versions before this
|
|
bool deprecated;
|
|
char user_friendly_name[256];
|
|
int homogeneous_redundancy;
|
|
double weight; // tells the feeder what fraction of results
|
|
// should come from this app
|
|
bool beta;
|
|
int target_nresults;
|
|
double min_avg_pfc;
|
|
// the weighted average of app_version.pfc.avg
|
|
// over GPU or CPU versions, whichever is less.
|
|
// Approximates (actual FLOPS)/wu.rsc_fpops_est
|
|
bool host_scale_check;
|
|
// use host scaling cautiously, to thwart cherry picking
|
|
bool homogeneous_app_version;
|
|
// do all instances of each job using the same app version
|
|
|
|
int write(FILE*);
|
|
void clear();
|
|
};
|
|
|
|
// A version of an application.
|
|
//
|
|
struct APP_VERSION {
|
|
int id;
|
|
int create_time;
|
|
int appid;
|
|
int version_num;
|
|
int platformid;
|
|
char xml_doc[APP_VERSION_XML_BLOB_SIZE];
|
|
// describes app files. format:
|
|
// <file_info>...</file_info>
|
|
// ...
|
|
// <app_version>
|
|
// <app_name>...</app_name>
|
|
// <version_num>x</version_num>
|
|
// <api_version>n.n.n</api_version>
|
|
// <file_ref>
|
|
// ...
|
|
// [<main_program/>]
|
|
// [<copy_file/>]
|
|
// </file_ref>
|
|
// </app_version>
|
|
//
|
|
|
|
// the following let you handle backwards-incompatible changes to
|
|
// the core client / app interface
|
|
//
|
|
int min_core_version; // min core version this app will run with
|
|
int max_core_version; // if <>0, max core version this will run with
|
|
bool deprecated;
|
|
char plan_class[256];
|
|
AVERAGE pfc;
|
|
// the stats of (claimed PFC)/wu.rsc_fpops_est
|
|
// If wu.rsc_fpops_est is accurate,
|
|
// this is the reciprocal of efficiency
|
|
double pfc_scale;
|
|
// PFC scaling factor for this app (or 0 if not enough data)
|
|
// The reciprocal of this version's efficiency, averaged over all jobs,
|
|
// relative to that of the most efficient version
|
|
double expavg_credit;
|
|
double expavg_time;
|
|
|
|
// the following used by scheduler, not in DB
|
|
//
|
|
BEST_APP_VERSION* bavp;
|
|
|
|
// used by validator, not in DB
|
|
//
|
|
std::vector<double>pfc_samples;
|
|
std::vector<double>credit_samples;
|
|
std::vector<double>credit_times;
|
|
|
|
int write(FILE*);
|
|
void clear();
|
|
|
|
inline bool is_multithread() {
|
|
return (strstr(plan_class, "mt") != NULL);
|
|
}
|
|
};
|
|
|
|
struct USER {
|
|
int id;
|
|
int create_time;
|
|
char email_addr[256];
|
|
char name[256];
|
|
char authenticator[256];
|
|
char country[256];
|
|
char postal_code[256];
|
|
double total_credit;
|
|
double expavg_credit; // credit per second, recent average
|
|
double expavg_time; // when the above was computed
|
|
char global_prefs[BLOB_SIZE];
|
|
// global preferences, within <global_preferences> tag
|
|
char project_prefs[BLOB_SIZE];
|
|
// project preferences; format:
|
|
// <project_preferences>
|
|
// <resource_share>X</resource_share>
|
|
// <project_specific>
|
|
// ...
|
|
// </project_specific>
|
|
// <venue name="x">
|
|
// <resource_share>x</resource_share>
|
|
// <project_specific>
|
|
// ...
|
|
// </project_specific>
|
|
// </venue>
|
|
// ...
|
|
// </project_preferences>
|
|
int teamid; // team ID if any
|
|
char venue[256]; // home/work/school (default)
|
|
char url[256]; // user's web page if any
|
|
bool send_email;
|
|
bool show_hosts;
|
|
int posts; // number of messages posted (redundant)
|
|
// deprecated as of 9/2004 - forum_preferences.posts is used instead
|
|
// now used as salt for weak auth
|
|
|
|
// The following are specific to SETI@home;
|
|
// they record info about the user's involvement in a prior project
|
|
int seti_id; // ID in old DB
|
|
int seti_nresults; // number of WUs completed
|
|
int seti_last_result_time; // time of last result (UNIX)
|
|
double seti_total_cpu; // number of CPU seconds
|
|
char signature[256];
|
|
// deprecated as of 9/2004 - may be used as temp
|
|
bool has_profile;
|
|
char cross_project_id[256];
|
|
char passwd_hash[256];
|
|
bool email_validated; // deprecated
|
|
int donated;
|
|
void clear();
|
|
};
|
|
|
|
#define TEAM_TYPE_CLUB 1
|
|
#define TEAM_TYPE_COMPANY 2
|
|
#define TEAM_TYPE_PRIMARY 3
|
|
#define TEAM_TYPE_SECONDARY 4
|
|
#define TEAM_TYPE_JUNIOR_COLLEGE 5
|
|
#define TEAM_TYPE_UNIVERSITY 6
|
|
#define TEAM_TYPE_GOVERNMENT 7
|
|
|
|
// invariants of teams:
|
|
// a team has > 0 members
|
|
|
|
struct TEAM {
|
|
int id;
|
|
int create_time;
|
|
int userid; // User ID of team founder
|
|
char name[256];
|
|
char name_lc[256]; // Team name in lowercase (used for searching)
|
|
char url[256];
|
|
int type; // Team type (see above)
|
|
char name_html[256];
|
|
char description[BLOB_SIZE];
|
|
int nusers; // UNDEFINED BY DEFAULT
|
|
char country[256];
|
|
double total_credit;
|
|
double expavg_credit;
|
|
double expavg_time;
|
|
|
|
int seti_id; // ID in another DB
|
|
// this is used to identify BOINC-wide teams
|
|
int ping_user; // user who asked to become founder
|
|
int ping_time; // when they asked.
|
|
// see html/inc/team.inc for more details
|
|
|
|
void clear();
|
|
};
|
|
|
|
struct HOST {
|
|
int id;
|
|
int create_time;
|
|
int userid; // ID of user running this host
|
|
// If the host is "zombied" during merging of duplicate hosts,
|
|
// this field is set to zero and rpc_seqno is used to
|
|
// store the ID of the new host (kludge, but what the heck)
|
|
int rpc_seqno; // last seqno received from client
|
|
// also used as a "forwarding ID" for zombied hosts (see above)
|
|
int rpc_time; // time of last scheduler RPC
|
|
double total_credit;
|
|
double expavg_credit; // credit per second, recent average
|
|
double expavg_time; // last time the above was updated
|
|
|
|
// all remaining items are assigned by the client
|
|
int timezone; // local STANDARD time at host - UTC time
|
|
// (in seconds)
|
|
char domain_name[256];
|
|
char serialnum[256]; // textual description of coprocessors
|
|
char last_ip_addr[256]; // internal IP address as of last RPC
|
|
int nsame_ip_addr; // # of RPCs with same IP address
|
|
|
|
double on_frac; // see client/time_stats.h
|
|
double connected_frac;
|
|
double active_frac;
|
|
double cpu_efficiency; // deprecated as of 6.4 client
|
|
// reused for volunteer data archival as a timeout
|
|
double duration_correction_factor;
|
|
|
|
int p_ncpus; // Number of CPUs on host
|
|
char p_vendor[256]; // Vendor name of CPU
|
|
char p_model[256]; // Model of CPU
|
|
double p_fpops; // measured floating point ops/sec of CPU
|
|
double p_iops; // measured integer ops/sec of CPU
|
|
double p_membw; // measured memory bandwidth (bytes/sec) of CPU
|
|
// The above are per CPU, not total
|
|
|
|
char os_name[256]; // Name of operating system
|
|
char os_version[256]; // Version of operating system
|
|
|
|
double m_nbytes; // Size of memory in bytes
|
|
double m_cache; // Size of CPU cache in bytes (L1 or L2?)
|
|
double m_swap; // Size of swap space in bytes
|
|
|
|
double d_total; // Total disk space on volume containing
|
|
// the BOINC client directory.
|
|
double d_free; // how much is free on that volume
|
|
|
|
// the following 2 items are reported in scheduler RPCs
|
|
// from clients w/ source Oct 4 2005 and later.
|
|
// NOTE: these items plus d_total and d_free are sufficient
|
|
// to avoid exceeding BOINC's limit on total disk space.
|
|
// But they are NOT sufficient to do resource-share-based
|
|
// disk space allocation.
|
|
// This needs to thought about.
|
|
//
|
|
double d_boinc_used_total;
|
|
// disk space being used in BOINC client dir,
|
|
// including all projects and BOINC itself
|
|
double d_boinc_used_project;
|
|
// amount being used for this project
|
|
|
|
// The following item is not used.
|
|
// It's redundant (server can compute based on other params and prefs)
|
|
//
|
|
double d_boinc_max; // max disk space that BOINC is allowed to use,
|
|
// reflecting user preferences
|
|
double n_bwup; // Average upload bandwidth, bytes/sec
|
|
double n_bwdown; // Average download bandwidth, bytes/sec
|
|
// The above are derived from actual
|
|
// file upload/download times, and may reflect
|
|
// factors other than network bandwidth
|
|
|
|
double credit_per_cpu_sec;
|
|
// deprecated
|
|
|
|
char venue[256]; // home/work/school
|
|
int nresults_today; // results sent since midnight
|
|
double avg_turnaround; // recent average result turnaround time
|
|
char host_cpid[256]; // host cross-project ID
|
|
char external_ip_addr[256]; // IP address seen by scheduler
|
|
int _max_results_day;
|
|
// MRD is dynamically adjusted to limit work sent to bad hosts.
|
|
// The maximum # of results sent per day is
|
|
// max_results_day * (NCPUS + NCUDA * cuda_multiplier).
|
|
// 0 means uninitialized; set to config.daily_result_quota
|
|
// -1 means this host is blacklisted - don't return results
|
|
// or accept results or trickles; just send it an error message
|
|
// Otherwise it lies in the range 0 .. config.daily_result_quota
|
|
// DEPRECATED: only use is -1 means host is blacklisted
|
|
double _error_rate;
|
|
// dynamic estimate of fraction of results
|
|
// that fail validation
|
|
// DEPRECATED
|
|
|
|
// the following not in DB
|
|
char p_features[1024];
|
|
char virtualbox_version[256];
|
|
bool p_vm_extensions_disabled;
|
|
double d_project_share; // this project's share of available disk space
|
|
|
|
int parse(XML_PARSER&);
|
|
int parse_time_stats(XML_PARSER&);
|
|
int parse_net_stats(XML_PARSER&);
|
|
int parse_disk_usage(XML_PARSER&);
|
|
|
|
void fix_nans();
|
|
void clear();
|
|
};
|
|
|
|
// values for file_delete state
|
|
#define FILE_DELETE_INIT 0
|
|
#define FILE_DELETE_READY 1
|
|
// set to this value only when we believe all files are uploaded
|
|
#define FILE_DELETE_DONE 2
|
|
// means the files were successfully deleted
|
|
#define FILE_DELETE_ERROR 3
|
|
// Any error was returned while attempting to delete the file
|
|
|
|
// values for assimilate_state
|
|
#define ASSIMILATE_INIT 0
|
|
#define ASSIMILATE_READY 1
|
|
#define ASSIMILATE_DONE 2
|
|
|
|
// NOTE: there is no overall state for a WU (like done/not done)
|
|
// There's just a bunch of independent substates
|
|
// (file delete, assimilate, and states of results, error flags)
|
|
|
|
// bit fields of error_mask
|
|
//
|
|
#define WU_ERROR_COULDNT_SEND_RESULT 1
|
|
#define WU_ERROR_TOO_MANY_ERROR_RESULTS 2
|
|
#define WU_ERROR_TOO_MANY_SUCCESS_RESULTS 4
|
|
#define WU_ERROR_TOO_MANY_TOTAL_RESULTS 8
|
|
#define WU_ERROR_CANCELLED 16
|
|
#define WU_ERROR_NO_CANONICAL_RESULT 32
|
|
|
|
// bit fields of transition_flags; used for assigned jobs
|
|
//
|
|
#define TRANSITION_NONE 1
|
|
// don't transition; used for broadcast jobs
|
|
#define TRANSITION_NO_NEW_RESULTS 2
|
|
// transition, but don't create results; used for targeted jobs
|
|
|
|
struct WORKUNIT {
|
|
int id;
|
|
int create_time;
|
|
int appid; // associated app
|
|
char name[256];
|
|
char xml_doc[BLOB_SIZE];
|
|
int batch;
|
|
// projects can use this for any of several purposes:
|
|
// - group together related jobs so you can use a DB query
|
|
// to see if they're all done
|
|
// - defer deleting output files (see file_deleter.cpp)
|
|
// - GPUGRID: store the min # of processors needed for the job
|
|
// (see sched_customize.cpp)
|
|
double rsc_fpops_est; // estimated # of FP operations
|
|
// used to estimate how long a result will take on a host
|
|
double rsc_fpops_bound; // upper bound on # of FP ops
|
|
// used to calculate an upper bound on the CPU time for a result
|
|
// before it is aborted.
|
|
double rsc_memory_bound; // upper bound on RAM working set (bytes)
|
|
// currently used only by scheduler to screen hosts
|
|
// At some point, could use as runtime limit
|
|
double rsc_disk_bound; // upper bound on amount of disk needed (bytes)
|
|
// (including input, output and temp files, but NOT the app)
|
|
// used for 2 purposes:
|
|
// 1) for scheduling (don't send this WU to a host w/ insuff. disk)
|
|
// 2) abort task if it uses more than this disk
|
|
bool need_validate; // this WU has at least 1 result in
|
|
// validate state = NEED_CHECK
|
|
int canonical_resultid; // ID of canonical result, or zero
|
|
double canonical_credit; // credit that all correct results get
|
|
// TODO: deprecate and remove code
|
|
int transition_time; // when should transition_handler
|
|
// next check this WU?
|
|
// MAXINT if no need to check
|
|
int delay_bound; // determines result deadline,
|
|
// timeout check time
|
|
int error_mask; // bitmask of errors (see above)
|
|
int file_delete_state;
|
|
int assimilate_state;
|
|
int hr_class; // homogeneous redundancy class
|
|
// used to send redundant copies only to "similar" hosts
|
|
// (in terms of numerics, performance, or both)
|
|
double opaque; // project-specific; usually external ID
|
|
int min_quorum; // minimum quorum size
|
|
int target_nresults;
|
|
// try to get this many successful results
|
|
// may be > min_quorum to get consensus quicker or reflect loss rate
|
|
int max_error_results; // WU error if < #error results
|
|
int max_total_results; // WU error if < #total results
|
|
// (need this in case results are never returned)
|
|
int max_success_results; // WU error if < #success results
|
|
// without consensus (i.e. WU is nondeterministic)
|
|
char result_template_file[64];
|
|
int priority;
|
|
char mod_time[16];
|
|
double rsc_bandwidth_bound;
|
|
// send only to hosts with at least this much download bandwidth
|
|
int fileset_id;
|
|
int app_version_id;
|
|
// if app uses homogeneous_app_version,
|
|
// which version this job is committed to (0 if none)
|
|
int transitioner_flags;
|
|
// bitmask; see values above
|
|
|
|
// the following not used in the DB
|
|
char app_name[256];
|
|
void clear();
|
|
};
|
|
|
|
struct CREDITED_JOB {
|
|
int userid;
|
|
double workunitid;
|
|
|
|
// the following not used in the DB
|
|
void clear();
|
|
};
|
|
|
|
// WARNING: be very careful about changing any values,
|
|
// especially for a project already running -
|
|
// the database will become inconsistent
|
|
|
|
// values of result.server_state
|
|
//
|
|
//#define RESULT_SERVER_STATE_INACTIVE 1
|
|
#define RESULT_SERVER_STATE_UNSENT 2
|
|
#define RESULT_SERVER_STATE_IN_PROGRESS 4
|
|
#define RESULT_SERVER_STATE_OVER 5
|
|
// we received a reply, timed out, or decided not to send.
|
|
// Note: we could get a reply even after timing out.
|
|
|
|
// values of result.outcome
|
|
//
|
|
#define RESULT_OUTCOME_INIT 0
|
|
#define RESULT_OUTCOME_SUCCESS 1
|
|
#define RESULT_OUTCOME_COULDNT_SEND 2
|
|
#define RESULT_OUTCOME_CLIENT_ERROR 3
|
|
// an error happened on the client
|
|
#define RESULT_OUTCOME_NO_REPLY 4
|
|
#define RESULT_OUTCOME_DIDNT_NEED 5
|
|
// we created the result but didn't need to send it because
|
|
// 1) we already got a canonical result for the WU, or
|
|
// 2) the WU had an error
|
|
#define RESULT_OUTCOME_VALIDATE_ERROR 6
|
|
// The outcome was initially SUCCESS,
|
|
// but the validator had a permanent error reading a result file,
|
|
// or the result file had a syntax error
|
|
#define RESULT_OUTCOME_CLIENT_DETACHED 7
|
|
// we believe that the client detached
|
|
|
|
// values of result.validate_state
|
|
//
|
|
#define VALIDATE_STATE_INIT 0
|
|
#define VALIDATE_STATE_VALID 1
|
|
#define VALIDATE_STATE_INVALID 2
|
|
#define VALIDATE_STATE_NO_CHECK 3
|
|
// WU had error, so we'll never get around to validating its results
|
|
// This lets us avoid showing the claimed credit as "pending"
|
|
#define VALIDATE_STATE_INCONCLUSIVE 4
|
|
// the validator looked this result (as part of a check_set() call)
|
|
// but didn't find a canonical result.
|
|
// This needs to be distinct from INIT for the transitioner to decide
|
|
// whether to trigger the validator
|
|
#define VALIDATE_STATE_TOO_LATE 5
|
|
// The result arrived after the canonical result's files were deleted,
|
|
// so we can't determine if it's valid
|
|
|
|
// values for ASSIGNMENT.target_type
|
|
#define ASSIGN_NONE 0
|
|
#define ASSIGN_HOST 1
|
|
#define ASSIGN_USER 2
|
|
#define ASSIGN_TEAM 3
|
|
|
|
// values for RESULT.app_version_id for anonymous platform
|
|
#define ANON_PLATFORM_UNKNOWN -1 // relic of old scheduler
|
|
#define ANON_PLATFORM_CPU -2
|
|
#define ANON_PLATFORM_NVIDIA -3
|
|
#define ANON_PLATFORM_ATI -4
|
|
|
|
struct RESULT {
|
|
int id;
|
|
int create_time;
|
|
int workunitid;
|
|
int server_state; // see above
|
|
int outcome; // see above; defined if server state OVER
|
|
int client_state; // phase that client contacted us in.
|
|
// if UPLOADED then outcome is success.
|
|
// error details are in stderr_out.
|
|
// The values for this field are defined
|
|
// in lib/result_state.h
|
|
int hostid; // host processing this result
|
|
int userid; // user processing this result
|
|
int report_deadline; // deadline for receiving result
|
|
int sent_time; // when result was sent to host
|
|
int received_time; // when result was received from host
|
|
char name[256];
|
|
double cpu_time; // CPU time used to complete result
|
|
char xml_doc_in[BLOB_SIZE]; // descriptions of output files
|
|
char xml_doc_out[BLOB_SIZE]; // MD5s of output files
|
|
char stderr_out[BLOB_SIZE]; // stderr output, if any
|
|
int batch;
|
|
int file_delete_state; // see above; values for file_delete_state
|
|
int validate_state;
|
|
double claimed_credit; // deprecated
|
|
double granted_credit; // == canonical credit of WU
|
|
double opaque; // project-specific; usually external ID
|
|
int random; // determines send order
|
|
int app_version_num; // version# of app (not core client)
|
|
// DEPRECATED - THIS DOESN'T DETERMINE VERSION ANY MORE
|
|
int appid; // copy of WU's appid
|
|
int exit_status; // application exit status, if any
|
|
int teamid;
|
|
int priority;
|
|
char mod_time[16];
|
|
double elapsed_time;
|
|
// AKA runtime; returned by 6.10+ clients
|
|
double flops_estimate;
|
|
// misnomer: actually the peak device FLOPS, returned by app_plan().
|
|
int app_version_id;
|
|
// ID of app version used to compute this
|
|
// 0 if unknown (relic of old scheduler)
|
|
// -1 anon platform, unknown resource type (relic)
|
|
// -2/-3/-4 anonymous platform (see variants above)
|
|
bool runtime_outlier;
|
|
// the validator tagged this as having an unusual elapsed time;
|
|
// don't include it in PFC or elapsed time statistics.
|
|
|
|
void clear();
|
|
};
|
|
|
|
struct BATCH {
|
|
int id;
|
|
int user_id;
|
|
// submitter
|
|
int create_time;
|
|
double logical_start_time;
|
|
double logical_end_time;
|
|
double est_completion_time;
|
|
// current estimate of completion time
|
|
int njobs;
|
|
// # of workunits
|
|
double fraction_done;
|
|
// based on workunits completed
|
|
int nerror_jobs;
|
|
// # of workunits with error
|
|
int state;
|
|
// see below
|
|
double completion_time;
|
|
// when state became >= COMPLETE
|
|
double credit_estimate;
|
|
// initial estimate of required credit, counting replicas
|
|
double credit_canonical;
|
|
// the sum of credits of canonical results
|
|
double credit_total;
|
|
// the sum of credits of all results
|
|
char name[256];
|
|
// user-assigned name; need not be unique
|
|
int app_id;
|
|
};
|
|
|
|
// values of batch.state
|
|
//
|
|
#define BATCH_STATE_INIT 0
|
|
#define BATCH_STATE_IN_PROGRESS 1
|
|
#define BATCH_STATE_COMPLETE 2
|
|
// "complete" means all workunits have either
|
|
// a canonical result or an error
|
|
#define BATCH_STATE_ABORTED 3
|
|
#define BATCH_STATE_CLEANED_UP 4
|
|
// input/output files can be deleted,
|
|
// result and workunit records can be purged.
|
|
|
|
struct MSG_FROM_HOST {
|
|
int id;
|
|
int create_time;
|
|
int hostid;
|
|
char variety[256]; // project-defined; what kind of msg
|
|
bool handled; // message handler has processed this
|
|
char xml[MSG_FROM_HOST_BLOB_SIZE];
|
|
void clear();
|
|
};
|
|
|
|
struct MSG_TO_HOST {
|
|
int id;
|
|
int create_time;
|
|
int hostid;
|
|
char variety[256]; // project-defined; what kind of msg
|
|
bool handled; // scheduler has sent this
|
|
char xml[MSG_TO_HOST_BLOB_SIZE]; // text to include in sched reply
|
|
void clear();
|
|
};
|
|
|
|
struct ASSIGNMENT {
|
|
int id;
|
|
int create_time;
|
|
int target_id; // ID of target host, user, or team
|
|
int target_type; // none/host/user/team
|
|
int multi; // 0 = single host, 1 = all hosts in set
|
|
int workunitid;
|
|
int _resultid; // if not multi, the result ID
|
|
// deprecated
|
|
void clear();
|
|
};
|
|
|
|
struct TRANSITIONER_ITEM {
|
|
int id; // WARNING: this is the WU ID
|
|
char name[256];
|
|
int appid;
|
|
int min_quorum;
|
|
bool need_validate;
|
|
int canonical_resultid;
|
|
int transition_time;
|
|
int delay_bound;
|
|
int error_mask;
|
|
int max_error_results;
|
|
int max_total_results;
|
|
int file_delete_state;
|
|
int assimilate_state;
|
|
int target_nresults;
|
|
char result_template_file[64];
|
|
int priority;
|
|
int hr_class;
|
|
int batch;
|
|
int app_version_id;
|
|
int transitioner_flags;
|
|
int res_id; // This is the RESULT ID
|
|
char res_name[256];
|
|
int res_report_deadline;
|
|
int res_server_state;
|
|
int res_outcome;
|
|
int res_validate_state;
|
|
int res_file_delete_state;
|
|
int res_sent_time;
|
|
int res_hostid;
|
|
int res_received_time;
|
|
int res_app_version_id;
|
|
|
|
void clear();
|
|
void parse(MYSQL_ROW&);
|
|
};
|
|
|
|
struct HOST_APP_VERSION {
|
|
int host_id;
|
|
int app_version_id;
|
|
// or for anon platform:
|
|
// 1000000*appid + 2 (CPU)
|
|
// 1000000*appid + 3 (NVIDIA)
|
|
// 1000000*appid + 4 (ATI)
|
|
AVERAGE pfc;
|
|
// the statistics of (claimed peak FLOPS)/wu.rsc_fpops_est
|
|
// If wu.rsc_fpops_est is accurate,
|
|
// this is roughly the reciprocal of efficiency
|
|
AVERAGE_VAR et;
|
|
// the statistics of (elapsed time)/wu.rsc_fpops_est
|
|
//
|
|
// for old clients (which don't report elapsed time)
|
|
// we use this for CPU time stats
|
|
int max_jobs_per_day;
|
|
// the actual limit is:
|
|
// for GPU versions:
|
|
// this times config.gpu_multiplier * #GPUs of this type
|
|
// for CPU versions:
|
|
// this times #CPUs
|
|
int n_jobs_today;
|
|
AVERAGE_VAR turnaround;
|
|
// the stats of turnaround time (received - sent)
|
|
int consecutive_valid;
|
|
// number of consecutive validated relicated results.
|
|
// reset to zero on timeouts, errors, invalid
|
|
|
|
void clear();
|
|
|
|
// not stored in the DB
|
|
bool reliable;
|
|
bool trusted;
|
|
bool daily_quota_exceeded;
|
|
};
|
|
|
|
struct DB_HOST_APP_VERSION : public DB_BASE, public HOST_APP_VERSION {
|
|
DB_HOST_APP_VERSION(DB_CONN* p=0);
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
int update_scheduler(DB_HOST_APP_VERSION&);
|
|
int update_validator(DB_HOST_APP_VERSION&);
|
|
};
|
|
|
|
struct STATE_COUNTS {
|
|
int appid;
|
|
int last_update_time;
|
|
int result_server_state_2;
|
|
int result_server_state_4;
|
|
int result_file_delete_state_1;
|
|
int result_file_delete_state_2;
|
|
int result_server_state_5_and_file_delete_state_0;
|
|
int workunit_need_validate_1;
|
|
int workunit_assimilate_state_1;
|
|
int workunit_file_delete_state_1;
|
|
int workunit_file_delete_state_2;
|
|
|
|
void clear();
|
|
};
|
|
|
|
struct DB_STATE_COUNTS : public DB_BASE, public STATE_COUNTS {
|
|
DB_STATE_COUNTS(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char *);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
struct VALIDATOR_ITEM {
|
|
WORKUNIT wu;
|
|
RESULT res;
|
|
|
|
void clear();
|
|
void parse(MYSQL_ROW&);
|
|
};
|
|
|
|
class DB_PLATFORM : public DB_BASE, public PLATFORM {
|
|
public:
|
|
DB_PLATFORM(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
class DB_APP : public DB_BASE, public APP {
|
|
public:
|
|
DB_APP(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
class DB_APP_VERSION : public DB_BASE, public APP_VERSION {
|
|
public:
|
|
DB_APP_VERSION(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(APP_VERSION& w) {APP_VERSION::operator=(w);}
|
|
};
|
|
|
|
class DB_USER : public DB_BASE, public USER {
|
|
public:
|
|
DB_USER(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(USER& r) {USER::operator=(r);}
|
|
};
|
|
|
|
class DB_TEAM : public DB_BASE, public TEAM {
|
|
public:
|
|
DB_TEAM(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
class DB_HOST : public DB_BASE, public HOST {
|
|
public:
|
|
DB_HOST(DB_CONN* p=0);
|
|
int get_id();
|
|
int update_diff_sched(HOST&);
|
|
int update_diff_validator(HOST&);
|
|
int fpops_percentile(double percentile, double& fpops);
|
|
// return the given percentile of p_fpops
|
|
int fpops_mean(double& mean);
|
|
int fpops_stddev(double& stddev);
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(HOST& r) {HOST::operator=(r);}
|
|
};
|
|
|
|
class DB_RESULT : public DB_BASE, public RESULT {
|
|
public:
|
|
DB_RESULT(DB_CONN* p=0);
|
|
int get_id();
|
|
int mark_as_sent(int old_server_state, int report_grace_period);
|
|
void db_print(char*);
|
|
void db_print_values(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(RESULT& r) {RESULT::operator=(r);}
|
|
};
|
|
|
|
class DB_WORKUNIT : public DB_BASE, public WORKUNIT {
|
|
public:
|
|
DB_WORKUNIT(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(WORKUNIT& w) {WORKUNIT::operator=(w);}
|
|
};
|
|
|
|
class DB_CREDITED_JOB : public DB_BASE, public CREDITED_JOB {
|
|
public:
|
|
DB_CREDITED_JOB(DB_CONN* p=0);
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(CREDITED_JOB& wh) {CREDITED_JOB::operator=(wh);}
|
|
};
|
|
|
|
class DB_MSG_FROM_HOST : public DB_BASE, public MSG_FROM_HOST {
|
|
public:
|
|
DB_MSG_FROM_HOST(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
class DB_MSG_TO_HOST : public DB_BASE, public MSG_TO_HOST {
|
|
public:
|
|
DB_MSG_TO_HOST(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
class DB_ASSIGNMENT : public DB_BASE, public ASSIGNMENT {
|
|
public:
|
|
DB_ASSIGNMENT(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW& row);
|
|
};
|
|
|
|
// The transitioner uses this to get (WU, result) pairs efficiently.
|
|
// Each call to enumerate() returns a list of the pairs for a single WU
|
|
//
|
|
class DB_TRANSITIONER_ITEM_SET : public DB_BASE_SPECIAL {
|
|
public:
|
|
DB_TRANSITIONER_ITEM_SET(DB_CONN* p=0);
|
|
TRANSITIONER_ITEM last_item;
|
|
int nitems_this_query;
|
|
|
|
int enumerate(
|
|
int transition_time,
|
|
int nresult_limit,
|
|
int wu_id_modulus,
|
|
int wu_id_remainder,
|
|
std::vector<TRANSITIONER_ITEM>& items
|
|
);
|
|
int update_result(TRANSITIONER_ITEM&);
|
|
int update_workunit(TRANSITIONER_ITEM&, TRANSITIONER_ITEM&);
|
|
};
|
|
|
|
// The validator uses this to get (WU, result) pairs efficiently.
|
|
// Each call to enumerate() returns a list of the pairs for a single WU
|
|
//
|
|
class DB_VALIDATOR_ITEM_SET : public DB_BASE_SPECIAL {
|
|
public:
|
|
DB_VALIDATOR_ITEM_SET(DB_CONN* p=0);
|
|
VALIDATOR_ITEM last_item;
|
|
int nitems_this_query;
|
|
|
|
int enumerate(
|
|
int appid,
|
|
int nresult_limit,
|
|
int wu_id_modulus,
|
|
int wu_id_remainder,
|
|
std::vector<VALIDATOR_ITEM>& items
|
|
);
|
|
int update_result(RESULT&);
|
|
int update_workunit(WORKUNIT&);
|
|
};
|
|
|
|
|
|
// used by the feeder and scheduler for outgoing work
|
|
//
|
|
struct WORK_ITEM {
|
|
int res_id;
|
|
int res_priority;
|
|
int res_server_state;
|
|
double res_report_deadline;
|
|
WORKUNIT wu;
|
|
void parse(MYSQL_ROW& row);
|
|
};
|
|
|
|
class DB_WORK_ITEM : public WORK_ITEM, public DB_BASE_SPECIAL {
|
|
int start_id;
|
|
// when enumerate_all is used, keeps track of which ID to start from
|
|
public:
|
|
DB_WORK_ITEM(DB_CONN* p=0);
|
|
int enumerate(
|
|
int limit, const char* select_clause, const char* order_clause
|
|
);
|
|
// used by feeder
|
|
int enumerate_all(
|
|
int limit, const char* select_clause
|
|
);
|
|
// used by feeder when HR is used.
|
|
// Successive calls cycle through all results.
|
|
int read_result();
|
|
// used by scheduler to read result server state
|
|
int update();
|
|
// used by scheduler to update WU transition time
|
|
// and various result fields
|
|
};
|
|
|
|
// Used by the scheduler to send <result_abort> or <result_abort_if_not_started>
|
|
// messages if the result is no longer needed.
|
|
//
|
|
struct IN_PROGRESS_RESULT {
|
|
char result_name[256];
|
|
int assimilate_state;
|
|
int error_mask;
|
|
int server_state;
|
|
int outcome;
|
|
void parse(MYSQL_ROW& row);
|
|
};
|
|
|
|
class DB_IN_PROGRESS_RESULT : public IN_PROGRESS_RESULT, public DB_BASE_SPECIAL {
|
|
public:
|
|
DB_IN_PROGRESS_RESULT(DB_CONN* p=0);
|
|
int enumerate(int hostid, const char* result_names);
|
|
};
|
|
|
|
// Used by the scheduler to handle results reported by clients
|
|
// The read and the update of these results are combined
|
|
// into single SQL queries.
|
|
|
|
struct SCHED_RESULT_ITEM {
|
|
char queried_name[256]; // name as reported by client
|
|
int id;
|
|
char name[256];
|
|
int workunitid;
|
|
int appid;
|
|
int server_state;
|
|
int client_state;
|
|
int validate_state;
|
|
int outcome;
|
|
int hostid;
|
|
int userid;
|
|
int teamid;
|
|
int sent_time;
|
|
int received_time;
|
|
double cpu_time;
|
|
char xml_doc_out[BLOB_SIZE];
|
|
char stderr_out[BLOB_SIZE];
|
|
int app_version_num;
|
|
int exit_status;
|
|
int file_delete_state;
|
|
double elapsed_time;
|
|
int app_version_id;
|
|
|
|
void clear();
|
|
void parse(MYSQL_ROW& row);
|
|
};
|
|
|
|
class DB_SCHED_RESULT_ITEM_SET : public DB_BASE_SPECIAL {
|
|
public:
|
|
DB_SCHED_RESULT_ITEM_SET(DB_CONN* p=0);
|
|
std::vector<SCHED_RESULT_ITEM> results;
|
|
|
|
int add_result(char* result_name);
|
|
|
|
int enumerate();
|
|
// using a single SQL query, look up all the reported results,
|
|
// (based on queried_name)
|
|
// and fill in the rest of the entries in the results vector
|
|
|
|
int lookup_result(char* result_name, SCHED_RESULT_ITEM** result);
|
|
|
|
int update_result(SCHED_RESULT_ITEM& result);
|
|
int update_workunits();
|
|
};
|
|
|
|
struct FILE_ITEM {
|
|
int id;
|
|
char name[254];
|
|
char md5sum[34];
|
|
double size;
|
|
|
|
void clear();
|
|
};
|
|
|
|
class DB_FILE : public DB_BASE, public FILE_ITEM {
|
|
public:
|
|
DB_FILE(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(FILE_ITEM& f) {FILE_ITEM::operator=(f);}
|
|
};
|
|
|
|
struct FILESET_ITEM {
|
|
int id;
|
|
char name[254];
|
|
|
|
void clear();
|
|
};
|
|
|
|
class DB_FILESET : public DB_BASE, public FILESET_ITEM {
|
|
public:
|
|
DB_FILESET(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(FILESET_ITEM& f) {FILESET_ITEM::operator=(f);}
|
|
|
|
// retrieve fileset instance (populate object)
|
|
int select_by_name(const char* name);
|
|
};
|
|
|
|
struct FILESET_FILE_ITEM {
|
|
int fileset_id;
|
|
int file_id;
|
|
|
|
void clear();
|
|
};
|
|
|
|
class DB_FILESET_FILE : public DB_BASE, public FILESET_FILE_ITEM {
|
|
public:
|
|
DB_FILESET_FILE(DB_CONN* p=0);
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(FILESET_FILE_ITEM& tf) {FILESET_FILE_ITEM::operator=(tf);}
|
|
};
|
|
|
|
struct SCHED_TRIGGER_ITEM {
|
|
int id;
|
|
int fileset_id;
|
|
bool need_work;
|
|
bool work_available;
|
|
bool no_work_available;
|
|
bool working_set_removal;
|
|
|
|
void clear();
|
|
};
|
|
|
|
class DB_SCHED_TRIGGER : public DB_BASE, public SCHED_TRIGGER_ITEM {
|
|
public:
|
|
DB_SCHED_TRIGGER(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(SCHED_TRIGGER_ITEM& t) {SCHED_TRIGGER_ITEM::operator=(t);}
|
|
|
|
typedef enum {
|
|
none = 0,
|
|
state_need_work = 1,
|
|
state_work_available = 2,
|
|
state_no_work_available = 3,
|
|
state_working_set_removal = 4
|
|
} STATE;
|
|
|
|
// retrieve trigger instance (populate object)
|
|
int select_unique_by_fileset_name(const char* fileset_name);
|
|
// set single trigger state
|
|
int update_single_state(const DB_SCHED_TRIGGER::STATE state, const bool value);
|
|
};
|
|
|
|
struct FILESET_SCHED_TRIGGER_ITEM {
|
|
FILESET_ITEM fileset;
|
|
SCHED_TRIGGER_ITEM trigger;
|
|
|
|
void clear();
|
|
};
|
|
|
|
class DB_FILESET_SCHED_TRIGGER_ITEM : public DB_BASE_SPECIAL, public FILESET_SCHED_TRIGGER_ITEM {
|
|
public:
|
|
DB_FILESET_SCHED_TRIGGER_ITEM(DB_CONN* p=0);
|
|
void db_parse(MYSQL_ROW &row);
|
|
void operator=(FILESET_SCHED_TRIGGER_ITEM& fst) {FILESET_SCHED_TRIGGER_ITEM::operator=(fst);}
|
|
};
|
|
|
|
class DB_FILESET_SCHED_TRIGGER_ITEM_SET : public DB_BASE_SPECIAL {
|
|
public:
|
|
DB_FILESET_SCHED_TRIGGER_ITEM_SET(DB_CONN* p=0);
|
|
|
|
// select available triggers based on name and/or state
|
|
// -> name filter optional (set string, default NULL)
|
|
// -> pattern search optional (set use_regexp to true, default false))
|
|
// -> state filter optional (set state, default none)
|
|
// -> state_value (default true)
|
|
int select_by_name_state(
|
|
const char* fileset_name,
|
|
const bool use_regexp,
|
|
const DB_SCHED_TRIGGER::STATE state,
|
|
const bool state_value);
|
|
|
|
// check if given trigger (fileset name) is part of set and return position (1-indexed)
|
|
int contains_trigger(const char* fileset_name);
|
|
|
|
// storage vector
|
|
std::vector<DB_FILESET_SCHED_TRIGGER_ITEM> items;
|
|
};
|
|
|
|
struct VDA_FILE {
|
|
int id;
|
|
double create_time;
|
|
char dir[256];
|
|
char name[256];
|
|
double size;
|
|
bool need_update;
|
|
bool initialized;
|
|
bool retrieving;
|
|
void clear();
|
|
};
|
|
|
|
struct VDA_CHUNK_HOST {
|
|
double create_time;
|
|
int vda_file_id;
|
|
int host_id;
|
|
char name[256]; // C1.C2.Cn
|
|
double size;
|
|
bool present_on_host;
|
|
bool transfer_in_progress;
|
|
bool transfer_wait;
|
|
double transfer_request_time;
|
|
// when vdad assigned this chunk to this host
|
|
double transfer_send_time;
|
|
// when transfer request was sent to host
|
|
|
|
// the following not in DB
|
|
//
|
|
bool found;
|
|
|
|
void clear();
|
|
inline bool download_in_progress() {
|
|
return (transfer_in_progress && !present_on_host);
|
|
}
|
|
|
|
};
|
|
|
|
struct DB_VDA_FILE : public DB_BASE, public VDA_FILE {
|
|
DB_VDA_FILE(DB_CONN* p=0);
|
|
int get_id();
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
struct DB_VDA_CHUNK_HOST : public DB_BASE, public VDA_CHUNK_HOST {
|
|
DB_VDA_CHUNK_HOST(DB_CONN* p=0);
|
|
void db_print(char*);
|
|
void db_parse(MYSQL_ROW &row);
|
|
};
|
|
|
|
#endif
|