2009-08-11 15:17:37 +00:00
|
|
|
// This file is part of BOINC.
|
|
|
|
// http://boinc.berkeley.edu
|
|
|
|
// Copyright (C) 2008 University of California
|
|
|
|
//
|
|
|
|
// BOINC is free software; you can redistribute it and/or modify it
|
|
|
|
// under the terms of the GNU Lesser General Public License
|
|
|
|
// as published by the Free Software Foundation,
|
|
|
|
// either version 3 of the License, or (at your option) any later version.
|
|
|
|
//
|
|
|
|
// BOINC is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
|
|
|
// See the GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with BOINC. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2010-03-29 22:28:20 +00:00
|
|
|
#include <vector>
|
|
|
|
|
2009-08-11 15:17:37 +00:00
|
|
|
#include "boinc_db.h"
|
|
|
|
|
2010-04-08 23:14:47 +00:00
|
|
|
#define MIN_HOST_SAMPLES 10
|
|
|
|
// use host scaling only if have this many samples for host
|
|
|
|
#define MIN_VERSION_SAMPLES 100
|
|
|
|
// update a version's scale only if it has this many samples
|
|
|
|
|
- server: change the following from per-host to per-(host, app version):
- daily quota mechanism
- reliable mechanism (accelerated retries)
- "trusted" mechanism (adaptive replication)
- scheduler: enforce host scale probation only for apps with
host_scale_check set.
- validator: do scale probation on invalid results
(need this in addition to error and timeout cases)
- feeder: update app version scales every 10 min, not 10 sec
- back-end apps: support --foo as well as -foo for options
Notes:
- If you have, say, cuda, cuda23 and cuda_fermi plan classes,
a host will have separate quotas for each one.
That means it could error out on 100 jobs for cuda_fermi,
and when its quota goes to zero,
error out on 100 jobs for cuda23, etc.
This is intentional; there may be cases where one version
works but not the others.
- host.error_rate and host.max_results_day are deprecated
TODO:
- the values in the app table for limits on jobs in progress etc.
should override rather than config.xml.
Implementation notes:
scheduler:
process_request():
read all host_app_versions for host at start;
Compute "reliable" and "trusted" for each one.
write modified records at end
get_app_version():
add "reliable_only" arg; if set, use only reliable versions
skip over-quota versions
Multi-pass scheduling: if have at least one reliable version,
do a pass for jobs that need reliable,
and use only reliable versions.
Then clear best_app_versions cache.
Score-based scheduling: for need-reliable jobs,
it will pick the fastest version,
then give a score bonus if that version happens to be reliable.
When get back a successful result from client:
increase daily quota
When get back an error result from client:
impose scale probation
decrease daily quota if not aborted
Validator:
when handling a WU, create a vector of HOST_APP_VERSION
parallel to vector of RESULT.
Pass it to assign_credit_set().
Make copies of originals so we can update only modified ones
update HOST_APP_VERSION error rates
Transitioner:
decrease quota on timeout
svn path=/trunk/boinc/; revision=21181
2010-04-15 03:13:56 +00:00
|
|
|
// parameters for maintaining averages.
|
|
|
|
// per-host averages respond faster to change
|
|
|
|
|
|
|
|
#define HAV_AVG_THRESH 20
|
|
|
|
#define HAV_AVG_WEIGHT .01
|
|
|
|
#define HAV_AVG_LIMIT 10
|
|
|
|
|
|
|
|
#define AV_AVG_THRESH 100
|
|
|
|
#define AV_AVG_WEIGHT .001
|
|
|
|
#define AV_AVG_LIMIT 10
|
|
|
|
|
2014-03-19 21:55:16 +00:00
|
|
|
// variant of DB_APP_VERSION used by the validator
|
|
|
|
//
|
|
|
|
struct DB_APP_VERSION_VAL : DB_APP_VERSION {
|
|
|
|
std::vector<double>pfc_samples;
|
|
|
|
std::vector<double>credit_samples;
|
|
|
|
std::vector<double>credit_times;
|
|
|
|
};
|
|
|
|
|
2012-11-06 10:57:21 +00:00
|
|
|
extern double fpops_to_credit(double fpops);
|
2009-08-11 15:17:37 +00:00
|
|
|
// credit that should be granted for a given number of
|
2012-11-06 10:57:21 +00:00
|
|
|
// floating-point ops
|
2011-08-21 11:18:08 +00:00
|
|
|
extern double cpu_time_to_credit(double cpu_time, double cpu_flops_sec);
|
2011-02-27 00:10:14 +00:00
|
|
|
extern int grant_credit(DB_HOST& host, double start_time, double credit);
|
2010-03-29 22:28:20 +00:00
|
|
|
|
|
|
|
extern int update_av_scales(struct SCHED_SHMEM*);
|
|
|
|
extern int assign_credit_set(
|
2014-03-19 21:55:16 +00:00
|
|
|
WORKUNIT&, std::vector<RESULT>&, DB_APP&, std::vector<DB_APP_VERSION_VAL>&,
|
- server: change the following from per-host to per-(host, app version):
- daily quota mechanism
- reliable mechanism (accelerated retries)
- "trusted" mechanism (adaptive replication)
- scheduler: enforce host scale probation only for apps with
host_scale_check set.
- validator: do scale probation on invalid results
(need this in addition to error and timeout cases)
- feeder: update app version scales every 10 min, not 10 sec
- back-end apps: support --foo as well as -foo for options
Notes:
- If you have, say, cuda, cuda23 and cuda_fermi plan classes,
a host will have separate quotas for each one.
That means it could error out on 100 jobs for cuda_fermi,
and when its quota goes to zero,
error out on 100 jobs for cuda23, etc.
This is intentional; there may be cases where one version
works but not the others.
- host.error_rate and host.max_results_day are deprecated
TODO:
- the values in the app table for limits on jobs in progress etc.
should override rather than config.xml.
Implementation notes:
scheduler:
process_request():
read all host_app_versions for host at start;
Compute "reliable" and "trusted" for each one.
write modified records at end
get_app_version():
add "reliable_only" arg; if set, use only reliable versions
skip over-quota versions
Multi-pass scheduling: if have at least one reliable version,
do a pass for jobs that need reliable,
and use only reliable versions.
Then clear best_app_versions cache.
Score-based scheduling: for need-reliable jobs,
it will pick the fastest version,
then give a score bonus if that version happens to be reliable.
When get back a successful result from client:
increase daily quota
When get back an error result from client:
impose scale probation
decrease daily quota if not aborted
Validator:
when handling a WU, create a vector of HOST_APP_VERSION
parallel to vector of RESULT.
Pass it to assign_credit_set().
Make copies of originals so we can update only modified ones
update HOST_APP_VERSION error rates
Transitioner:
decrease quota on timeout
svn path=/trunk/boinc/; revision=21181
2010-04-15 03:13:56 +00:00
|
|
|
std::vector<DB_HOST_APP_VERSION>&,
|
2010-04-05 20:03:54 +00:00
|
|
|
double max_granted_credit, double& credit
|
2010-03-29 22:28:20 +00:00
|
|
|
);
|
|
|
|
|
2010-04-21 19:33:20 +00:00
|
|
|
extern void got_error(DB_HOST_APP_VERSION&);
|
2010-03-29 22:28:20 +00:00
|
|
|
|
- server: change the following from per-host to per-(host, app version):
- daily quota mechanism
- reliable mechanism (accelerated retries)
- "trusted" mechanism (adaptive replication)
- scheduler: enforce host scale probation only for apps with
host_scale_check set.
- validator: do scale probation on invalid results
(need this in addition to error and timeout cases)
- feeder: update app version scales every 10 min, not 10 sec
- back-end apps: support --foo as well as -foo for options
Notes:
- If you have, say, cuda, cuda23 and cuda_fermi plan classes,
a host will have separate quotas for each one.
That means it could error out on 100 jobs for cuda_fermi,
and when its quota goes to zero,
error out on 100 jobs for cuda23, etc.
This is intentional; there may be cases where one version
works but not the others.
- host.error_rate and host.max_results_day are deprecated
TODO:
- the values in the app table for limits on jobs in progress etc.
should override rather than config.xml.
Implementation notes:
scheduler:
process_request():
read all host_app_versions for host at start;
Compute "reliable" and "trusted" for each one.
write modified records at end
get_app_version():
add "reliable_only" arg; if set, use only reliable versions
skip over-quota versions
Multi-pass scheduling: if have at least one reliable version,
do a pass for jobs that need reliable,
and use only reliable versions.
Then clear best_app_versions cache.
Score-based scheduling: for need-reliable jobs,
it will pick the fastest version,
then give a score bonus if that version happens to be reliable.
When get back a successful result from client:
increase daily quota
When get back an error result from client:
impose scale probation
decrease daily quota if not aborted
Validator:
when handling a WU, create a vector of HOST_APP_VERSION
parallel to vector of RESULT.
Pass it to assign_credit_set().
Make copies of originals so we can update only modified ones
update HOST_APP_VERSION error rates
Transitioner:
decrease quota on timeout
svn path=/trunk/boinc/; revision=21181
2010-04-15 03:13:56 +00:00
|
|
|
extern int hav_lookup(DB_HOST_APP_VERSION& hav, int hostid, int avid);
|
|
|
|
|
2010-04-05 18:59:16 +00:00
|
|
|
extern int write_modified_app_versions(
|
2014-03-19 21:55:16 +00:00
|
|
|
std::vector<DB_APP_VERSION_VAL>& app_versions
|
2010-04-05 18:59:16 +00:00
|
|
|
);
|