- client: code cleanup

svn path=/trunk/boinc/; revision=17100
This commit is contained in:
David Anderson 2009-02-02 18:45:00 +00:00
parent db04adb503
commit 9f170696a4
5 changed files with 53 additions and 47 deletions

View File

@ -1063,3 +1063,10 @@ David 1 Feb 2009
client/
rr_sim.cpp,h
work_fetch.cpp,h
David 2 Feb 2009
- client: code cleanup
client/
rr_sim.cpp,h
work_fetch.cpp,h

View File

@ -62,12 +62,12 @@ struct RR_SIM_STATUS {
inline void activate(RESULT* rp, double when) {
if (log_flags.rr_simulation) {
msg_printf(rp->project, MSG_INFO,
"[rr_sim] starting at %f: %s", when, rp->name
"[rr_sim] %.2f: starting %s", when, rp->name
);
}
active.push_back(rp);
active_ncpus += rp->avp->avg_ncpus;
active_cudas += rp->avp->ncudas;
cpu_work_fetch.sim_nused += rp->avp->avg_ncpus;
cuda_work_fetch.sim_nused += rp->avp->ncudas;
}
// remove *rpbest from active set,
// and adjust FLOPS left for other results
@ -94,8 +94,8 @@ struct RR_SIM_STATUS {
it++;
}
}
active_ncpus -= rpbest->avp->avg_ncpus;
active_cudas -= rpbest->avp->ncudas;
cpu_work_fetch.sim_nused -= rpbest->avp->avg_ncpus;
cuda_work_fetch.sim_nused -= rpbest->avp->ncudas;
}
RR_SIM_STATUS() {
@ -107,21 +107,21 @@ struct RR_SIM_STATUS {
void RR_SIM_PROJECT_STATUS::activate(RESULT* rp) {
active.push_back(rp);
active_ncpus += rp->avp->avg_ncpus;
active_cudas += rp->avp->ncudas;
rp->project->cpu_pwf.sim_nused += rp->avp->avg_ncpus;
rp->project->cuda_pwf.sim_nused += rp->avp->ncudas;
}
void RR_SIM_PROJECT_STATUS::remove_active(RESULT* r) {
void RR_SIM_PROJECT_STATUS::remove_active(RESULT* rp) {
std::vector<RESULT*>::iterator it = active.begin();
while (it != active.end()) {
if (*it == r) {
if (*it == rp) {
it = active.erase(it);
} else {
it++;
}
}
active_ncpus -= r->avp->avg_ncpus;
active_cudas -= r->avp->ncudas;
rp->project->cpu_pwf.sim_nused -= rp->avp->avg_ncpus;
rp->project->cuda_pwf.sim_nused -= rp->avp->ncudas;
}
// estimate the rate (FLOPS) that this job will get long-term
@ -139,8 +139,8 @@ void set_rrsim_flops(RESULT* rp) {
// running with other jobs of this project, ignoring other factors
//
double x = 1;
if (p->rr_sim_status.active_ncpus > gstate.ncpus) {
x = gstate.ncpus/p->rr_sim_status.active_ncpus;
if (p->cpu_pwf.sim_nused > gstate.ncpus) {
x = gstate.ncpus/p->cpu_pwf.sim_nused;
}
double r1 = x*rp->avp->avg_ncpus;
@ -148,8 +148,8 @@ void set_rrsim_flops(RESULT* rp) {
//
double share_cpus = p->cpu_pwf.runnable_share*gstate.ncpus;
double r2 = r1;
if (p->rr_sim_status.active_ncpus > share_cpus) {
r2 *= (share_cpus / p->rr_sim_status.active_ncpus);
if (p->cpu_pwf.sim_nused > share_cpus) {
r2 *= (share_cpus / p->cpu_pwf.sim_nused);
}
// scale by overall CPU availability
@ -203,8 +203,8 @@ void CLIENT_STATE::rr_simulation() {
if (log_flags.rr_simulation) {
msg_printf(0, MSG_INFO,
"[rr_sim] rr_sim start: now %.2f work_buf_total %.2f",
now, work_buf_total()
"[rr_sim] rr_sim start: work_buf_total %.2f",
work_buf_total()
);
}
@ -227,16 +227,16 @@ void CLIENT_STATE::rr_simulation() {
p = rp->project;
if (rp->uses_cuda()) {
p->cuda_pwf.has_runnable_jobs = true;
if (sim_status.active_cudas < coproc_cuda->count) {
sim_status.activate(rp, now);
if (cuda_work_fetch.sim_nused < coproc_cuda->count) {
sim_status.activate(rp, 0);
p->rr_sim_status.activate(rp);
} else {
cuda_work_fetch.pending.push_back(rp);
}
} else {
p->cpu_pwf.has_runnable_jobs = true;
if (p->rr_sim_status.active_ncpus < ncpus) {
sim_status.activate(rp, now);
if (p->cpu_pwf.sim_nused < ncpus) {
sim_status.activate(rp, 0);
p->rr_sim_status.activate(rp);
} else {
p->rr_sim_status.add_pending(rp);
@ -247,10 +247,10 @@ void CLIENT_STATE::rr_simulation() {
// note the number of idle instances
//
cpu_work_fetch.nidle_now = ncpus - sim_status.active_ncpus;
cpu_work_fetch.nidle_now = ncpus - cpu_work_fetch.sim_nused;
if (cpu_work_fetch.nidle_now < 0) cpu_work_fetch.nidle_now = 0;
if (coproc_cuda) {
cuda_work_fetch.nidle_now = coproc_cuda->count - sim_status.active_cudas;
cuda_work_fetch.nidle_now = coproc_cuda->count - cuda_work_fetch.sim_nused;
if (cuda_work_fetch.nidle_now < 0) cuda_work_fetch.nidle_now = 0;
}
@ -278,7 +278,8 @@ void CLIENT_STATE::rr_simulation() {
if (log_flags.rr_simulation) {
msg_printf(pbest, MSG_INFO,
"[rr_sim] %s finishes after %.2f (%.2fG/%.2fG)",
"[rr_sim] %.2f: %s finishes after %.2f (%.2fG/%.2fG)",
sim_now - now,
rpbest->name, rpbest->rrsim_finish_delay,
rpbest->rrsim_flops_left/1e9, rpbest->rrsim_flops/1e9
);
@ -310,9 +311,9 @@ void CLIENT_STATE::rr_simulation() {
double end_time = sim_now + rpbest->rrsim_finish_delay;
double x = end_time - gstate.now;
cpu_work_fetch.update_estimated_delay(x, sim_status.active_ncpus);
cpu_work_fetch.update_estimated_delay(x);
if (coproc_cuda) {
cuda_work_fetch.update_estimated_delay(x, sim_status.active_cudas);
cuda_work_fetch.update_estimated_delay(x);
}
// increment resource shortfalls
@ -321,10 +322,10 @@ void CLIENT_STATE::rr_simulation() {
if (end_time > buf_end) end_time = buf_end;
double d_time = end_time - sim_now;
cpu_work_fetch.accumulate_shortfall(d_time, sim_status.active_ncpus);
cpu_work_fetch.accumulate_shortfall(d_time);
if (coproc_cuda) {
cuda_work_fetch.accumulate_shortfall(d_time, sim_status.active_cudas);
cuda_work_fetch.accumulate_shortfall(d_time);
}
}
@ -333,19 +334,19 @@ void CLIENT_STATE::rr_simulation() {
if (rpbest->uses_cuda()) {
while (1) {
if (sim_status.active_cudas >= coproc_cuda->count) break;
if (cuda_work_fetch.sim_nused >= coproc_cuda->count) break;
if (!cuda_work_fetch.pending.size()) break;
RESULT* rp = cuda_work_fetch.pending[0];
cuda_work_fetch.pending.erase(cuda_work_fetch.pending.begin());
sim_status.activate(rp, sim_now);
sim_status.activate(rp, sim_now-now);
pbest->rr_sim_status.activate(rp);
}
} else {
while (1) {
if (pbest->rr_sim_status.active_ncpus >= ncpus) break;
if (pbest->cpu_pwf.sim_nused >= ncpus) break;
RESULT* rp = pbest->rr_sim_status.get_pending();
if (!rp) break;
sim_status.activate(rp, sim_now);
sim_status.activate(rp, sim_now-now);
pbest->rr_sim_status.activate(rp);
}
}
@ -356,9 +357,9 @@ void CLIENT_STATE::rr_simulation() {
//
if (sim_now < buf_end) {
double d_time = buf_end - sim_now;
cpu_work_fetch.accumulate_shortfall(d_time, 0);
cpu_work_fetch.accumulate_shortfall(d_time);
if (coproc_cuda) {
cuda_work_fetch.accumulate_shortfall(d_time, 0);
cuda_work_fetch.accumulate_shortfall(d_time);
}
}
}

View File

@ -26,14 +26,11 @@ struct RR_SIM_PROJECT_STATUS {
/// CPU jobs runnable but not running yet
std::vector<RESULT*>pending;
int deadlines_missed;
double active_ncpus;
double active_cudas;
inline void clear() {
active.clear();
pending.clear();
deadlines_missed = 0;
active_ncpus = 0;
}
void activate(RESULT* rp);
inline void add_pending(RESULT* rp) {
@ -52,9 +49,6 @@ struct RR_SIM_PROJECT_STATUS {
pending.erase(pending.begin());
return rp;
}
inline double cpus_used() {
return active_ncpus;
}
};
#endif

View File

@ -68,11 +68,13 @@ void RSC_PROJECT_WORK_FETCH::rr_init() {
runnable_share = 0;
fetchable_share = 0;
has_runnable_jobs = false;
sim_nused = 0;
}
void RSC_WORK_FETCH::rr_init() {
shortfall = 0;
nidle_now = 0;
sim_nused = 0;
total_fetchable_share = 0;
total_runnable_share = 0;
estimated_delay = 0;
@ -111,8 +113,8 @@ void PROJECT_WORK_FETCH::reset(PROJECT* p) {
p->cuda_pwf.reset();
}
void RSC_WORK_FETCH::accumulate_shortfall(double d_time, double nused) {
double idle = ninstances - nused;
void RSC_WORK_FETCH::accumulate_shortfall(double d_time) {
double idle = ninstances - sim_nused;
if (idle > 0) {
shortfall += idle*d_time;
}
@ -121,8 +123,8 @@ void RSC_WORK_FETCH::accumulate_shortfall(double d_time, double nused) {
// "estimated delay" is the interval for which we expect the
// resource to be saturated.
//
void RSC_WORK_FETCH::update_estimated_delay(double dt, double nused) {
if (nused >= ninstances) {
void RSC_WORK_FETCH::update_estimated_delay(double dt) {
if (sim_nused >= ninstances) {
estimated_delay = dt;
}
}

View File

@ -56,6 +56,7 @@ struct RSC_PROJECT_WORK_FETCH {
// we could probably get work for this resource;
// determines how many instances this project deserves
bool has_runnable_jobs;
double sim_nused;
RSC_PROJECT_WORK_FETCH() {
memset(this, 0, sizeof(*this));
@ -91,6 +92,7 @@ struct RSC_WORK_FETCH {
//
double shortfall;
double nidle_now;
double sim_nused;
double total_fetchable_share;
// total RS of projects from which we could fetch jobs for this device
double total_runnable_share;
@ -112,8 +114,8 @@ struct RSC_WORK_FETCH {
}
void rr_init();
void accumulate_shortfall(double d_time, double nused=0);
void update_estimated_delay(double dt, double nused);
void accumulate_shortfall(double d_time);
void update_estimated_delay(double dt);
PROJECT* choose_project(bool urgent);
void accumulate_debt();
RSC_PROJECT_WORK_FETCH& project_state(PROJECT*);