2008-08-06 18:36:30 +00:00
|
|
|
// This file is part of BOINC.
|
2005-01-20 23:22:22 +00:00
|
|
|
// http://boinc.berkeley.edu
|
2008-08-06 18:36:30 +00:00
|
|
|
// Copyright (C) 2008 University of California
|
2003-07-23 22:24:28 +00:00
|
|
|
//
|
2008-08-06 18:36:30 +00:00
|
|
|
// BOINC is free software; you can redistribute it and/or modify it
|
|
|
|
// under the terms of the GNU Lesser General Public License
|
|
|
|
// as published by the Free Software Foundation,
|
|
|
|
// either version 3 of the License, or (at your option) any later version.
|
2003-07-23 22:24:28 +00:00
|
|
|
//
|
2008-08-06 18:36:30 +00:00
|
|
|
// BOINC is distributed in the hope that it will be useful,
|
2005-01-20 23:22:22 +00:00
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
|
|
|
// See the GNU Lesser General Public License for more details.
|
2002-06-10 06:14:18 +00:00
|
|
|
//
|
2008-08-06 18:36:30 +00:00
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with BOINC. If not, see <http://www.gnu.org/licenses/>.
|
2002-06-10 06:14:18 +00:00
|
|
|
|
2003-10-27 17:10:48 +00:00
|
|
|
#ifndef _PERS_FILE_XFER_H
|
|
|
|
#define _PERS_FILE_XFER_H
|
|
|
|
|
2002-08-07 22:52:10 +00:00
|
|
|
#include "client_types.h"
|
|
|
|
#include "file_xfer.h"
|
|
|
|
|
2003-06-11 22:15:25 +00:00
|
|
|
// Default values for exponential backoff
|
2002-12-20 02:12:27 +00:00
|
|
|
#define PERS_RETRY_DELAY_MIN 60 // 1 minute
|
2002-11-19 22:57:05 +00:00
|
|
|
#define PERS_RETRY_DELAY_MAX (60*60*4) // 4 hours
|
2009-08-14 19:00:29 +00:00
|
|
|
#define PERS_GIVEUP (SECONDS_PER_DAY*90)
|
2003-05-06 21:43:26 +00:00
|
|
|
// give up on xfer if this time elapses since last byte xferred
|
2002-12-20 02:12:27 +00:00
|
|
|
|
2010-04-01 05:54:29 +00:00
|
|
|
// PERS_FILE_XFER represents a "persistent file transfer",
|
|
|
|
// i.e. a long-term effort to upload or download a file.
|
|
|
|
// This may consist of several "episodes",
|
|
|
|
// which are HTTP operations to a particular server.
|
|
|
|
// PERS_FILE_XFER manages
|
|
|
|
// - the choice of data servers
|
|
|
|
// - the retry and giveup policies
|
|
|
|
// - restarting partial transfers
|
|
|
|
//
|
|
|
|
// The FILE_INFO has a list of URLs.
|
|
|
|
// For download, the object attempts to download the file
|
|
|
|
// from any combination of the URLs.
|
|
|
|
// For upload, try to upload the file in its entirety to one of the URLs.
|
2008-10-04 23:44:24 +00:00
|
|
|
|
2010-04-01 05:54:29 +00:00
|
|
|
// a PERS_FILE_XFER is created and added to pers_file_xfer_set
|
|
|
|
// 1) when read from the client state file
|
|
|
|
// in (FILE_INFO::parse(), CLIENT_STATE::parse_state_file()
|
|
|
|
// 2) when a FILE_INFO is ready to transfer
|
|
|
|
// in CLIENT_STATE::handle_pers_file_xfers()
|
2008-10-04 23:44:24 +00:00
|
|
|
|
2010-04-01 05:54:29 +00:00
|
|
|
// a PERS_FILE_XFER p is removed from pers_file_xfer_set and freed
|
|
|
|
// 1) when p->pers_xfer_done is true
|
|
|
|
// in CLIENT_STATE::handle_pers_file_xfers()
|
2008-10-04 23:44:24 +00:00
|
|
|
|
2010-04-01 05:54:29 +00:00
|
|
|
// A FILE_XFER is created and added to file_xfer_set and linked from PFX
|
|
|
|
// 1) in PERS_FILE_XFER::start_xfer()
|
2008-10-04 23:44:24 +00:00
|
|
|
|
2010-04-01 05:54:29 +00:00
|
|
|
// A FILE_XFER is erased from file_xfer_set, unlinked from PFX and freed
|
|
|
|
// 1) when the FILE_XFER is done, in
|
|
|
|
// PERS_FILE_XFER::poll()
|
|
|
|
// PERS_FILE_XFER::check_giveup()
|
|
|
|
// 2) user request, in
|
|
|
|
// PERS_FILE_XFER::abort()
|
|
|
|
// PERS_FILE_XFER::suspend()
|
|
|
|
// 3) if the FILE_XFER_SET::insert() fails
|
|
|
|
// PERS_FILE_XFER::start_xfer()
|
|
|
|
// NOTE: when this is done, pers_xfer_done is set
|
|
|
|
//
|
|
|
|
// pointers:
|
|
|
|
// PERS_FILE_XFER -> FILE_XFER
|
|
|
|
// set in PERS_FILE_XFER::start_xfer()
|
|
|
|
// zeroed (see above)
|
|
|
|
// PERS_FILE_XFER -> FILE_INFO
|
|
|
|
// set in PERS_FILE_XFER::init()
|
|
|
|
// FILE_INFO -> PERS_FILE_XFER
|
|
|
|
// set in FILE_INFO::parse(), CLIENT_STATE::handle_pers_file_xfers()
|
|
|
|
// zeroed in PERS_FILE_XFER destructor
|
2008-10-04 23:44:24 +00:00
|
|
|
|
2002-06-10 06:14:18 +00:00
|
|
|
class PERS_FILE_XFER {
|
2008-10-04 23:44:24 +00:00
|
|
|
int nretry;
|
2010-04-01 05:54:29 +00:00
|
|
|
// # of retries so far
|
2008-10-04 23:44:24 +00:00
|
|
|
double first_request_time;
|
2010-04-01 05:54:29 +00:00
|
|
|
// time of first transfer request
|
2005-09-30 21:29:31 +00:00
|
|
|
void do_backoff();
|
2002-06-10 06:14:18 +00:00
|
|
|
|
2002-08-07 22:52:10 +00:00
|
|
|
public:
|
2004-12-01 20:56:20 +00:00
|
|
|
bool is_upload;
|
2008-10-04 23:44:24 +00:00
|
|
|
double next_request_time;
|
2010-04-01 05:54:29 +00:00
|
|
|
// time to next retry the file request
|
2004-04-05 06:55:09 +00:00
|
|
|
double time_so_far;
|
2010-04-01 05:54:29 +00:00
|
|
|
// Total time there's been an active FILE_XFER for this PFX
|
|
|
|
// Currently not used for anything; not meaningful for throughput
|
|
|
|
// because could include repeated transfer
|
2004-04-05 06:55:09 +00:00
|
|
|
double last_time;
|
2010-04-01 05:54:29 +00:00
|
|
|
// when the above was last updated.
|
|
|
|
// Defined only while a transfer is active
|
2006-02-18 01:57:24 +00:00
|
|
|
double last_bytes_xferred;
|
2010-04-01 05:54:29 +00:00
|
|
|
// Save how much is transferred when transfer isn't active, used
|
|
|
|
// to display progress in GUI.
|
2004-09-04 05:21:33 +00:00
|
|
|
bool pers_xfer_done;
|
2008-10-04 23:44:24 +00:00
|
|
|
FILE_XFER* fxp;
|
2010-04-01 05:54:29 +00:00
|
|
|
// nonzero if file xfer in progress
|
2002-08-07 22:52:10 +00:00
|
|
|
FILE_INFO* fip;
|
2003-07-23 22:24:28 +00:00
|
|
|
|
2003-02-06 19:01:49 +00:00
|
|
|
PERS_FILE_XFER();
|
2003-07-23 22:24:28 +00:00
|
|
|
~PERS_FILE_XFER();
|
2002-08-07 22:52:10 +00:00
|
|
|
int init(FILE_INFO*, bool is_file_upload);
|
2005-06-07 19:22:50 +00:00
|
|
|
bool poll();
|
2007-09-24 18:32:55 +00:00
|
|
|
void transient_failure(int);
|
|
|
|
void permanent_failure(int);
|
2004-09-26 04:16:52 +00:00
|
|
|
void abort();
|
2004-06-12 04:45:36 +00:00
|
|
|
int write(MIOFILE& fout);
|
|
|
|
int parse(MIOFILE& fin);
|
2007-09-24 18:32:55 +00:00
|
|
|
int create_xfer();
|
2003-05-16 19:22:57 +00:00
|
|
|
int start_xfer();
|
2003-07-29 23:26:32 +00:00
|
|
|
void suspend();
|
2002-06-10 06:14:18 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
class PERS_FILE_XFER_SET {
|
|
|
|
public:
|
2008-05-28 19:15:44 +00:00
|
|
|
FILE_XFER_SET* file_xfers;
|
2004-06-30 18:17:21 +00:00
|
|
|
std::vector<PERS_FILE_XFER*>pers_file_xfers;
|
2003-07-23 22:24:28 +00:00
|
|
|
|
2002-06-10 06:14:18 +00:00
|
|
|
PERS_FILE_XFER_SET(FILE_XFER_SET*);
|
|
|
|
int insert(PERS_FILE_XFER*);
|
|
|
|
int remove(PERS_FILE_XFER*);
|
2005-06-07 19:22:50 +00:00
|
|
|
bool poll();
|
2003-07-29 23:26:32 +00:00
|
|
|
void suspend();
|
2002-06-10 06:14:18 +00:00
|
|
|
};
|
2003-10-27 17:10:48 +00:00
|
|
|
|
|
|
|
#endif
|