mirror of https://github.com/BOINC/boinc.git
298 lines
8.1 KiB
C++
298 lines
8.1 KiB
C++
// This file is part of BOINC.
|
|
// http://boinc.berkeley.edu
|
|
// Copyright (C) 2012 University of California
|
|
//
|
|
// BOINC is free software; you can redistribute it and/or modify it
|
|
// under the terms of the GNU Lesser General Public License
|
|
// as published by the Free Software Foundation,
|
|
// either version 3 of the License, or (at your option) any later version.
|
|
//
|
|
// BOINC is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
|
|
// See the GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with BOINC. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
// cmdline interface for VDA (volunteer data archival)
|
|
//
|
|
// usages:
|
|
// vda add path add a file
|
|
|
|
#include <stdio.h>
|
|
#include <unistd.h>
|
|
#include <set>
|
|
|
|
#include "boinc_db.h"
|
|
#include "filesys.h"
|
|
#include "sched_config.h"
|
|
#include "sched_util.h"
|
|
#include "str_replace.h"
|
|
#include "util.h"
|
|
|
|
#include "vda_lib.h"
|
|
|
|
using std::set;
|
|
|
|
void usage() {
|
|
printf("Usage: vda [add|remove|retrieve|status] path\n");
|
|
exit(1);
|
|
}
|
|
|
|
void show_msg(char* msg) {
|
|
printf("%s", msg);
|
|
}
|
|
|
|
inline const char* indent(int n) {
|
|
static const char *buf = " ";
|
|
static int len = strlen(buf);
|
|
return buf + len - n*3;
|
|
}
|
|
|
|
void META_CHUNK::print_status(int level) {
|
|
printf("%smeta-chunk %s\n", indent(level), name);
|
|
for (unsigned int i=0; i<children.size(); i++) {
|
|
if (bottom_level) {
|
|
CHUNK* c = (CHUNK*)children[i];
|
|
c->print_status(level+1);
|
|
} else {
|
|
META_CHUNK* mc = (META_CHUNK*)children[i];
|
|
mc->print_status(level+1);
|
|
}
|
|
}
|
|
}
|
|
|
|
void CHUNK::print_status(int level) {
|
|
printf("%schunk %s\n", indent(level), name);
|
|
level++;
|
|
printf(
|
|
"%spresent on server: %s\n",
|
|
indent(level), present_on_server?"yes":"no"
|
|
);
|
|
set<VDA_CHUNK_HOST*>::iterator i;
|
|
for (i=hosts.begin(); i!=hosts.end(); i++) {
|
|
VDA_CHUNK_HOST* ch = *i;
|
|
ch->print_status(level);
|
|
}
|
|
}
|
|
|
|
void VDA_CHUNK_HOST::print_status(int level) {
|
|
printf("%shost %d\n", indent(level), host_id);
|
|
level++;
|
|
printf("%spresent on host: %s\n",
|
|
indent(level), present_on_host?"yes":"no"
|
|
);
|
|
printf("%stransfer in progress: %s\n",
|
|
indent(level), transfer_in_progress?"yes":"no"
|
|
);
|
|
printf("%stransfer wait: %s\n",
|
|
indent(level), transfer_wait?"yes":"no"
|
|
);
|
|
if (transfer_request_time) {
|
|
printf("%stransfer request time: %s\n",
|
|
indent(level), time_to_string(transfer_request_time)
|
|
);
|
|
}
|
|
if (transfer_send_time) {
|
|
printf("%stransfer send time: %s\n",
|
|
indent(level), time_to_string(transfer_send_time)
|
|
);
|
|
}
|
|
}
|
|
|
|
int handle_add(const char* path) {
|
|
char dir[MAXPATHLEN], filename[256], buf[1024];
|
|
DB_VDA_FILE vf;
|
|
POLICY policy;
|
|
double size;
|
|
int retval;
|
|
|
|
retval = file_size(path, size);
|
|
if (retval) {
|
|
printf("no file %s\n", path);
|
|
return -1;
|
|
}
|
|
|
|
safe_strcpy(dir, path);
|
|
char* p = strrchr(dir, '/');
|
|
*p = 0;
|
|
safe_strcpy(filename, p+1);
|
|
|
|
// make sure there's a valid policy file in the dir
|
|
//
|
|
sprintf(buf, "%s/boinc_meta.txt", dir);
|
|
retval = policy.parse(buf);
|
|
if (retval) {
|
|
printf("Can't parse policy file.\n");
|
|
return -1;
|
|
}
|
|
|
|
// add a DB record and mark it for update
|
|
//
|
|
vf.create_time = dtime();
|
|
safe_strcpy(vf.dir, dir);
|
|
safe_strcpy(vf.file_name, filename);
|
|
vf.size = size;
|
|
vf.chunk_size = 0; // don't know this yet; set by vdad
|
|
vf.need_update = 1;
|
|
vf.initialized = 0;
|
|
vf.retrieving = 0;
|
|
vf.retrieved = 0;
|
|
retval = vf.insert();
|
|
if (retval) {
|
|
printf("Can't insert DB record\n");
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int handle_remove(const char* name) {
|
|
DB_VDA_FILE vf;
|
|
char buf[1024];
|
|
sprintf(buf, "where file_name='%s'", name);
|
|
int retval = vf.lookup(buf);
|
|
if (retval) return retval;
|
|
|
|
// delete DB records
|
|
//
|
|
DB_VDA_CHUNK_HOST ch;
|
|
sprintf(buf, "vda_file_id=%d", vf.id);
|
|
ch.delete_from_db_multi(buf);
|
|
vf.delete_from_db();
|
|
|
|
// remove symlink from download hier
|
|
//
|
|
dir_hier_path(name, config.download_dir, config.uldl_dir_fanout, buf);
|
|
unlink(buf);
|
|
|
|
// remove encoded data and directories
|
|
//
|
|
retval = chdir(vf.dir);
|
|
if (retval) perror("chdir");
|
|
retval = system("/bin/rm -rf [0-9]* Coding data.vda chunk_sizes.txt");
|
|
if (retval) perror("system");
|
|
return 0;
|
|
}
|
|
|
|
int handle_retrieve(const char* name) {
|
|
DB_VDA_FILE vf;
|
|
char buf[1024];
|
|
sprintf(buf, "where file_name='%s'", name);
|
|
int retval = vf.lookup(buf);
|
|
if (retval) return retval;
|
|
retval = vf.update_field("retrieving=1, need_update=1");
|
|
return retval;
|
|
}
|
|
|
|
int handle_status(const char* name) {
|
|
DB_VDA_FILE dvf;
|
|
char buf[1024];
|
|
sprintf(buf, "where file_name='%s'", name);
|
|
int retval = dvf.lookup(buf);
|
|
if (retval) return retval;
|
|
|
|
VDA_FILE_AUX vf = dvf;
|
|
sprintf(buf, "%s/boinc_meta.txt", vf.dir);
|
|
retval = vf.policy.parse(buf);
|
|
if (retval) {
|
|
log_messages.printf(MSG_CRITICAL, "Can't parse policy file %s\n", buf);
|
|
return retval;
|
|
}
|
|
retval = vf.get_state();
|
|
if (retval) {
|
|
log_messages.printf(MSG_CRITICAL, "Can't get file state: %d\n", retval);
|
|
return retval;
|
|
}
|
|
printf("status for file %s:\n", vf.file_name);
|
|
vf.meta_chunk->recovery_plan();
|
|
vf.meta_chunk->compute_min_failures();
|
|
vf.meta_chunk->print_status(0);
|
|
printf("fault tolerance level: %d\n", vf.meta_chunk->min_failures-1);
|
|
if (vf.retrieving) {
|
|
if (vf.retrieved) {
|
|
printf("Retrieving: completed\n");
|
|
} else {
|
|
printf("Retrieving: in progress\n");
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int handle_update(const char* name) {
|
|
DB_VDA_FILE dvf;
|
|
char buf[1024];
|
|
sprintf(buf, "where file_name='%s'", name);
|
|
int retval = dvf.lookup(buf);
|
|
if (retval) return retval;
|
|
return dvf.update_field("need_update=1");
|
|
}
|
|
|
|
int main(int argc, char** argv) {
|
|
int retval = config.parse_file();
|
|
if (retval) {
|
|
printf("can't parse config file\n");
|
|
exit(1);
|
|
}
|
|
retval = boinc_db.open(
|
|
config.db_name, config.db_host, config.db_user, config.db_passwd
|
|
);
|
|
if (retval) {
|
|
printf("can't open DB\n");
|
|
exit(1);
|
|
}
|
|
for (int i=1; i<argc; i++) {
|
|
if (!strcmp(argv[i], "add")) {
|
|
if (argc != 3) usage();
|
|
retval = handle_add(argv[++i]);
|
|
if (retval) {
|
|
printf("error %d: %s\n", retval, boincerror(retval));
|
|
} else {
|
|
printf("file added successfully\n");
|
|
}
|
|
exit(retval);
|
|
}
|
|
if (!strcmp(argv[i], "remove")) {
|
|
if (argc != 3) usage();
|
|
retval = handle_remove(argv[++i]);
|
|
if (retval) {
|
|
printf("error %d: %s\n", retval, boincerror(retval));
|
|
} else {
|
|
printf("file removed successfully\n");
|
|
}
|
|
exit(retval);
|
|
}
|
|
if (!strcmp(argv[i], "retrieve")) {
|
|
if (argc != 3) usage();
|
|
retval = handle_retrieve(argv[++i]);
|
|
if (retval) {
|
|
printf("error %d: %s\n", retval, boincerror(retval));
|
|
} else {
|
|
printf("file retrieval started\n");
|
|
}
|
|
exit(retval);
|
|
}
|
|
if (!strcmp(argv[i], "status")) {
|
|
if (argc != 3) usage();
|
|
retval = handle_status(argv[++i]);
|
|
if (retval) {
|
|
printf("error %d: %s\n", retval, boincerror(retval));
|
|
}
|
|
exit(retval);
|
|
}
|
|
if (!strcmp(argv[i], "update")) {
|
|
if (argc != 3) usage();
|
|
retval = handle_update(argv[++i]);
|
|
if (retval) {
|
|
printf("error %d: %s\n", retval, boincerror(retval));
|
|
} else {
|
|
printf("file marked for update by vdad\n");
|
|
}
|
|
exit(retval);
|
|
}
|
|
usage();
|
|
}
|
|
usage();
|
|
}
|