/* -*- Mode: C; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 4 -*- */ // The contents of this file are subject to the BOINC Public License // Version 1.0 (the "License"); you may not use this file except in // compliance with the License. You may obtain a copy of the License at // http://boinc.berkeley.edu/license_1.0.txt // // Software distributed under the License is distributed on an "AS IS" // basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the // License for the specific language governing rights and limitations // under the License. // // The Original Code is the Berkeley Open Infrastructure for Network Computing. // // The Initial Developer of the Original Code is the SETI@home project. // Portions created by the SETI@home project are Copyright (C) 2002 // University of California at Berkeley. All Rights Reserved. // // Contributor(s): // // file_deleter: deletes files that are no longer needed #include #include #include #include #include #include "boinc_db.h" #include "parse.h" #include "util.h" #include "sched_config.h" #include "sched_util.h" #include "sched_msgs.h" #include "../lib/filesys.h" #define LOCKFILE "file_deleter.out" #define PIDFILE "file_deleter.pid" #define SLEEP_INTERVAL 5 SCHED_CONFIG config; // David -- not sure what the previous code was meant to do, since dir_hier_path // always returns 0 if the last argument (eg, missing below) argument is set to // false. // int get_file_path(char *buf, char* upload_dir, int fanout, char* path) { dir_hier_path(buf, upload_dir, fanout, true, path); if (boinc_file_exists(path)) return 0; // TODO: get rid of the old hash in about 3/2005 // dir_hier_path(buf, upload_dir, fanout, false, path); if (boinc_file_exists(path)) return 0; return 1; } int wu_delete_files(WORKUNIT& wu) { char* p; char filename[256], pathname[256], buf[LARGE_BLOB_SIZE]; bool no_delete=false; int count_deleted = 0, retval; safe_strcpy(buf, wu.xml_doc); p = strtok(buf, "\n"); strcpy(filename, ""); while (p) { if (parse_str(p, "", filename, sizeof(filename))) { } else if (match_tag(p, "")) { no_delete = false; strcpy(filename, ""); } else if (match_tag(p, "")) { no_delete = true; } else if (match_tag(p, "")) { if (!no_delete) { retval=get_file_path(filename, config.download_dir, config.uldl_dir_fanout, pathname ); if (retval) { log_messages.printf(SCHED_MSG_LOG::CRITICAL, "[%s] dir_hier_path: %d\n", wu.name, retval); } else { log_messages.printf(SCHED_MSG_LOG::NORMAL, "[%s] deleting download/%s\n", wu.name, filename); retval = unlink(pathname); if (retval && strlen(config.download_dir_alt)) { sprintf(pathname, "%s/%s", config.download_dir_alt, filename); unlink(pathname); } ++count_deleted; } } } p = strtok(0, "\n"); } log_messages.printf(SCHED_MSG_LOG::DEBUG, "[%s] deleted %d file(s)\n", wu.name, count_deleted); return 0; } int result_delete_files(RESULT& result) { char* p; char filename[256], pathname[256], buf[LARGE_BLOB_SIZE]; bool no_delete=false; int count_deleted = 0, retval; safe_strcpy(buf, result.xml_doc_in); p = strtok(buf,"\n"); while (p) { if (parse_str(p, "", filename, sizeof(filename))) { } else if (match_tag(p, "")) { no_delete = false; strcpy(filename, ""); } else if (match_tag(p, "")) { no_delete = true; } else if (match_tag(p, "")) { if (!no_delete) { retval=get_file_path(filename, config.upload_dir, config.uldl_dir_fanout, pathname ); if (retval) { log_messages.printf(SCHED_MSG_LOG::CRITICAL, "[%s] dir_hier_path: %d\n", result.name, retval ); } else { retval = unlink(pathname); ++count_deleted; log_messages.printf(SCHED_MSG_LOG::NORMAL, "[%s] unlinked %s; retval %d %s\n", result.name, filename, retval, (retval && errno)?strerror(errno):"" ); } } } p = strtok(0, "\n"); } log_messages.printf(SCHED_MSG_LOG::DEBUG, "[%s] deleted %d file(s)\n", result.name, count_deleted ); return 0; } // set by corresponding command line arguments. static bool preserve_wu_files=false; static bool preserve_result_files=false; // return nonzero if did anything // bool do_pass() { DB_WORKUNIT wu; DB_RESULT result; bool did_something = false; char buf[256]; int retval; check_stop_daemons(); sprintf(buf, "where file_delete_state=%d limit 1000", FILE_DELETE_READY); while (!wu.enumerate(buf)) { did_something = true; if (!preserve_wu_files) { wu_delete_files(wu); } wu.file_delete_state = FILE_DELETE_DONE; sprintf(buf, "file_delete_state=%d", wu.file_delete_state); retval= wu.update_field(buf); if (retval) { log_messages.printf(SCHED_MSG_LOG::CRITICAL, "[%s] workunit failed to update file_delete_state with %d\n", wu.name, retval ); } } sprintf(buf, "where file_delete_state=%d limit 1000", FILE_DELETE_READY); while (!result.enumerate(buf)) { did_something = true; if (!preserve_result_files) { result_delete_files(result); } result.file_delete_state = FILE_DELETE_DONE; sprintf(buf, "file_delete_state=%d", result.file_delete_state); retval= result.update_field(buf); if (retval) { log_messages.printf(SCHED_MSG_LOG::CRITICAL, "[%s] result failed to update file_delete_state with %d\n", result.name, retval ); } } return did_something; } int main(int argc, char** argv) { int retval; bool asynch = false, one_pass = false; int i; check_stop_daemons(); for (i=1; i // for all workunit input files. // preserve_wu_files = true; } else if (!strcmp(argv[i], "-preserve_result_files")) { // This option is primarily for testing. // If enabled, the file_deleter will function 'normally' // and will update the database, // but will not actually delete the result output files. // It's equivalent to setting // for all result output files. // preserve_result_files = true; } else if (!strcmp(argv[i], "-d")) { log_messages.set_debug_level(atoi(argv[++i])); } else { log_messages.printf(SCHED_MSG_LOG::CRITICAL, "Unrecognized arg: %s\n", argv[i]); } } retval = config.parse_file(".."); if (retval) { log_messages.printf(SCHED_MSG_LOG::CRITICAL, "Can't parse config file\n"); exit(1); } if (asynch) { if (fork()) { exit(0); } } // // Call lock_file after fork(), because file locks are not always inherited // if (lock_file(LOCKFILE)) { // log_messages.printf(SCHED_MSG_LOG::NORMAL, "Another copy of file deleter is running\n"); // exit(1); // } // write_pid_file(PIDFILE); log_messages.printf(SCHED_MSG_LOG::NORMAL, "Starting\n"); retval = boinc_db.open(config.db_name, config.db_host, config.db_user, config.db_passwd); if (retval) { log_messages.printf(SCHED_MSG_LOG::CRITICAL, "can't open DB\n"); exit(1); } install_stop_signal_handler(); if (one_pass) { do_pass(); } else { while (1) { if (!do_pass()) sleep(SLEEP_INTERVAL); } } } const char *BOINC_RCSID_bd0d4938a6 = "$Id$";