boinc/apps/concat_slow.C

136 lines
3.8 KiB
C

// The contents of this file are subject to the Mozilla Public License
// Version 1.0 (the "License"); you may not use this file except in
// compliance with the License. You may obtain a copy of the License at
// http://www.mozilla.org/MPL/
//
// Software distributed under the License is distributed on an "AS IS"
// basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the
// License for the specific language governing rights and limitations
// under the License.
//
// The Original Code is the Berkeley Open Infrastructure for Network Computing.
//
// The Initial Developer of the Original Code is the SETI@home project.
// Portions created by the SETI@home project are Copyright (C) 2002
// University of California at Berkeley. All Rights Reserved.
//
// Contributor(s):
//
// concat file1 ... filen outfile
//
// concatenate files, write to outfile
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include "api.h"
#define CHECKPOINT_FILE "concat_slow_state"
int do_checkpoint(MFILE& mf, int filenum, int nchars ) {
int retval;
char resolved_name[512],res_name2[512];
boinc_resolve_link( "temp", resolved_name );
FILE* f = fopen(resolved_name, "w");
if (!f) return 1;
fprintf(f, "%d %d", filenum, nchars);
fclose(f);
fprintf(stderr, "APP: concat_slow checkpointing\n");
// hopefully atomic part starts here
retval = mf.flush();
if (retval) return retval;
boinc_resolve_link( CHECKPOINT_FILE, res_name2 );
retval = rename(resolved_name, res_name2);
if (retval) return retval;
// hopefully atomic part ends here
return 0;
}
void file_append(FILE* in, MFILE &out, int skip, int filenum) {
char buf[1];
int n,nread,retval;
APP_OUT ao;
fseek( in, skip, SEEK_SET );
nread = skip;
while (1) {
n = fread(buf, 1, 1, in);
if (n == 0) break;
out.write(buf, 1, n);
nread += n;
fprintf( stderr, "Wrote 1 char.\n" );
// Burn cycles
for( n=0;n<5000000;n++ )
retval += n;
if( retval == 0 )
n = 1;
if( time_to_checkpoint() ) {
fprintf( stderr, "Checkpoint.\n" );
retval = do_checkpoint( out, filenum, nread );
if( retval ) {
fprintf( stderr, "APP: concat_slow checkpoint failed %d\n", retval );
exit(1);
}
ao.percent_done = 1;
checkpoint_completed(ao);
}
sleep(1);
}
}
int main(int argc, char** argv) {
FILE* in, *state;
MFILE out;
char file_name[512];
int i;
int file_num,nchars,retval;
APP_IN ai;
char *mode;
boinc_init(ai);
fprintf( stderr, "%f\n", ai.checkpoint_period );
fprintf(stderr, "APP: concat: starting, argc %d\n", argc);
for (i=0; i<argc; i++) {
fprintf(stderr, "APP: concat: argv[%d] is %s\n", i, argv[i]);
}
boinc_resolve_link( CHECKPOINT_FILE, file_name );
state = fopen( file_name, "r" );
if( state ) {
fscanf( state, "%d %d", &file_num, &nchars );
mode = "a";
} else {
file_num = 1;
nchars = 0;
mode = "w";
}
boinc_resolve_link( argv[argc-1], file_name );
fprintf( stderr, "res: %s\n", file_name );
retval = out.open(file_name, mode);
if (retval) {
fprintf(stderr, "APP: concat: can't open out file %s\n", argv[argc-1]);
exit(1);
}
for (i=file_num; i<argc-1; i++) {
boinc_resolve_link( argv[i], file_name );
fprintf( stderr, "res: %s\n", file_name );
in = fopen(file_name, "r");
if (!in) {
fprintf(stderr, "APP: concat: can't open in file %s\n", argv[i]);
exit(1);
}
file_append(in, out, nchars, i);
nchars = 0;
fclose(in);
}
out.close();
fprintf(stderr, "APP: concat: done\n");
return 0;
}