#!/usr/bin/env python import boinc_path_config from assimilator import * import os, sys, shutil class PymwAssimilator(Assimilator): """ PyMW Assimilator. Copies workunit results to a predefined output directory. """ def __init__(self): Assimilator.__init__(self) self.pymwDir = None def _copy_to_output(self, result, error_mask=0): # validate that the destination path still exists if not os.path.exists(self.pymwDir): self.logCritical("PyMW path does not exist or is inaccessible: %s\n", \ self.pymwDir) return resultFullPath = self.get_file_path(result) resultName = re.search('(.*)',result.xml_doc_in).group(1) # validate that the source path is accessible if not error_mask and not os.path.exists(resultFullPath): self.logCritical("Result path does not exist or is inaccessible: %s\n", \ resultFullPath) return # copy the file to the output directory where it # will be processed by PyMW try: dest = os.path.join(self.pymwDir, resultName) if error_mask: dest += ".error" f = open(dest, "w") try: f.writelines("BOINC error: " + str(error_mask) + "\n") if result.stderr_out: f.writelines("STD ERR: " + result.stderr_out + "\n") f.writelines("For additional information, check: " + "$project/log_$machine/pymw_assimilator.py.log\n") finally: f.close() self.logNormal("Error flag created [%s]\n", resultName) else: shutil.copy2(resultFullPath, dest) self.logNormal("Result copied [%s]\n", resultName) except (Exception, msg): self.logCritical("Error copying output\n" + \ " - Source: %s\n" + \ " - Dest: %s\n" + " - Error: %s", resultFullPath, dest, msg) def assimilate_handler(self, wu, results, canonical_result): """ Assimilates a canonical result by copying the result file to the PyMW pickup directory, self.pymwDir """ # check for valid wu.canonical_result if wu.canonical_result: self.logNormal("[%s] Found canonical result\n", wu.name) self._copy_to_output(canonical_result, wu.error_mask) elif wu.error_mask != 0: # this is an error self.logNormal("[%s] Workunit failed, sending arbitrary result\n", wu.name) self._copy_to_output(results[0], wu.error_mask) self.logNormal("[%s] No canonical result\n", wu.name) else: self.logNormal("[%s] No canonical result\n", wu.name) # report errors with the workunit if self.report_errors(wu): pass def parse_args(self, args): """ This overridden version adds support for a PyMW destination directory. """ # scan the args for the -pymw_dir switch # remove it when found so the base class doesn't complain # then call the base parse_args method newArgs = [] args.reverse() found = False while len(args): arg = args.pop() if arg.strip() == '-pymw_dir': if len(args) == 0: self.logCritical("Error, path switch found, but no path specified\n") sys.exit(1) self.pymwDir = args.pop() if not os.path.exists(self.pymwDir): self.logNormal("Warning, path does not exist or is inaccessible: %s\n", \ self.pymwDir) found = True else: found = True else: newArgs.append(arg) if not found: self.logCritical("Error, path argument expected: -pymw_dir \n") sys.exit(1) Assimilator.parse_args(self, newArgs) # allow the module to be executed as an application if __name__ == '__main__': asm = PymwAssimilator() asm.run()