boinc/samples/atiopencl/atiopencl.cpp

1074 lines
34 KiB
C++

// This file is part of BOINC.
// http://boinc.berkeley.edu
// Copyright (C) 2008 University of California
//
// BOINC is free software; you can redistribute it and/or modify it
// under the terms of the GNU Lesser General Public License
// as published by the Free Software Foundation,
// either version 3 of the License, or (at your option) any later version.
//
// BOINC is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
// See the GNU Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with BOINC. If not, see <http://www.gnu.org/licenses/>.
//
// This program serves as both
// - An example BOINC-ATIOpenCL application, illustrating the use of the BOINC API
// and ATIStream OpenCL API.
// - A program for testing various features of BOINC.
//
// The program reads the input nxn matrix from the "input" file, inverts the
// matrix NUM_ITERATIONS times and write to "output" file.
//
// command line options
// -run_slow: sleep 1 second after each character
// -cpu_time N: use about N CPU seconds after copying files
// -early_exit: exit(10) after 30 chars
// -early_crash: crash after 30 chars
//
// See http://boinc.berkeley.edu/trac/wiki/GPUApp for any compiling issues.
// Contributor: Tuan Le (tuanle86@berkeley.edu)
#include "atiopencl.hpp"
using std::string;
int main(int argc, char * argv[]) {
int i, retval, lastInversion=0, checkpointExists=0, matrixSize=0;
double fd;
char input_path[512], output_path[512], chkpt_path[512], buf[256];
MFILE out;
FILE* state, *infile;
generate_random_input_file(MATRIX_SIZE); //call this if you don't want to
//construct the input file manually
for (i=0; i<argc; i++) {
if (!strcmp(argv[i], "-early_exit")) early_exit = true;
if (!strcmp(argv[i], "-early_crash")) early_crash = true;
if (!strcmp(argv[i], "-early_sleep")) early_sleep = true;
if (!strcmp(argv[i], "-run_slow")) run_slow = true;
if (!strcmp(argv[i], "-cpu_time")) {
cpu_time = atof(argv[++i]);
}
}
retval = boinc_init();
if (retval) {
fprintf(stderr, "%s boinc_init returned %d\n",
boinc_msg_prefix(buf, sizeof(buf)), retval );
exit(retval);
}
// open the input file (resolve logical name first)
//
boinc_resolve_filename(INPUT_FILENAME, input_path, sizeof(input_path));
infile = boinc_fopen(input_path, "r");
if (!infile) {
fprintf(stderr,
"%s Couldn't find input file in boinc\\win_build, resolved name %s.\n",
boinc_msg_prefix(buf, sizeof(buf)), input_path
);
getchar();
exit(-1);
}
boinc_resolve_filename(OUTPUT_FILENAME, output_path, sizeof(output_path));
// See if there's a valid checkpoint file.
// If so retrieve the current matrix and inversion number
//
boinc_resolve_filename(CHECKPOINT_FILE, chkpt_path, sizeof(chkpt_path));
state = boinc_fopen(chkpt_path, "r");
if (state) {
printf("Checkpoint file is detected. Read from checkpoint file ... \n");
checkpointExists=fscanf(state, "%d", &lastInversion);
if (checkpointExists == 1) {
isStateFileInUse=true;
printf("Last inversion # is : %d\n",lastInversion);
fscanf(state,"%d",&matrixSize);
width=height=matrixSize;
printf("Initialize host ....\n");
initialize_host(state);
}
fclose(state);
} else {
printf("There's no valid checkpoint file!\n");
}
retval = out.open(output_path, "wb");
if (retval) {
fprintf(stderr, "%s APP: matrix_inversion output open failed:\n",
boinc_msg_prefix(buf, sizeof(buf))
);
fprintf(stderr, "%s resolved name %s, retval %d\n",
boinc_msg_prefix(buf, sizeof(buf)), output_path, retval
);
perror("open");
exit(1);
}
#ifdef APP_GRAPHICS
// create shared mem segment for graphics, and arrange to update it
//
shmem = (UC_SHMEM*)boinc_graphics_make_shmem("matrix_inversion", sizeof(UC_SHMEM));
if (!shmem) {
fprintf(stderr, "%s failed to create shared mem segment\n",
boinc_msg_prefix(buf, sizeof(buf))
);
}
update_shmem();
boinc_register_timer_callback(update_shmem);
#endif
if (checkpointExists != 1) { //checkpoint file is not found.
matrixSize=get_matrix_size(infile);
printf("Matrix Size: width = height = %d\n",matrixSize);
width=height=matrixSize;
// Initialize Host application
printf("Initialize host ....\n");
if (initialize_host(infile)==1) {
return 1;
}
out.printf("\n----------------- Before being inversed ----------------\n\n");
printf("Computation is running ... Inverse the matrix %d times. Start at inversion #1\n",
NUM_ITERATIONS);
} else {
out.printf("\n----------------- Last checkpointed inversion #%d ----------------\n\n",
lastInversion);
printf("Computation is resumed ... Inverse the matrix %d more times. Start at inversion #%d\n",
NUM_ITERATIONS-lastInversion,lastInversion+1);
}
// Initialize OpenCL resources
if (initialize_cl()==1) {
return 1;
}
print_to_file(&out,input,matrixSize);
for (int i=lastInversion+1;i<=NUM_ITERATIONS;++i) {
//the invert function will trigger kernel calls.
invert(input,output,matrixSize);
printf("Finish inversion #%d\n",i);
for (int j=0;j<matrixSize*matrixSize;++j) {
input[j]=output[j]; //change the input for the next iteration
}
if (run_slow) {
boinc_sleep(1.);
}
if (early_exit && i>30) {
exit(-10);
}
if (early_crash && i>30) {
boinc_crash();
}
if (early_sleep && i>30) {
g_sleep = true;
while (1) boinc_sleep(1);
}
if (boinc_time_to_checkpoint()) {
printf("Perform checkpointing at inversion # %d\n",i);
//we'll need to write the current matrix to the state file.
retval = do_checkpoint(out, i, input, matrixSize);
if (retval) {
fprintf(stderr, "%s APP: matrix_inversion checkpoint failed %d\n",
boinc_msg_prefix(buf, sizeof(buf)), retval
);
exit(retval);
}
boinc_checkpoint_completed();
}
fd = i/NUM_ITERATIONS;
if (cpu_time) fd /= 2;
boinc_fraction_done(fd);
}
out.printf("\n\n----------------- Final inversion #%d ----------------\n\n",
NUM_ITERATIONS);
print_to_file(&out,output,matrixSize);
retval = out.flush(); //force the output file to be closed.
if (retval) {
fprintf(stderr, "%s APP: matrix_inversion flush failed %d\n",
boinc_msg_prefix(buf, sizeof(buf)), retval
);
exit(1);
}
// Releases OpenCL resources
if (cleanup_cl()==1) {
printf("Error!");
return 1;
}
// Release host resources
cleanup_host();
// burn up some CPU time if needed
//
if (cpu_time) {
printf("\nBurning up some CPU time ... \n");
double start = dtime();
for (int i=0; ; i++) {
double e = dtime()-start;
if (e > cpu_time) break;
fd = .5 + .5*(e/cpu_time);
boinc_fraction_done(fd);
if (boinc_time_to_checkpoint()) {
retval = do_checkpoint(out, NUM_ITERATIONS, input, matrixSize);
if (retval) {
fprintf(stderr, "%s APP: maxtrix_inversion checkpoint failed %d\n",
boinc_msg_prefix(buf, sizeof(buf)), retval
);
exit(1);
}
boinc_checkpoint_completed();
}
comp_result = do_a_giga_flop(i);
}
}
boinc_fraction_done(1);
#ifdef APP_GRAPHICS
update_shmem();
#endif
printf("\nDone! Please press ENTER to exit. ");
getchar();
boinc_finish(0);
}
#ifdef _WIN32
int WINAPI WinMain(HINSTANCE hInst, HINSTANCE hPrevInst, LPSTR Args, int WinMode) {
LPSTR command_line;
char* argv[100];
int argc;
command_line = GetCommandLine();
argc = parse_command_line( command_line, argv );
return main(argc, argv);
}
#endif
/*** BOINC FUNCTION DEFINITIONS ***/
/* Do a billion floating-point ops */
static double do_a_giga_flop(int foo) {
double x = 3.14159*foo;
int i;
for (i=0; i<500000000; i++) {
x += 5.12313123;
x *= 0.5398394834;
}
return x;
}
/* Save the computation state into checkpoint file */
int do_checkpoint(MFILE& mf, int n, cl_float *input, int matrixSize) {
int retval;
string resolved_name;
FILE* f = fopen("temp", "w");
if (!f) return 1;
fprintf(f, "%d", n); //write inversion number
fprintf(f, " ");
fprintf(f, "%d", matrixSize); //write matrixSize
fprintf(f, " ");
for (int i=0;i<matrixSize*matrixSize;++i) {
fprintf(f, " ");
fprintf(f, "%f", input[i]);
}
fclose(f);
retval = mf.flush();
if (retval) return retval;
boinc_resolve_filename_s(CHECKPOINT_FILE, resolved_name);
retval = boinc_rename("temp", resolved_name.c_str());
if (retval) return retval;
return 0; //return 0 to indicate success.
}
/*** FUNCTION DEFINITIONS ***/
/* Create an input file filled with random data of type cl_float. */
void generate_random_input_file(int n) {
FILE *infile;
infile=fopen(INPUT_FILENAME,"w");
cl_float *input = (cl_float *)malloc(sizeof(cl_float)*(n*n));
srand(n);
for( int i = 0; i < n; i++ ) {
for (int j = 0; j < n; j++) {
input[i*n+j] = 2.0*(rand()%32768)/32768.0 - 1.0;
}
input[i*n+i] += sqrt((float)n);
}
int j=0;
for (int i=0;i<n*n;++i) {
fprintf(infile,"%15f",input[i]);
if (j+1==n) {
fprintf(infile,"\n");
j=0;
} else {
++j;
}
}
fclose(infile);
free(input);
}
/*
* Parse the input file and determine the size of the matrix.
* This is an nxn matrix. Note: if width<> height, the matrix is
* non-invertible.
*/
int get_matrix_size(FILE *infile) {
int w=0;
char c;
fseek(infile,0,SEEK_SET);
while (true) {
do {
c=fgetc(infile);
if (c == EOF || c == '\n') {
goto exitLoop;
}
} while (isspace(c));
if (isdigit(c) || c=='.' || c=='-') {
++w;
}
do {
c=fgetc(infile);
if (c == EOF || c == '\n') {
goto exitLoop;
}
} while (isdigit(c) || c=='.' || c=='-');
if (c==EOF || c == '\n') {
break;
}
}
exitLoop:
return w;
}
/*
* \brief Host Initialization
* Allocate and initialize memory
* on the host. Print input array.
*/
int initialize_host(FILE *infile) {
input = NULL;
output = NULL;
if (width!=height) {
printf("Error: non nxn matrix cannot be invertiable.\n");
return 1;
}
/////////////////////////////////////////////////////////////////
// Allocate and initialize memory used by host
/////////////////////////////////////////////////////////////////
cl_uint sizeInBytes = width * height * sizeof(cl_float);
input = (cl_float *) malloc(sizeInBytes);
if (input == NULL) {
printf("Error: Failed to allocate input memory on host\n");
return 1;
}
output = (cl_float *) malloc(sizeInBytes);
if(output == NULL) {
printf("Error: Failed to allocate output memory on host\n");
return 1;
}
//fillRandom(input,width,height);
fetch_elements_into_host_memory(infile,input);
return 0;
}
/*
* Read the float values from input file into "input" array.
*/
void fetch_elements_into_host_memory(FILE *infile, cl_float *input) {
float num=0;
int i=0;
if (!isStateFileInUse) {
fseek(infile,0,SEEK_SET);
}
while (fscanf(infile,"%f",&num)==1) {
input[i]=num;
++i;
}
}
/*
* Converts the contents of a file into a string
*/
char * convert_to_string(const char *fileName) {
int count=0;
char *s;
char c;
int i=0;
// look for "atiopencl_kernels.cl" in "boinc/samples/atiopencl/debug" or
// in "boinc/samples/atiopencl/release". Note that "atiopencl_kernels.cl"
// is automatically copied to these directories along the building process.
FILE *infile=fopen(fileName,"r");
if (!infile) { //not found. This typically happens on Linux or Mac.
//look for "atiopencl_kernels.cl" in "boinc/sample/atiopencl/" instead.
infile = fopen(KERNELS_FILEPATH,"r");
if (!infile) {
printf("File open Error!");
exit(0);
}
}
fseek(infile,0,SEEK_SET);
while (fgetc(infile)!=EOF) count++;
s=(char *) malloc(sizeof(char)*(count+1)); //add 1 for string terminator.
fseek(infile,0,SEEK_SET);
while ((c=fgetc(infile))!=EOF) {
s[i++]=c;
}
s[i]='\0';
return s;
}
/*
* \brief OpenCL related initialization
* Create Context, Device list, Command Queue
* Load CL file, compile, link CL source
* Build program and kernel objects
*/
// Note: OpenCL memory buffer objects will be created in invert
// function before kernel calls are made.
int initialize_cl(void) {
cl_int status = 0;
size_t deviceListSize;
localThreads[0] = LOCAL_WORK_SIZE;
globalThreads[0] = GLOBAL_WORK_SIZE;
/*
* Have a look at the available platforms and pick either
* the AMD one if available or a reasonable default.
*/
cl_uint numPlatforms;
cl_platform_id platform = NULL;
status = clGetPlatformIDs(0, NULL, &numPlatforms);
if(status != CL_SUCCESS) {
printf("Error: Getting Platforms. (clGetPlatformsIDs)\n");
return 1;
}
if (numPlatforms > 0) {
cl_platform_id* platforms = (cl_platform_id *)
malloc(sizeof(cl_platform_id)*numPlatforms);
status = clGetPlatformIDs(numPlatforms, platforms, NULL);
if (status != CL_SUCCESS) {
printf("Error: Getting Platform Ids. (clGetPlatformsIDs)\n");
return 1;
}
for (unsigned int i=0; i < numPlatforms; ++i) {
char pbuff[100];
status = clGetPlatformInfo(platforms[i],
CL_PLATFORM_VENDOR,
sizeof(pbuff),
pbuff,
NULL);
if (status != CL_SUCCESS) {
printf("Error: Getting Platform Info.(clGetPlatformInfo)\n");
return 1;
}
platform = platforms[i];
if (!strcmp(pbuff, "Advanced Micro Devices, Inc.")) {
break;
}
}
delete platforms;
}
if(NULL == platform) {
printf("NULL platform found so Exiting Application.");
return 1;
}
/*
* If we could find our platform, use it. Otherwise use just available platform.
*/
cl_context_properties cps[3] = { CL_CONTEXT_PLATFORM,
(cl_context_properties)platform,
0
};
/////////////////////////////////////////////////////////////////
// Create an OpenCL context
/////////////////////////////////////////////////////////////////
context = clCreateContextFromType(cps, CL_DEVICE_TYPE_ALL, NULL, NULL, &status);
if (status != CL_SUCCESS) {
printf("Error: Creating Context. (clCreateContextFromType)\n");
return 1;
}
/* First, get the size of device list data */
status = clGetContextInfo(context, CL_CONTEXT_DEVICES, 0, NULL, &deviceListSize);
if (status != CL_SUCCESS) {
printf("Error: Getting Context Info (device list size, clGetContextInfo)\n");
return 1;
}
/////////////////////////////////////////////////////////////////
// Detect OpenCL devices
/////////////////////////////////////////////////////////////////
devices = (cl_device_id *)malloc(deviceListSize);
if (devices == 0) {
printf("Error: No devices found.\n");
return 1;
}
/* Now, get the device list data */
status = clGetContextInfo(context, CL_CONTEXT_DEVICES, deviceListSize, devices, NULL);
if (status != CL_SUCCESS) {
printf("Error: Getting Context Info (device list, clGetContextInfo)\n");
return 1;
}
/////////////////////////////////////////////////////////////////
// Create an OpenCL command queue
/////////////////////////////////////////////////////////////////
commandQueue = clCreateCommandQueue(context, devices[0], 0, &status);
if(status != CL_SUCCESS) {
printf("Creating Command Queue. (clCreateCommandQueue)\n");
return 1;
}
/////////////////////////////////////////////////////////////////
// Load CL file, build CL program object, create CL kernel object
/////////////////////////////////////////////////////////////////
source = convert_to_string(KERNELS_FILENAME);
size_t sourceSize[] = { strlen(source) };
program = clCreateProgramWithSource(context, 1, &source, sourceSize, &status);
if (status != CL_SUCCESS) {
printf("Error: Loading Binary into cl_program (clCreateProgramWithBinary)\n");
return 1;
}
/* create a cl program executable for all the devices specified */
status = clBuildProgram(program, 1, devices, NULL, NULL, NULL);
if (status != CL_SUCCESS) {
printf("Error: Building Program (clBuildProgram)\n");
return 1;
}
/* get a kernel object handle for a kernel with the given name */
GEStep1A_kernel = clCreateKernel(program, "GEStep1A", &status);
if (status != CL_SUCCESS) {
printf("Error: clCreateKernel (GEStep1A)\n");
return 1;
}
GEStep2_kernel = clCreateKernel(program, "GEStep2", &status);
if (status != CL_SUCCESS) {
printf("Error: clCreateKernel (GEStep2)\n");
return 1;
}
GEStep3_kernel = clCreateKernel(program, "GEStep3", &status);
if (status != CL_SUCCESS) {
printf("Error: clCreateKernel (GEStep3)\n");
return 1;
}
return 0;
}
/*
* \brief Release OpenCL resources (Context, Memory etc.)
*/
int cleanup_cl(void) {
cl_int status;
status = clReleaseKernel(GEStep1A_kernel);
if (status != CL_SUCCESS) {
printf("Error: In clReleaseKernel (GEStep1A_kernel)\n");
return 1;
}
status = clReleaseKernel(GEStep2_kernel);
if (status != CL_SUCCESS) {
printf("Error: In clReleaseKernel (GEStep2_kernel)\n");
return 1;
}
status = clReleaseKernel(GEStep3_kernel);
if (status != CL_SUCCESS) {
printf("Error: In clReleaseKernel (GEStep3_kernel)\n");
return 1;
}
status = clReleaseProgram(program);
if (status != CL_SUCCESS) {
printf("Error: In clReleaseProgram\n");
return 1;
}
status = clReleaseMemObject(inputBuffer);
if (status != CL_SUCCESS) {
printf("Error: In clReleaseMemObject (inputBuffer)\n");
return 1;
}
status = clReleaseCommandQueue(commandQueue);
if (status != CL_SUCCESS) {
printf("Error: In clReleaseCommandQueue\n");
return 1;
}
status = clReleaseContext(context);
if (status != CL_SUCCESS) {
printf("Error: In clReleaseContext\n");
return 1;
}
return 0;
}
/*
* \brief Releases program's resources
*/
void cleanup_host(void) {
if (input != NULL) {
free(input);
input = NULL;
}
if (output != NULL) {
free(output);
output = NULL;
}
if (devices != NULL) {
free(devices);
devices = NULL;
}
if (source != NULL) {
free((char *)source);
source = NULL;
}
}
/*
* Write the result to output file
*/
void print_to_file(MFILE *out, float *h_odata, int n) {
int count=0;
int move=0;
int num_elements=n*n;
while (num_elements>0) {
out->printf("%15f ",h_odata[move]);
++count;
++move;
if (count==n) {
out->printf("\n");
count=0;
}
--num_elements;
}
}
/*
* \brief Run OpenCL program
*
* Bind host variables to kernel arguments
* Run the CL kernel
*/
int run_GEStep1A_kernel(cl_float * AI, int i, int n2, int lda2) {
cl_int status;
cl_event events[2];
/*
* the input array to the kernel. This array will eventually be modified
* to the inverted array.
*/
status = clSetKernelArg(GEStep1A_kernel, 0, sizeof(cl_mem), (void *)&inputBuffer);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (input)\n");
return 1;
}
/*i*/
status = clSetKernelArg(GEStep1A_kernel, 1, sizeof(int), (void *)&i);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (i)\n");
return 1;
}
/*n2*/
status = clSetKernelArg(GEStep1A_kernel, 2, sizeof(int), (void *)&n2);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (n2)\n");
return 1;
}
/*lda2*/
status = clSetKernelArg(GEStep1A_kernel, 3, sizeof(int), (void *)&lda2);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (lda2)\n");
return 1;
}
/*
* Enqueue a kernel run call.
*/
status = clEnqueueNDRangeKernel(commandQueue,
GEStep1A_kernel,
1,
NULL,
globalThreads,
localThreads,
0,
NULL,
&events[0]);
if (status != CL_SUCCESS) {
printf("Error: Enqueueing kernel onto command queue. (clEnqueueNDRangeKernel)\n");
return 1;
}
/* wait for the kernel call to finish execution */
status = clWaitForEvents(1, &events[0]);
if (status != CL_SUCCESS) {
printf("Error: Waiting for kernel run to finish. (clWaitForEvents)\n");
return 1;
}
status = clReleaseEvent(events[0]);
if (status != CL_SUCCESS) {
printf("Error: Release event object. (clReleaseEvent)\n");
return 1;
}
/* Enqueue readBuffer*/ //Note: we are reading back from inputBuffer since AI is modified directly in kernel
status = clEnqueueReadBuffer(commandQueue,
inputBuffer,
CL_TRUE,
0,
globalThreads[0] * sizeof(cl_float),
AI,
0,
NULL,
&events[1]);
if(status != CL_SUCCESS) {
printf("Error: clEnqueueReadBuffer failed. (clEnqueueReadBuffer)\n");
return 1;
}
/* Wait for the read buffer to finish execution */
status = clWaitForEvents(1, &events[1]);
if (status != CL_SUCCESS) {
printf("Error: Waiting for read buffer call to finish. (clWaitForEvents)\n");
return 1;
}
status = clReleaseEvent(events[1]);
if (status != CL_SUCCESS) {
printf("Error: Release event object. (clReleaseEvent)\n");
return 1;
}
return 0;
}
int run_GEStep2_kernel(cl_float * AI, cl_float diag, int i, int n2, int lda2) {
cl_int status;
cl_event events[2];
/*
* the input array to the kernel. This array will eventually be modified
* to the inverted array.
*/
status = clSetKernelArg(GEStep2_kernel, 0, sizeof(cl_mem), (void *)&inputBuffer);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (AI)\n");
return 1;
}
/*diag*/
status = clSetKernelArg(GEStep2_kernel, 1, sizeof(cl_float), (void *)&diag);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (diag)\n");
return 1;
}
/*i*/
status = clSetKernelArg(GEStep2_kernel, 2, sizeof(int), (void *)&i);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (i)\n");
return 1;
}
/*n2*/
status = clSetKernelArg(GEStep2_kernel, 3, sizeof(int), (void *)&n2);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (n2)\n");
return 1;
}
/*lda2*/
status = clSetKernelArg(GEStep2_kernel, 4, sizeof(int), (void *)&lda2);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (lda2)\n");
return 1;
}
/*
* Enqueue a kernel run call.
*/
status = clEnqueueNDRangeKernel(commandQueue,
GEStep2_kernel,
1,
NULL,
globalThreads,
localThreads,
0,
NULL,
&events[0]);
if (status != CL_SUCCESS) {
printf("Error: Enqueueing kernel onto command queue. (clEnqueueNDRangeKernel)\n");
return 1;
}
/* wait for the kernel call to finish execution */
status = clWaitForEvents(1, &events[0]);
if (status != CL_SUCCESS) {
printf("Error: Waiting for kernel run to finish. (clWaitForEvents)\n");
return 1;
}
status = clReleaseEvent(events[0]);
if (status != CL_SUCCESS) {
printf("Error: Release event object. (clReleaseEvent)\n");
return 1;
}
/* Enqueue readBuffer*/
//Note: we are reading back from inputBuffer since AI is modified directly in kernel
status = clEnqueueReadBuffer(commandQueue,
inputBuffer,
CL_TRUE,
0,
globalThreads[0] * sizeof(cl_float),
AI,
0,
NULL,
&events[1]);
if (status != CL_SUCCESS) {
printf("Error: clEnqueueReadBuffer failed. (clEnqueueReadBuffer)\n");
return 1;
}
/* Wait for the read buffer to finish execution */
status = clWaitForEvents(1, &events[1]);
if (status != CL_SUCCESS) {
printf("Error: Waiting for read buffer call to finish. (clWaitForEvents)\n");
return 1;
}
status = clReleaseEvent(events[1]);
if (status != CL_SUCCESS) {
printf("Error: Release event object. (clReleaseEvent)\n");
return 1;
}
return 0;
}
int run_GEStep3_kernel(cl_float * AI, int i, int n2, int lda2) {
cl_int status;
cl_event events[2];
/*
* The input array to the kernel. This array will eventually be modified
* to the inverted array.
*/
status = clSetKernelArg(GEStep3_kernel, 0, sizeof(cl_mem), (void *)&inputBuffer);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (input)\n");
return 1;
}
/*i*/
status = clSetKernelArg(GEStep3_kernel, 1, sizeof(int), (void *)&i);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (i)\n");
return 1;
}
/*n2*/
status = clSetKernelArg(GEStep3_kernel, 2, sizeof(int), (void *)&n2);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (n2)\n");
return 1;
}
/*lda2*/
status = clSetKernelArg(GEStep3_kernel, 3, sizeof(int), (void *)&lda2);
if (status != CL_SUCCESS) {
printf("Error: Setting kernel argument. (lda2)\n");
return 1;
}
/*
* Enqueue a kernel run call.
*/
status = clEnqueueNDRangeKernel(commandQueue,
GEStep3_kernel,
1,
NULL,
globalThreads,
localThreads,
0,
NULL,
&events[0]);
if (status != CL_SUCCESS) {
printf("Error: Enqueueing kernel onto command queue. (clEnqueueNDRangeKernel)\n");
return 1;
}
/* wait for the kernel call to finish execution */
status = clWaitForEvents(1, &events[0]);
if (status != CL_SUCCESS) {
printf("Error: Waiting for kernel run to finish. (clWaitForEvents)\n");
return 1;
}
status = clReleaseEvent(events[0]);
if (status != CL_SUCCESS) {
printf("Error: Release event object. (clReleaseEvent)\n");
return 1;
}
/* Enqueue readBuffer*/
//Note: we are reading back from inputBuffer since AI is modified directly in kernel
status = clEnqueueReadBuffer(commandQueue,
inputBuffer,
CL_TRUE,
0,
globalThreads[0] * sizeof(cl_float),
AI,
0,
NULL,
&events[1]);
if (status != CL_SUCCESS) {
printf("Error: clEnqueueReadBuffer failed. (clEnqueueReadBuffer)\n");
return 1;
}
/* Wait for the read buffer to finish execution */
status = clWaitForEvents(1, &events[1]);
if (status != CL_SUCCESS) {
printf("Error: Waiting for read buffer call to finish. (clWaitForEvents)\n");
return 1;
}
status = clReleaseEvent(events[1]);
if(status != CL_SUCCESS) {
printf("Error: Release event object. (clReleaseEvent)\n");
return 1;
}
return 0;
}
void invertge(cl_float * AI_d, int lda, int n) {
int lda2 = lda * 2;
// perform elementary row operations till A in AI becomes identity matrix
for (int i = 0; i < n; i++) {
// execute kernel
run_GEStep1A_kernel(AI_d,i,n*2, lda2);
}
for (int i = n-1; i >= 0; i--) {
cl_float diag = 1.0;
diag=AI_d[i*lda2+i];
// execute kernels
run_GEStep2_kernel(AI_d,diag,i,n*2, lda2);
run_GEStep3_kernel(AI_d,i,n*2, lda2);
}
}
/* inverts nxn matrix input and stores the result in output */
void invert(cl_float * input, cl_float *output, int n) {
fprintf(stderr,"starting inversion n = %d ", n);
volatile clock_t gputime;
gputime=clock();
int lda = ((n+15)&~15|16);
cl_float * AI_d = (cl_float *)malloc(sizeof(cl_float)*n*lda*2);
memset(AI_d,0,sizeof(cl_float)*n*lda*2);
for (int i = 0; i < n; i++) {
memcpy(&AI_d[lda*i*2], &input[n*i], sizeof(cl_float)*n);
AI_d[lda*i*2+n+i] = 1;
}
cl_int status;
/////////////////////////////////////////////////////////////////
// Create OpenCL memory buffer
/////////////////////////////////////////////////////////////////
inputBuffer = clCreateBuffer(context,
CL_MEM_READ_WRITE | CL_MEM_USE_HOST_PTR,
sizeof(cl_float) * globalThreads[0],
AI_d,
&status);
if (status != CL_SUCCESS) {
printf("Error: clCreateBuffer (inputBuffer)\n");
exit(0);
}
// Note: there's no output buffer. In kernel, AI_d is modified directly.
// Thus, we should read the result back to host from inputBuffer as well.
invertge(AI_d, lda, n);
gputime=clock()-gputime;fprintf(stderr, " %7.1f ms ",gputime/1.e3f);
fprintf(stderr, " %7.2f Gflops", 1e-3*(3.0)*n*n*n/3.0/gputime);
#ifdef VERIFY
// let's verify that
cl_float error=0.0;
// multiply inverse*xcopy, should be Identity matrix
for (int k = 0; k < n; k++) {
for (int j = 0; j < n; j++) {
cl_float sum = 0;
for (int i = 0; i < n; i++) {
sum += AI[j*lda*2+n+i]*A[i*n+k];
}
if (j!=k) {
error += sum * sum;
} else {
error += (1.0-sum) * (1.0-sum);
}
}
}
fprintf(stderr, " %6.2f SSE", error);
#endif
//copy the result to output
for (int i = 0; i < n; i++) {
memcpy(&output[n*i], &AI_d[lda*i*2+n], sizeof(cl_float)*n);
}
free(AI_d);
fprintf(stderr," done!\n");
}