thodg/cgminer/ocl.c

• Show log

  Commit

• Hash : 22d3034e
  Author :
  Date : 2012-02-18T23:13:45
  

  Show error code on any opencl failure status.

Download

• ocl.c

• /*
   * Copyright 2011-2012 Con Kolivas
   */
  
  #include "config.h"
  #ifdef HAVE_OPENCL
  
  #include <signal.h>
  #include <stdlib.h>
  #include <string.h>
  #include <stdio.h>
  #include <sys/types.h>
  
  #ifdef WIN32
  	#include <winsock2.h>
  #else
  	#include <sys/socket.h>
  	#include <netinet/in.h>
  	#include <netdb.h>
  #endif
  
  #include <time.h>
  #include <sys/time.h>
  #include <pthread.h>
  #include <sys/stat.h>
  #include <unistd.h>
  
  #include "findnonce.h"
  #include "ocl.h"
  
  extern int opt_vectors;
  extern int opt_worksize;
  int opt_platform_id;
  
  char *file_contents(const char *filename, int *length)
  {
  	char *fullpath = alloca(PATH_MAX);
  	void *buffer;
  	FILE *f;
  
  	strcpy(fullpath, opt_kernel_path);
  	strcat(fullpath, filename);
  
  	/* Try in the optional kernel path or installed prefix first */
  	f = fopen(fullpath, "rb");
  	if (!f) {
  		/* Then try from the path cgminer was called */
  		strcpy(fullpath, cgminer_path);
  		strcat(fullpath, filename);
  		f = fopen(fullpath, "rb");
  	}
  	/* Finally try opening it directly */
  	if (!f)
  		f = fopen(filename, "rb");
  
  	if (!f) {
  		applog(LOG_ERR, "Unable to open %s or %s for reading", filename, fullpath);
  		return NULL;
  	}
  
  	fseek(f, 0, SEEK_END);
  	*length = ftell(f);
  	fseek(f, 0, SEEK_SET);
  
  	buffer = malloc(*length+1);
  	*length = fread(buffer, 1, *length, f);
  	fclose(f);
  	((char*)buffer)[*length] = '\0';
  
  	return (char*)buffer;
  }
  
  int clDevicesNum(void) {
  	cl_int status;
  	char pbuff[256];
  	cl_uint numDevices;
  	cl_uint numPlatforms;
  	cl_platform_id *platforms;
  	cl_platform_id platform = NULL;
  	unsigned int most_devices = 0, i;
  
  	status = clGetPlatformIDs(0, NULL, &numPlatforms);
  	/* If this fails, assume no GPUs. */
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: clGetPlatformsIDs failed (no OpenCL SDK installed?)", status);
  		return -1;
  	}
  
  	if (numPlatforms == 0) {
  		applog(LOG_ERR, "clGetPlatformsIDs returned no platforms (no OpenCL SDK installed?)");
  		return -1;
  	}
  
  	platforms = (cl_platform_id *)alloca(numPlatforms*sizeof(cl_platform_id));
  	status = clGetPlatformIDs(numPlatforms, platforms, NULL);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Getting Platform Ids. (clGetPlatformsIDs)", status);
  		return -1;
  	}
  
  	for (i = 0; i < numPlatforms; i++) {
  		status = clGetPlatformInfo( platforms[i], CL_PLATFORM_VENDOR, sizeof(pbuff), pbuff, NULL);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Getting Platform Info. (clGetPlatformInfo)", status);
  			return -1;
  		}
  		platform = platforms[i];
  		applog(LOG_INFO, "CL Platform %d vendor: %s", i, pbuff);
  		status = clGetPlatformInfo(platform, CL_PLATFORM_NAME, sizeof(pbuff), pbuff, NULL);
  		if (status == CL_SUCCESS)
  			applog(LOG_INFO, "CL Platform %d name: %s", i, pbuff);
  		status = clGetPlatformInfo(platform, CL_PLATFORM_VERSION, sizeof(pbuff), pbuff, NULL);
  		if (status == CL_SUCCESS)
  			applog(LOG_INFO, "CL Platform %d version: %s", i, pbuff);
  		if (strstr(pbuff, "844.4") /* Linux 64 bit ATI 2.6 SDK */	||
  		    strstr(pbuff, "851.4") /* Windows 64 bit "" */		||
  		    strstr(pbuff, "831.4") /* Windows & Linux 32 bit "" */	||
  		    strstr(pbuff, "898.1") /* Windows 64 bit 12.2 driver SDK */) {
  				applog(LOG_WARNING, "AMD OpenCL SDK 2.6 installed giving POOR PERFORMANCE on R5xxx and R6xxx.");
  				applog(LOG_WARNING, "Downgrade SDK, delete .bin files and restart cgminer to fix this.");
  		}
  		status = clGetDeviceIDs(platform, CL_DEVICE_TYPE_GPU, 0, NULL, &numDevices);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Getting Device IDs (num)", status);
  			return -1;
  		}
  		applog(LOG_INFO, "Platform %d devices: %d", i, numDevices);
  		if (numDevices > most_devices)
  			most_devices = numDevices;
  	}
  
  	return most_devices;
  }
  
  static int advance(char **area, unsigned *remaining, const char *marker)
  {
  	char *find = memmem(*area, *remaining, marker, strlen(marker));
  
  	if (!find) {
  		applog(LOG_DEBUG, "Marker \"%s\" not found", marker);
  		return 0;
  	}
  	*remaining -= find - *area;
  	*area = find;
  	return 1;
  }
  
  #define OP3_INST_BFE_UINT	4ULL
  #define OP3_INST_BFE_INT	5ULL
  #define OP3_INST_BFI_INT	6ULL
  #define OP3_INST_BIT_ALIGN_INT	12ULL
  #define OP3_INST_BYTE_ALIGN_INT	13ULL
  
  void patch_opcodes(char *w, unsigned remaining)
  {
  	uint64_t *opcode = (uint64_t *)w;
  	int patched = 0;
  	int count_bfe_int = 0;
  	int count_bfe_uint = 0;
  	int count_byte_align = 0;
  	while (42) {
  		int clamp = (*opcode >> (32 + 31)) & 0x1;
  		int dest_rel = (*opcode >> (32 + 28)) & 0x1;
  		int alu_inst = (*opcode >> (32 + 13)) & 0x1f;
  		int s2_neg = (*opcode >> (32 + 12)) & 0x1;
  		int s2_rel = (*opcode >> (32 + 9)) & 0x1;
  		int pred_sel = (*opcode >> 29) & 0x3;
  		if (!clamp && !dest_rel && !s2_neg && !s2_rel && !pred_sel) {
  			if (alu_inst == OP3_INST_BFE_INT) {
  				count_bfe_int++;
  			} else if (alu_inst == OP3_INST_BFE_UINT) {
  				count_bfe_uint++;
  			} else if (alu_inst == OP3_INST_BYTE_ALIGN_INT) {
  				count_byte_align++;
  				// patch this instruction to BFI_INT
  				*opcode &= 0xfffc1fffffffffffULL;
  				*opcode |= OP3_INST_BFI_INT << (32 + 13);
  				patched++;
  			}
  		}
  		if (remaining <= 8)
  			break;
  		opcode++;
  		remaining -= 8;
  	}
  	applog(LOG_DEBUG, "Potential OP3 instructions identified: "
  		"%i BFE_INT, %i BFE_UINT, %i BYTE_ALIGN",
  		count_bfe_int, count_bfe_uint, count_byte_align);
  	applog(LOG_DEBUG, "Patched a total of %i BFI_INT instructions", patched);
  }
  
  _clState *initCl(unsigned int gpu, char *name, size_t nameSize)
  {
  	_clState *clState = calloc(1, sizeof(_clState));
  	bool patchbfi = false, prog_built = false;
  	cl_platform_id platform = NULL;
  	char pbuff[256], vbuff[255];
  	cl_platform_id* platforms;
  	cl_device_id *devices;
  	cl_uint numPlatforms;
  	cl_uint numDevices;
  	cl_int status;
  
  	status = clGetPlatformIDs(0, NULL, &numPlatforms);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Getting Platforms. (clGetPlatformsIDs)", status);
  		return NULL;
  	}
  
  	platforms = (cl_platform_id *)alloca(numPlatforms*sizeof(cl_platform_id));
  	status = clGetPlatformIDs(numPlatforms, platforms, NULL);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Getting Platform Ids. (clGetPlatformsIDs)", status);
  		return NULL;
  	}
  
  	if (opt_platform_id >= (int)numPlatforms) {
  		applog(LOG_ERR, "Specified platform that does not exist");
  		return NULL;
  	}
  
  	status = clGetPlatformInfo(platforms[opt_platform_id], CL_PLATFORM_VENDOR, sizeof(pbuff), pbuff, NULL);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Getting Platform Info. (clGetPlatformInfo)", status);
  		return NULL;
  	}
  	platform = platforms[opt_platform_id];
  
  	if (platform == NULL) {
  		perror("NULL platform found!\n");
  		return NULL;
  	}
  
  	applog(LOG_INFO, "CL Platform vendor: %s", pbuff);
  	status = clGetPlatformInfo(platform, CL_PLATFORM_NAME, sizeof(pbuff), pbuff, NULL);
  	if (status == CL_SUCCESS)
  		applog(LOG_INFO, "CL Platform name: %s", pbuff);
  	status = clGetPlatformInfo(platform, CL_PLATFORM_VERSION, sizeof(vbuff), vbuff, NULL);
  	if (status == CL_SUCCESS)
  		applog(LOG_INFO, "CL Platform version: %s", vbuff);
  
  	status = clGetDeviceIDs(platform, CL_DEVICE_TYPE_GPU, 0, NULL, &numDevices);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Getting Device IDs (num)", status);
  		return NULL;
  	}
  
  	if (numDevices > 0 ) {
  		devices = (cl_device_id *)malloc(numDevices*sizeof(cl_device_id));
  
  		/* Now, get the device list data */
  
  		status = clGetDeviceIDs(platform, CL_DEVICE_TYPE_GPU, numDevices, devices, NULL);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Getting Device IDs (list)", status);
  			return NULL;
  		}
  
  		applog(LOG_INFO, "List of devices:");
  
  		unsigned int i;
  		for (i = 0; i < numDevices; i++) {
  			status = clGetDeviceInfo(devices[i], CL_DEVICE_NAME, sizeof(pbuff), pbuff, NULL);
  			if (status != CL_SUCCESS) {
  				applog(LOG_ERR, "Error %d: Getting Device Info", status);
  				return NULL;
  			}
  
  			applog(LOG_INFO, "\t%i\t%s", i, pbuff);
  		}
  
  		if (gpu < numDevices) {
  			status = clGetDeviceInfo(devices[gpu], CL_DEVICE_NAME, sizeof(pbuff), pbuff, NULL);
  			if (status != CL_SUCCESS) {
  				applog(LOG_ERR, "Error %d: Getting Device Info", status);
  				return NULL;
  			}
  
  			applog(LOG_INFO, "Selected %i: %s", gpu, pbuff);
  			strncpy(name, pbuff, nameSize);
  		} else {
  			applog(LOG_ERR, "Invalid GPU %i", gpu);
  			return NULL;
  		}
  
  	} else return NULL;
  
  	cl_context_properties cps[3] = { CL_CONTEXT_PLATFORM, (cl_context_properties)platform, 0 };
  
  	clState->context = clCreateContextFromType(cps, CL_DEVICE_TYPE_GPU, NULL, NULL, &status);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Creating Context. (clCreateContextFromType)", status);
  		return NULL;
  	}
  
  	/* Check for BFI INT support. Hopefully people don't mix devices with
  	 * and without it! */
  	char * extensions = malloc(1024);
  	const char * camo = "cl_amd_media_ops";
  	char *find;
  
  	status = clGetDeviceInfo(devices[gpu], CL_DEVICE_EXTENSIONS, 1024, (void *)extensions, NULL);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Failed to clGetDeviceInfo when trying to get CL_DEVICE_EXTENSIONS", status);
  		return NULL;
  	}
  	find = strstr(extensions, camo);
  	if (find)
  		clState->hasBitAlign = true;
  		
  	/* Check for OpenCL >= 1.0 support, needed for global offset parameter usage. */
  	char * devoclver = malloc(1024);
  	const char * ocl10 = "OpenCL 1.0";
  
  	status = clGetDeviceInfo(devices[gpu], CL_DEVICE_VERSION, 1024, (void *)devoclver, NULL);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Failed to clGetDeviceInfo when trying to get CL_DEVICE_VERSION", status);
  		return NULL;
  	}
  	find = strstr(devoclver, ocl10);
  	if (!find)
  		clState->hasOpenCL11plus = true;
  
  	status = clGetDeviceInfo(devices[gpu], CL_DEVICE_PREFERRED_VECTOR_WIDTH_INT, sizeof(cl_uint), (void *)&clState->preferred_vwidth, NULL);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Failed to clGetDeviceInfo when trying to get CL_DEVICE_PREFERRED_VECTOR_WIDTH_INT", status);
  		return NULL;
  	}
  	applog(LOG_DEBUG, "Preferred vector width reported %d", clState->preferred_vwidth);
  
  	status = clGetDeviceInfo(devices[gpu], CL_DEVICE_MAX_WORK_GROUP_SIZE, sizeof(size_t), (void *)&clState->max_work_size, NULL);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Failed to clGetDeviceInfo when trying to get CL_DEVICE_MAX_WORK_GROUP_SIZE", status);
  		return NULL;
  	}
  	applog(LOG_DEBUG, "Max work group size reported %d", clState->max_work_size);
  
  	/* For some reason 2 vectors is still better even if the card says
  	 * otherwise, and many cards lie about their max so use 256 as max
  	 * unless explicitly set on the command line. 79x0 cards perform
  	 * better without vectors */
  	if (clState->preferred_vwidth > 1) {
  		if (strstr(name, "Tahiti"))
  			clState->preferred_vwidth = 1;
  		else
  			clState->preferred_vwidth = 2;
  	}
  
  	if (opt_vectors)
  		clState->preferred_vwidth = opt_vectors;
  	if (opt_worksize && opt_worksize <= (int)clState->max_work_size)
  		clState->work_size = opt_worksize;
  	else
  		clState->work_size = (clState->max_work_size <= 256 ? clState->max_work_size : 256) /
  				clState->preferred_vwidth;
  
  	/* Create binary filename based on parameters passed to opencl
  	 * compiler to ensure we only load a binary that matches what would
  	 * have otherwise created. The filename is:
  	 * name + kernelname +/i bitalign + v + vectors + w + work_size + sizeof(long) + .bin
  	 */
  	char binaryfilename[255];
  	char filename[255];
  	char numbuf[10];
  
  	if (chosen_kernel == KL_NONE) {
  		/* If no binary is available, and we have a card that suffers with phatk
  		 * on SDK2.6, use the poclbm kernel instead if one has not been
  		 * selected. */
  		if (strstr(name, "Tahiti") // GCN
  		    || !clState->hasBitAlign // Older Radeon & Nvidia
  		    || strstr(vbuff, "844.4") // Linux 64 bit ATI 2.6 SDK
  		    || strstr(vbuff, "851.4") // Windows 64 bit ""
  		    || strstr(vbuff, "831.4") // Windows & Linux 32 bit ""
  		) {
  			applog(LOG_INFO, "Selecting poclbm kernel");
  			clState->chosen_kernel = KL_POCLBM;
  		} else {
  			applog(LOG_INFO, "Selecting phatk kernel");
  			clState->chosen_kernel = KL_PHATK;
  		}
  	} else
  		clState->chosen_kernel = chosen_kernel;
  
  	switch (clState->chosen_kernel) {
  		case KL_POCLBM:
  			strcpy(filename, POCLBM_KERNNAME".cl");
  			strcpy(binaryfilename, POCLBM_KERNNAME);
  			break;
  		case KL_NONE: /* Shouldn't happen */
  		case KL_PHATK:
  			strcpy(filename, PHATK_KERNNAME".cl");
  			strcpy(binaryfilename, PHATK_KERNNAME);
  			break;
  		case KL_DIAKGCN:
  			strcpy(filename, DIAKGCN_KERNNAME".cl");
  			strcpy(binaryfilename, DIAKGCN_KERNNAME);
  			break;
  		case KL_DIABLO:
  			strcpy(filename, DIABLO_KERNNAME".cl");
  			strcpy(binaryfilename, DIABLO_KERNNAME);
  			break;
  	}
  
  	FILE *binaryfile;
  	size_t *binary_sizes;
  	char **binaries;
  	int pl;
  	char *source = file_contents(filename, &pl);
  	size_t sourceSize[] = {(size_t)pl};
  	cl_uint slot, cpnd;
  
  	slot = cpnd = 0;
  
  	if (!source)
  		return NULL;
  
  	binary_sizes = calloc(sizeof(size_t) * MAX_GPUDEVICES * 4, 1);
  	if (unlikely(!binary_sizes)) {
  		applog(LOG_ERR, "Unable to calloc binary_sizes");
  		return NULL;
  	}
  	binaries = calloc(sizeof(char *) * MAX_GPUDEVICES * 4, 1);
  	if (unlikely(!binaries)) {
  		applog(LOG_ERR, "Unable to calloc binaries");
  		return NULL;
  	}
  
  	strcat(binaryfilename, name);
  	if (clState->hasBitAlign)
  		strcat(binaryfilename, "bitalign");
  
  	strcat(binaryfilename, "v");
  	sprintf(numbuf, "%d", clState->preferred_vwidth);
  	strcat(binaryfilename, numbuf);
  	strcat(binaryfilename, "w");
  	sprintf(numbuf, "%d", (int)clState->work_size);
  	strcat(binaryfilename, numbuf);
  	strcat(binaryfilename, "long");
  	sprintf(numbuf, "%d", (int)sizeof(long));
  	strcat(binaryfilename, numbuf);
  	strcat(binaryfilename, ".bin");
  
  	binaryfile = fopen(binaryfilename, "rb");
  	if (!binaryfile) {
  		applog(LOG_DEBUG, "No binary found, generating from source");
  	} else {
  		struct stat binary_stat;
  
  		if (unlikely(stat(binaryfilename, &binary_stat))) {
  			applog(LOG_DEBUG, "Unable to stat binary, generating from source");
  			fclose(binaryfile);
  			goto build;
  		}
  		if (!binary_stat.st_size)
  			goto build;
  
  		binary_sizes[slot] = binary_stat.st_size;
  		binaries[slot] = (char *)calloc(binary_sizes[slot], 1);
  		if (unlikely(!binaries[slot])) {
  			applog(LOG_ERR, "Unable to calloc binaries");
  			fclose(binaryfile);
  			return NULL;
  		}
  
  		if (fread(binaries[slot], 1, binary_sizes[slot], binaryfile) != binary_sizes[slot]) {
  			applog(LOG_ERR, "Unable to fread binaries");
  			fclose(binaryfile);
  			free(binaries[slot]);
  			goto build;
  		}
  
  		clState->program = clCreateProgramWithBinary(clState->context, 1, &devices[gpu], &binary_sizes[slot], (const unsigned char **)binaries, &status, NULL);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Loading Binary into cl_program (clCreateProgramWithBinary)", status);
  			fclose(binaryfile);
  			free(binaries[slot]);
  			goto build;
  		}
  
  		clRetainProgram(clState->program);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Retaining Program (clRetainProgram)", status);
  			return NULL;
  		}
  
  		fclose(binaryfile);
  		applog(LOG_DEBUG, "Loaded binary image %s", binaryfilename);
  
  		goto built;
  	}
  
  	/////////////////////////////////////////////////////////////////
  	// Load CL file, build CL program object, create CL kernel object
  	/////////////////////////////////////////////////////////////////
  
  build:
  	clState->program = clCreateProgramWithSource(clState->context, 1, (const char **)&source, sourceSize, &status);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Loading Binary into cl_program (clCreateProgramWithSource)", status);
  		return NULL;
  	}
  
  	clRetainProgram(clState->program);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Retaining Program (clRetainProgram)", status);
  		return NULL;
  	}
  
  	/* create a cl program executable for all the devices specified */
  	char *CompilerOptions = calloc(1, 256);
  
  	sprintf(CompilerOptions, "-D WORKSIZE=%d -D VECTORS%d",
  		(int)clState->work_size, clState->preferred_vwidth);
  	applog(LOG_DEBUG, "Setting worksize to %d", clState->work_size);
  	if (clState->preferred_vwidth > 1)
  		applog(LOG_DEBUG, "Patched source to suit %d vectors", clState->preferred_vwidth);
  
  	if (clState->hasBitAlign) {
  		strcat(CompilerOptions, " -D BITALIGN");
  		applog(LOG_DEBUG, "cl_amd_media_ops found, setting BITALIGN");
  		if (strstr(name, "Cedar") ||
  		    strstr(name, "Redwood") ||
  		    strstr(name, "Juniper") ||
  		    strstr(name, "Cypress" ) ||
  		    strstr(name, "Hemlock" ) ||
  		    strstr(name, "Caicos" ) ||
  		    strstr(name, "Turks" ) ||
  		    strstr(name, "Barts" ) ||
  		    strstr(name, "Cayman" ) ||
  		    strstr(name, "Antilles" ) ||
  		    strstr(name, "Wrestler" ) ||
  		    strstr(name, "Zacate" ) ||
  		    strstr(name, "WinterPark" ) ||
  		    strstr(name, "BeaverCreek" ))
  			patchbfi = true;
  	} else
  		applog(LOG_DEBUG, "cl_amd_media_ops not found, will not set BITALIGN");
  
  	if (patchbfi) {
  		strcat(CompilerOptions, " -D BFI_INT");
  		applog(LOG_DEBUG, "BFI_INT patch requiring device found, patched source with BFI_INT");
  	} else
  		applog(LOG_DEBUG, "BFI_INT patch requiring device not found, will not BFI_INT patch");
  
  	applog(LOG_DEBUG, "CompilerOptions: %s", CompilerOptions);
  	status = clBuildProgram(clState->program, 1, &devices[gpu], CompilerOptions , NULL, NULL);
  	free(CompilerOptions);
  
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Building Program (clBuildProgram)", status);
  		size_t logSize;
  		status = clGetProgramBuildInfo(clState->program, devices[gpu], CL_PROGRAM_BUILD_LOG, 0, NULL, &logSize);
  
  		char *log = malloc(logSize);
  		status = clGetProgramBuildInfo(clState->program, devices[gpu], CL_PROGRAM_BUILD_LOG, logSize, log, NULL);
  		applog(LOG_ERR, "%s", log);
  		return NULL;
  	}
  
  	prog_built = true;
  
  	status = clGetProgramInfo(clState->program, CL_PROGRAM_NUM_DEVICES, sizeof(cl_uint), &cpnd, NULL);
  	if (unlikely(status != CL_SUCCESS)) {
  		applog(LOG_ERR, "Error %d: Getting program info CL_PROGRAM_NUM_DEVICES. (clGetProgramInfo)", status);
  		return NULL;
  	}
  
  	status = clGetProgramInfo(clState->program, CL_PROGRAM_BINARY_SIZES, sizeof(size_t)*cpnd, binary_sizes, NULL);
  	if (unlikely(status != CL_SUCCESS)) {
  		applog(LOG_ERR, "Error %d: Getting program info CL_PROGRAM_BINARY_SIZES. (clGetProgramInfo)", status);
  		return NULL;
  	}
  
  	/* The actual compiled binary ends up in a RANDOM slot! Grr, so we have
  	 * to iterate over all the binary slots and find where the real program
  	 * is. What the heck is this!? */
  	for (slot = 0; slot < cpnd; slot++)
  		if (binary_sizes[slot])
  			break;
  
  	/* copy over all of the generated binaries. */
  	applog(LOG_DEBUG, "Binary size for gpu %d found in binary slot %d: %d", gpu, slot, binary_sizes[slot]);
  	if (!binary_sizes[slot]) {
  		applog(LOG_ERR, "OpenCL compiler generated a zero sized binary, FAIL!");
  		return NULL;
  	}
  	binaries[slot] = calloc(sizeof(char) * binary_sizes[slot], 1);
  	status = clGetProgramInfo(clState->program, CL_PROGRAM_BINARIES, sizeof(char *) * cpnd, binaries, NULL );
  	if (unlikely(status != CL_SUCCESS)) {
  		applog(LOG_ERR, "Error %d: Getting program info. CL_PROGRAM_BINARIES (clGetProgramInfo)", status);
  		return NULL;
  	}
  
  	/* Patch the kernel if the hardware supports BFI_INT but it needs to
  	 * be hacked in */
  	if (patchbfi) {
  		unsigned remaining = binary_sizes[slot];
  		char *w = binaries[slot];
  		unsigned int start, length;
  
  		/* Find 2nd incidence of .text, and copy the program's
  		* position and length at a fixed offset from that. Then go
  		* back and find the 2nd incidence of \x7ELF (rewind by one
  		* from ELF) and then patch the opcocdes */
  		if (!advance(&w, &remaining, ".text"))
  			goto build;
  		w++; remaining--;
  		if (!advance(&w, &remaining, ".text")) {
  			/* 32 bit builds only one ELF */
  			w--; remaining++;
  		}
  		memcpy(&start, w + 285, 4);
  		memcpy(&length, w + 289, 4);
  		w = binaries[slot]; remaining = binary_sizes[slot];
  		if (!advance(&w, &remaining, "ELF"))
  			goto build;
  		w++; remaining--;
  		if (!advance(&w, &remaining, "ELF")) {
  			/* 32 bit builds only one ELF */
  			w--; remaining++;
  		}
  		w--; remaining++;
  		w += start; remaining -= start;
  		applog(LOG_DEBUG, "At %p (%u rem. bytes), to begin patching",
  			w, remaining);
  		patch_opcodes(w, length);
  
  		status = clReleaseProgram(clState->program);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Releasing program. (clReleaseProgram)", status);
  			return NULL;
  		}
  
  		clState->program = clCreateProgramWithBinary(clState->context, 1, &devices[gpu], &binary_sizes[slot], (const unsigned char **)&binaries[slot], &status, NULL);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Loading Binary into cl_program (clCreateProgramWithBinary)", status);
  			return NULL;
  		}
  
  		clRetainProgram(clState->program);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Retaining Program (clRetainProgram)", status);
  			return NULL;
  		}
  
  		/* Program needs to be rebuilt */
  		prog_built = false;
  	}
  
  	free(source);
  
  	/* Save the binary to be loaded next time */
  	binaryfile = fopen(binaryfilename, "wb");
  	if (!binaryfile) {
  		/* Not a fatal problem, just means we build it again next time */
  		applog(LOG_DEBUG, "Unable to create file %s", binaryfilename);
  	} else {
  		if (unlikely(fwrite(binaries[slot], 1, binary_sizes[slot], binaryfile) != binary_sizes[slot])) {
  			applog(LOG_ERR, "Unable to fwrite to binaryfile");
  			return NULL;
  		}
  		fclose(binaryfile);
  	}
  built:
  	if (binaries[slot])
  		free(binaries[slot]);
  	free(binaries);
  	free(binary_sizes);
  
  	applog(LOG_INFO, "Initialising kernel %s with%s bitalign, %d vectors and worksize %d",
  	       filename, clState->hasBitAlign ? "" : "out", clState->preferred_vwidth, clState->work_size);
  
  	if (!prog_built) {
  		/* create a cl program executable for all the devices specified */
  		status = clBuildProgram(clState->program, 1, &devices[gpu], NULL, NULL, NULL);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Building Program (clBuildProgram)", status);
  			size_t logSize;
  			status = clGetProgramBuildInfo(clState->program, devices[gpu], CL_PROGRAM_BUILD_LOG, 0, NULL, &logSize);
  
  			char *log = malloc(logSize);
  			status = clGetProgramBuildInfo(clState->program, devices[gpu], CL_PROGRAM_BUILD_LOG, logSize, log, NULL);
  			applog(LOG_ERR, "%s", log);
  			return NULL;
  		}
  
  		clRetainProgram(clState->program);
  		if (status != CL_SUCCESS) {
  			applog(LOG_ERR, "Error %d: Retaining Program (clRetainProgram)", status);
  			return NULL;
  		}
  	}
  
  	/* get a kernel object handle for a kernel with the given name */
  	clState->kernel = clCreateKernel(clState->program, "search", &status);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Creating Kernel from program. (clCreateKernel)", status);
  		return NULL;
  	}
  
  	/////////////////////////////////////////////////////////////////
  	// Create an OpenCL command queue
  	/////////////////////////////////////////////////////////////////
  	clState->commandQueue = clCreateCommandQueue(clState->context, devices[gpu],
  						     CL_QUEUE_OUT_OF_ORDER_EXEC_MODE_ENABLE, &status);
  	if (status != CL_SUCCESS) /* Try again without OOE enable */
  		clState->commandQueue = clCreateCommandQueue(clState->context, devices[gpu], 0 , &status);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: Creating Command Queue. (clCreateCommandQueue)", status);
  		return NULL;
  	}
  
  	clState->outputBuffer = clCreateBuffer(clState->context, CL_MEM_WRITE_ONLY, BUFFERSIZE, NULL, &status);
  	if (status != CL_SUCCESS) {
  		applog(LOG_ERR, "Error %d: clCreateBuffer (outputBuffer)", status);
  		return NULL;
  	}
  
  	return clState;
  }
  #endif /* HAVE_OPENCL */
  
  

Download