--- OpenCL/OpenCL.xs 2012/04/19 14:36:46 1.31 +++ OpenCL/OpenCL.xs 2012/05/05 12:54:04 1.72 @@ -2,67 +2,146 @@ #include "perl.h" #include "XSUB.h" +#include "ecb.h"//D + +#define X_STACKSIZE sizeof (void *) * 512 * 1024 // 2-4mb should be enough, really +#include "xthread.h" +#include "schmorp.h" + #ifdef I_DLFCN #include #endif +// how stupid is that, the 1.2 header files define CL_VERSION_1_1, +// but then fail to define the api functions unless you ALSO define +// this. This breaks 100% of the opencl 1.1 apps, for what reason? +// after all, the functions are deprecated, not removed. +// in addition, you cannot test for this in any future-proof way. +// each time a new opencl version comes out, you need to make a new +// release. +#define CL_USE_DEPRECATED_OPENCL_1_2_APIS /* just guessing, you stupid idiots */ + +#ifndef PREFER_1_1 + #define PREFER_1_1 1 +#endif + +#if PREFER_1_1 + #define CL_USE_DEPRECATED_OPENCL_1_1_APIS +#endif + #ifdef __APPLE__ #include #else #include #endif +#ifndef CL_VERSION_1_2 + #undef PREFER_1_1 + #define PREFER_1_1 1 +#endif + typedef cl_platform_id OpenCL__Platform; typedef cl_device_id OpenCL__Device; +typedef cl_device_id OpenCL__SubDevice; typedef cl_context OpenCL__Context; typedef cl_command_queue OpenCL__Queue; typedef cl_mem OpenCL__Memory; typedef cl_mem OpenCL__Buffer; typedef cl_mem OpenCL__BufferObj; typedef cl_mem OpenCL__Image; -typedef cl_mem OpenCL__Image2D; -typedef cl_mem OpenCL__Image3D; typedef cl_mem OpenCL__Memory_ornull; typedef cl_mem OpenCL__Buffer_ornull; typedef cl_mem OpenCL__Image_ornull; -typedef cl_mem OpenCL__Image2D_ornull; -typedef cl_mem OpenCL__Image3D_ornull; typedef cl_sampler OpenCL__Sampler; typedef cl_program OpenCL__Program; typedef cl_kernel OpenCL__Kernel; typedef cl_event OpenCL__Event; typedef cl_event OpenCL__UserEvent; -typedef SV *FUTURE; +typedef struct mapped * OpenCL__Mapped; + +static HV + *stash_platform, + *stash_device, + *stash_subdevice, + *stash_context, + *stash_queue, + *stash_program, + *stash_kernel, + *stash_sampler, + *stash_event, + *stash_userevent, + *stash_memory, + *stash_buffer, + *stash_bufferobj, + *stash_image, + *stash_image1d, + *stash_image1darray, + *stash_image1dbuffer, + *stash_image2d, + *stash_image2darray, + *stash_image3d, + *stash_mapped, + *stash_mappedbuffer, + *stash_mappedimage; /*****************************************************************************/ // name must include a leading underscore +// all of this horrors would be unneceesary if somebody wrote a proper OpenGL module +// for perl. doh. static void * -getsym (const char *name) +glsym (const char *name) { + void *fun = 0; + #if defined I_DLFCN && defined RTLD_DEFAULT - #if !DLSYM_NEEDS_UNDERSCORE - ++name; // skip _ - #endif - return dlsym (RTLD_DEFAULT, name); - #else - return 0; + fun = dlsym (RTLD_DEFAULT, name + 1); + if (!fun) fun = dlsym (RTLD_DEFAULT, name); + + if (!fun) + { + static void *libgl; + static const char *glso[] = { + "libGL.so.1", + "libGL.so.3", + "libGL.so.4.0", + "libGL.so", + "/usr/lib/libGL.so", + "/usr/X11R6/lib/libGL.1.dylib" + }; + int i; + + for (i = 0; !libgl && i < sizeof (glso) / sizeof (glso [0]); ++i) + { + libgl = dlopen (glso [i], RTLD_LAZY); + if (libgl) + break; + } + + if (libgl) + { + fun = dlsym (libgl, name + 1); + if (!fun) fun = dlsym (libgl, name); + } + } #endif + + return fun; } /*****************************************************************************/ /* up to two temporary buffers */ -static void * +static void * ecb_noinline tmpbuf (size_t size) { - enum { buffers = 3 }; + enum { buffers = 4 }; static int idx; static void *buf [buffers]; static size_t len [buffers]; - idx = ++idx % buffers; + idx = (idx + 1) % buffers; if (len [idx] < size) { @@ -74,6 +153,21 @@ return buf [idx]; } +static const char * ecb_noinline +cv_get_name (CV *cv) +{ + static char fullname [256]; + + GV *gv = CvGV (cv); // gv better be nonzero + + HV *stash = GvSTASH (gv); + const char *hvname = HvNAME_get (stash); // stash also better be nonzero + const char *gvname = GvNAME (gv); + + snprintf (fullname, sizeof (fullname), "%s::%s", hvname, gvname); + return fullname; +} + /*****************************************************************************/ typedef struct @@ -140,22 +234,41 @@ /*****************************************************************************/ -#define NEW_MORTAL_OBJ(class,ptr) sv_setref_pv (sv_newmortal (), class, ptr) -#define XPUSH_NEW_OBJ(class,ptr) XPUSHs (NEW_MORTAL_OBJ (class, ptr)) +static SV * +new_clobj (HV *stash, IV id) +{ + return sv_2mortal (sv_bless (newRV_noinc (newSViv (id)), stash)); +} -static void * -SvPTROBJ (const char *func, const char *svname, SV *sv, const char *pkg) +#define PUSH_CLOBJ(stash,id) PUSHs (new_clobj ((stash), (IV)(id))) +#define XPUSH_CLOBJ(stash,id) XPUSHs (new_clobj ((stash), (IV)(id))) + +/* cl objects are either \$iv, or [$iv, ...] */ +/* they can be upgraded at runtime to the array form */ +static void * ecb_noinline +SvCLOBJ (CV *cv, const char *svname, SV *sv, const char *pkg) { + // sv_derived_from is quite slow :( if (SvROK (sv) && sv_derived_from (sv, pkg)) return (void *)SvIV (SvRV (sv)); - croak ("%s: %s is not of type %s", func, svname, pkg); + croak ("%s: %s is not of type %s", cv_get_name (cv), svname, pkg); +} + +// the "no-inherit" version of the above +static void * ecb_noinline +SvCLOBJ_ni (CV *cv, const char *svname, SV *sv, HV *stash) +{ + if (SvROK (sv) && SvSTASH (SvRV (sv)) == stash) + return (void *)SvIV (SvRV (sv)); + + croak ("%s: %s is not of type %s", cv_get_name (cv), svname, HvNAME (stash)); } /*****************************************************************************/ -static cl_context_properties * -SvCONTEXTPROPERTIES (const char *func, const char *svname, SV *sv, cl_context_properties *extra, int extracount) +static cl_context_properties * ecb_noinline +SvCONTEXTPROPERTIES (CV *cv, const char *svname, SV *sv, cl_context_properties *extra, int extracount) { if (!sv || !SvOK (sv)) if (extra) @@ -171,7 +284,7 @@ cl_context_properties *l = p; if (len & 1) - croak ("%s: %s is not a property list (must be even number of elements)", func, svname); + croak ("%s: %s is not a property list (must contain an even number of elements)", cv_get_name (cv), svname); while (extracount--) *l++ = *extra++; @@ -180,13 +293,35 @@ { cl_context_properties t = SvIV (*av_fetch (av, i , 0)); SV *p_sv = *av_fetch (av, i + 1, 0); - cl_context_properties v; + cl_context_properties v = SvIV (p_sv); // code below can override switch (t) { + case CL_CONTEXT_PLATFORM: + if (SvROK (p_sv)) + v = (cl_context_properties)SvCLOBJ (cv, svname, p_sv, "OpenCL::Platform"); + break; + + case CL_GLX_DISPLAY_KHR: + if (!SvOK (p_sv)) + { + void *func = glsym ("_glXGetCurrentDisplay"); + if (func) + v = (cl_context_properties)((void *(*)(void))func)(); + } + break; + + case CL_GL_CONTEXT_KHR: + if (!SvOK (p_sv)) + { + void *func = glsym ("_glXGetCurrentContext"); + if (func) + v = (cl_context_properties)((void *(*)(void))func)(); + } + break; + default: /* unknown property, treat as int */ - v = SvIV (p_sv); break; } @@ -199,10 +334,290 @@ return p; } - croak ("%s: %s is not a property list (either undef or [type => value, ...])", func, svname); + croak ("%s: %s is not a property list (either undef or [type => value, ...])", cv_get_name (cv), svname); +} + +// parse an array of CLOBJ into a void ** array in C - works only for CLOBJs whose representation +// is a pointer (and only on well-behaved systems). +static void * ecb_noinline +object_list (CV *cv, int or_undef, const char *argname, SV *arg, const char *klass, cl_uint *rcount) +{ + if (!SvROK (arg) || SvTYPE (SvRV (arg)) != SVt_PVAV) + croak ("%s: '%s' parameter must be %sa reference to an array of %s objects", + cv_get_name (cv), argname, or_undef ? "undef or " : "", klass); + + AV *av = (AV *)SvRV (arg); + void **list = 0; + cl_uint count = av_len (av) + 1; + + if (count) + { + list = tmpbuf (sizeof (*list) * count); + int i; + for (i = 0; i < count; ++i) + list [i] = SvCLOBJ (cv, argname, *av_fetch (av, i, 1), klass); + } + + if (!count && !or_undef) + croak ("%s: '%s' must contain at least one %s object", + cv_get_name (cv), argname, klass); + + *rcount = count; + return (void *)list; } /*****************************************************************************/ +/* callback stuff */ + +/* default context callback, log to stderr */ +static void CL_CALLBACK +context_default_notify (const char *msg, const void *info, size_t cb, void *data) +{ + fprintf (stderr, "OpenCL Context Notify: %s\n", msg); +} + +typedef struct +{ + int free_cb; + void (*push)(void *data1, void *data2, void *data3); +} eq_vtbl; + +typedef struct eq_item +{ + struct eq_item *next; + eq_vtbl *vtbl; + SV *cb; + void *data1, *data2, *data3; +} eq_item; + +static void (*eq_signal_func)(void *signal_arg, int value); +static void *eq_signal_arg; +static xmutex_t eq_lock = X_MUTEX_INIT; +static eq_item *eq_head, *eq_tail; + +static void ecb_noinline +eq_enq (eq_vtbl *vtbl, SV *cb, void *data1, void *data2, void *data3) +{ + eq_item *item = malloc (sizeof (eq_item)); + + item->next = 0; + item->vtbl = vtbl; + item->cb = cb; + item->data1 = data1; + item->data2 = data2; + item->data3 = data3; + + X_LOCK (eq_lock); + + *(eq_head ? &eq_tail->next : &eq_head) = item; + eq_tail = item; + + X_UNLOCK (eq_lock); + + eq_signal_func (eq_signal_arg, 0); +} + +static eq_item * +eq_dec (void) +{ + eq_item *res; + + X_LOCK (eq_lock); + + res = eq_head; + if (res) + eq_head = res->next; + + X_UNLOCK (eq_lock); + + return res; +} + +static void +eq_poll (void) +{ + eq_item *item; + + while ((item = eq_dec ())) + { + ENTER; + SAVETMPS; + + dSP; + PUSHMARK (SP); + EXTEND (SP, 2); + + if (item->vtbl->free_cb) + sv_2mortal (item->cb); + + PUTBACK; + item->vtbl->push (item->data1, item->data2, item->data3); + + SV *cb = item->cb; + free (item); + + call_sv (cb, G_DISCARD | G_VOID); + + FREETMPS; + LEAVE; + } +} + +static void +eq_poll_interrupt (pTHX_ void *c_arg, int value) +{ + eq_poll (); +} + +/*****************************************************************************/ +/* context notify */ + +static void ecb_noinline +eq_context_push (void *data1, void *data2, void *data3) +{ + dSP; + PUSHs (sv_2mortal (newSVpv (data1, 0))); + PUSHs (sv_2mortal (newSVpvn (data2, (STRLEN)data3))); + PUTBACK; + + free (data1); + free (data2); +} + +static eq_vtbl eq_context_vtbl = { 0, eq_context_push }; + +static void CL_CALLBACK +eq_context_notify (const char *msg, const void *pvt, size_t cb, void *user_data) +{ + void *pvt_copy = malloc (cb); + memcpy (pvt_copy, pvt, cb); + eq_enq (&eq_context_vtbl, user_data, strdup (msg), pvt_copy, (void *)cb); +} + +#define CONTEXT_NOTIFY_CALLBACK \ + void (CL_CALLBACK *pfn_notify)(const char *, const void *, size_t, void *) = context_default_notify; \ + void *user_data = 0; \ + \ + if (SvOK (notify)) \ + { \ + pfn_notify = eq_context_notify; \ + user_data = s_get_cv (notify); \ + } + +static SV * ecb_noinline +new_clobj_context (cl_context ctx, void *user_data) +{ + SV *sv = new_clobj (stash_context, (IV)ctx); + + if (user_data) + sv_magicext (SvRV (sv), user_data, PERL_MAGIC_ext, 0, 0, 0); + + return sv; +} + +#define XPUSH_CLOBJ_CONTEXT XPUSHs (new_clobj_context (ctx, user_data)); + +/*****************************************************************************/ +/* build/compile/link notify */ + +static void +eq_program_push (void *data1, void *data2, void *data3) +{ + dSP; + PUSH_CLOBJ (stash_program, data1); + PUTBACK; +} + +static eq_vtbl eq_program_vtbl = { 1, eq_program_push }; + +static void CL_CALLBACK +eq_program_notify (cl_program program, void *user_data) +{ + clRetainProgram (program); + + eq_enq (&eq_program_vtbl, user_data, (void *)program, 0, 0); +} + +typedef void (CL_CALLBACK *program_callback)(cl_program program, void *user_data); + +static program_callback ecb_noinline +make_program_callback (SV *notify, void **ruser_data) +{ + if (SvOK (notify)) + { + *ruser_data = SvREFCNT_inc (s_get_cv (notify)); + return eq_program_notify; + } + else + { + *ruser_data = 0; + return 0; + } +} + +struct build_args +{ + cl_program program; + char *options; + void *user_data; + cl_uint num_devices; +}; + +X_THREAD_PROC (build_program_thread) +{ + struct build_args *arg = thr_arg; + + clBuildProgram (arg->program, arg->num_devices, arg->num_devices ? (void *)(arg + 1) : 0, arg->options, 0, 0); + + if (arg->user_data) + eq_program_notify (arg->program, arg->user_data); + else + clReleaseProgram (arg->program); + + free (arg->options); + free (arg); + + return 0; +} + +static void +build_program_async (cl_program program, cl_uint num_devices, const cl_device_id *device_list, const char *options, void *user_data) +{ + struct build_args *arg = malloc (sizeof (struct build_args) + sizeof (*device_list) * num_devices); + + arg->program = program; + arg->options = strdup (options); + arg->user_data = user_data; + arg->num_devices = num_devices; + memcpy (arg + 1, device_list, sizeof (*device_list) * num_devices); + + xthread_t id; + thread_create (&id, build_program_thread, arg); +} + +/*****************************************************************************/ +/* event objects */ + +static void +eq_event_push (void *data1, void *data2, void *data3) +{ + dSP; + PUSH_CLOBJ (stash_event, data1); + PUSHs (sv_2mortal (newSViv ((IV)data2))); + PUTBACK; +} + +static eq_vtbl eq_event_vtbl = { 1, eq_event_push }; + +static void CL_CALLBACK +eq_event_notify (cl_event event, cl_int event_command_exec_status, void *user_data) +{ + clRetainEvent (event); + eq_enq (&eq_event_vtbl, user_data, (void *)event, (void *)(IV)event_command_exec_status, 0); +} + +/*****************************************************************************/ +/* utilities for XS code */ static size_t img_row_pitch (cl_mem img) @@ -212,23 +627,35 @@ return res; } -static cl_event * -event_list (SV **items, int count) +static cl_event * ecb_noinline +event_list (CV *cv, SV **items, cl_uint *rcount, cl_event extra) { - if (!count) + cl_uint count = *rcount; + + if (count > 0x7fffffffU) // yeah, it's a hack - the caller might have underflowed + *rcount = count = 0; + + if (!count && !extra) return 0; - cl_event *list = tmpbuf (sizeof (cl_event) * count); + cl_event *list = tmpbuf (sizeof (cl_event) * (count + 1)); + int i = 0; while (count--) - list [count] = SvPTROBJ ("clEnqueue", "wait_events", items [count], "OpenCL::Event"); + if (SvOK (items [count])) + list [i++] = SvCLOBJ (cv, "wait_events", items [count], "OpenCL::Event"); + + if (extra) + list [i++] = extra; - return list; + *rcount = i; + + return i ? list : 0; } -#define EVENT_LIST(items,count) \ - cl_uint event_list_count = (count); \ - cl_event *event_list_ptr = event_list (&ST (items), event_list_count) +#define EVENT_LIST(skip) \ + cl_uint event_list_count = items - (skip); \ + cl_event *event_list_ptr = event_list (cv, &ST (skip), &event_list_count, 0) #define INFO(class) \ { \ @@ -242,10 +669,114 @@ XPUSHs (sv); \ } +/*****************************************************************************/ +/* mapped_xxx */ + +static OpenCL__Mapped +SvMAPPED (SV *sv) +{ + // no typechecking atm., keep your fingers crossed + return (OpenCL__Mapped)SvMAGIC (SvRV (sv))->mg_ptr; +} + +struct mapped +{ + cl_command_queue queue; + cl_mem memobj; + void *ptr; + size_t cb; + cl_event event; + size_t row_pitch; + size_t slice_pitch; +}; + +static SV * +mapped_new (HV *stash, cl_command_queue queue, cl_mem memobj, cl_map_flags flags, void *ptr, size_t cb, cl_event ev, size_t row_pitch, size_t slice_pitch) +{ + SV *data = newSV (0); + SvUPGRADE (data, SVt_PVMG); + + OpenCL__Mapped mapped; + New (0, mapped, 1, struct mapped); + + clRetainCommandQueue (queue); + + mapped->queue = queue; + mapped->memobj = memobj; + mapped->ptr = ptr; + mapped->cb = cb; + mapped->event = ev; + mapped->row_pitch = row_pitch; + mapped->slice_pitch = slice_pitch; + + sv_magicext (data, 0, PERL_MAGIC_ext, 0, (char *)mapped, 0); + + if (SvLEN (data)) + Safefree (data); + + SvPVX (data) = (char *)ptr; + SvCUR_set (data, cb); + SvLEN_set (data, 0); + SvPOK_only (data); + + SV *obj = sv_2mortal (sv_bless (newRV_noinc (data), stash)); + + if (!(flags & CL_MAP_WRITE)) + SvREADONLY_on (data); + + return obj; +} + +static void +mapped_detach (SV *sv, OpenCL__Mapped mapped) +{ + SV *data = SvRV (sv); + + // the next check checks both before AND after detach, where SvPVX should STILL be 0 + if (SvPVX (data) != (char *)mapped->ptr) + warn ("FATAL: OpenCL memory mapped scalar changed location, detected"); + else + { + SvREADONLY_off (data); + SvCUR_set (data, 0); + SvPVX (data) = 0; + SvOK_off (data); + } + + mapped->ptr = 0; +} + +static void +mapped_unmap (CV *cv, SV *self, OpenCL__Mapped mapped, cl_command_queue queue, SV **wait_list, cl_uint event_list_count) +{ + cl_event *event_list_ptr = event_list (cv, wait_list, &event_list_count, mapped->event); + cl_event ev; + + NEED_SUCCESS (EnqueueUnmapMemObject, (queue, mapped->memobj, mapped->ptr, event_list_count, event_list_ptr, &ev)); + + clReleaseEvent (mapped->event); + mapped->event = ev; + + mapped_detach (self, mapped); +} + +/*****************************************************************************/ + MODULE = OpenCL PACKAGE = OpenCL PROTOTYPES: ENABLE +void +poll () + CODE: + eq_poll (); + +void +_eq_initialise (IV func, IV arg) + CODE: + eq_signal_func = (void (*)(void *, int))func; + eq_signal_arg = (void*)arg; + BOOT: { HV *stash = gv_stashpv ("OpenCL", 1); @@ -261,19 +792,49 @@ { sizeof (cl_half ), "SIZEOF_HALF" }, { sizeof (cl_float ), "SIZEOF_FLOAT" }, { sizeof (cl_double), "SIZEOF_DOUBLE" }, + { PREFER_1_1 , "PREFER_1_1" }, #include "constiv.h" }; + for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ > const_iv; civ--) newCONSTSUB (stash, (char *)civ[-1].name, newSViv (civ[-1].iv)); + + stash_platform = gv_stashpv ("OpenCL::Platform", GV_ADD); + stash_device = gv_stashpv ("OpenCL::Device", GV_ADD); + stash_subdevice = gv_stashpv ("OpenCL::SubDevice", GV_ADD); + stash_context = gv_stashpv ("OpenCL::Context", GV_ADD); + stash_queue = gv_stashpv ("OpenCL::Queue", GV_ADD); + stash_program = gv_stashpv ("OpenCL::Program", GV_ADD); + stash_kernel = gv_stashpv ("OpenCL::Kernel", GV_ADD); + stash_sampler = gv_stashpv ("OpenCL::Sampler", GV_ADD); + stash_event = gv_stashpv ("OpenCL::Event", GV_ADD); + stash_userevent = gv_stashpv ("OpenCL::UserEvent", GV_ADD); + stash_memory = gv_stashpv ("OpenCL::Memory", GV_ADD); + stash_buffer = gv_stashpv ("OpenCL::Buffer", GV_ADD); + stash_bufferobj = gv_stashpv ("OpenCL::BufferObj", GV_ADD); + stash_image = gv_stashpv ("OpenCL::Image", GV_ADD); + stash_image1d = gv_stashpv ("OpenCL::Image1D", GV_ADD); + stash_image1darray = gv_stashpv ("OpenCL::Image1DArray", GV_ADD); + stash_image1dbuffer = gv_stashpv ("OpenCL::Image1DBuffer", GV_ADD); + stash_image2d = gv_stashpv ("OpenCL::Image2D", GV_ADD); + stash_image2darray = gv_stashpv ("OpenCL::Image2DArray", GV_ADD); + stash_image3d = gv_stashpv ("OpenCL::Image3D", GV_ADD); + stash_mapped = gv_stashpv ("OpenCL::Mapped", GV_ADD); + stash_mappedbuffer = gv_stashpv ("OpenCL::MappedBuffer", GV_ADD); + stash_mappedimage = gv_stashpv ("OpenCL::MappedImage", GV_ADD); + + sv_setiv (perl_get_sv ("OpenCL::POLL_FUNC", TRUE), (IV)eq_poll_interrupt); } cl_int errno () CODE: - errno = res; + RETVAL = res; + OUTPUT: + RETVAL const char * -err2str (cl_int err) +err2str (cl_int err = res) const char * enum2str (cl_uint value) @@ -291,23 +852,29 @@ EXTEND (SP, count); for (i = 0; i < count; ++i) - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Platform", list [i])); + PUSH_CLOBJ (stash_platform, list [i]); void -context_from_type (cl_context_properties *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, FUTURE notify = 0) +context_from_type (cl_context_properties *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, SV *notify = &PL_sv_undef) PPCODE: - NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (properties, type, 0, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::Context", ctx); + CONTEXT_NOTIFY_CALLBACK; + NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (properties, type, pfn_notify, user_data, &res)); + XPUSH_CLOBJ_CONTEXT; void -context (cl_context_properties *properties = 0, FUTURE devices, FUTURE notify = 0) +context (cl_context_properties *properties, SV *devices, SV *notify = &PL_sv_undef) PPCODE: - /* der Gipfel der Kunst */ + cl_uint device_count; + cl_device_id *device_list = object_list (cv, 0, "devices", devices, "OpenCL::Device", &device_count); + + CONTEXT_NOTIFY_CALLBACK; + NEED_SUCCESS_ARG (cl_context ctx, CreateContext, (properties, device_count, device_list, pfn_notify, user_data, &res)); + XPUSH_CLOBJ_CONTEXT; void wait_for_events (...) CODE: - EVENT_LIST (0, items); + EVENT_LIST (0); NEED_SUCCESS (WaitForEvents, (event_list_count, event_list_ptr)); PROTOTYPES: DISABLE @@ -319,6 +886,13 @@ PPCODE: INFO (Platform) +void +unload_compiler (OpenCL::Platform self) + CODE: +#if CL_VERSION_1_2 + clUnloadPlatformCompiler (self); +#endif + #BEGIN:platform void @@ -353,32 +927,30 @@ EXTEND (SP, count); for (i = 0; i < count; ++i) - PUSHs (sv_setref_pv (sv_newmortal (), "OpenCL::Device", list [i])); + PUSH_CLOBJ (stash_device, list [i]); void -context (OpenCL::Platform self, cl_context_properties *properties = 0, SV *devices, FUTURE notify = 0) +context (OpenCL::Platform self, SV *properties, SV *devices, SV *notify = &PL_sv_undef) PPCODE: - if (!SvROK (devices) || SvTYPE (SvRV (devices)) != SVt_PVAV) - croak ("OpenCL::Platform::context argument 'device' must be an arrayref with device objects, in call"); - - AV *av = (AV *)SvRV (devices); - cl_uint num_devices = av_len (av) + 1; - cl_device_id *device_list = tmpbuf (sizeof (cl_device_id) * num_devices); - int i; + cl_context_properties extra[] = { CL_CONTEXT_PLATFORM, (cl_context_properties)self }; + cl_context_properties *props = SvCONTEXTPROPERTIES (cv, "properties", properties, extra, 2); - for (i = num_devices; i--; ) - device_list [i] = SvPTROBJ ("clCreateContext", "devices", *av_fetch (av, i, 0), "OpenCL::Device"); + cl_uint device_count; + cl_device_id *device_list = object_list (cv, 0, "devices", devices, "OpenCL::Device", &device_count); - NEED_SUCCESS_ARG (cl_context ctx, CreateContext, (properties, num_devices, device_list, 0, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::Context", ctx); + CONTEXT_NOTIFY_CALLBACK; + NEED_SUCCESS_ARG (cl_context ctx, CreateContext, (props, device_count, device_list, pfn_notify, user_data, &res)); + XPUSH_CLOBJ_CONTEXT; void -context_from_type (OpenCL::Platform self, SV *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, FUTURE notify = 0) +context_from_type (OpenCL::Platform self, SV *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, SV *notify = &PL_sv_undef) PPCODE: cl_context_properties extra[] = { CL_CONTEXT_PLATFORM, (cl_context_properties)self }; - cl_context_properties *props = SvCONTEXTPROPERTIES ("OpenCL::Platform::context_from_type", "properties", properties, extra, 2); - NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (props, type, 0, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::Context", ctx); + cl_context_properties *props = SvCONTEXTPROPERTIES (cv, "properties", properties, extra, 2); + + CONTEXT_NOTIFY_CALLBACK; + NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (props, type, pfn_notify, user_data, &res)); + XPUSH_CLOBJ_CONTEXT; MODULE = OpenCL PACKAGE = OpenCL::Device @@ -387,6 +959,36 @@ PPCODE: INFO (Device) +#if CL_VERSION_1_2 + +void +sub_devices (OpenCL::Device self, SV *properties) + PPCODE: + if (!SvROK (properties) || SvTYPE (SvRV (properties)) != SVt_PVAV) + croak ("OpenCL::Device::sub_devices: properties must be specified as reference to an array of property-value pairs"); + + properties = SvRV (properties); + + cl_uint count = av_len ((AV *)properties) + 1; + cl_device_partition_property *props = tmpbuf (sizeof (*props) * count + 1); + + int i; + for (i = 0; i < count; ++i) + props [i] = (cl_device_partition_property)SvIV (*av_fetch ((AV *)properties, i, 0)); + + props [count] = 0; + + cl_uint num_devices; + NEED_SUCCESS (CreateSubDevices, (self, props, 0, 0, &num_devices)); + cl_device_id *list = tmpbuf (sizeof (*list) * num_devices); + NEED_SUCCESS (CreateSubDevices, (self, props, num_devices, list, 0)); + + EXTEND (SP, num_devices); + for (i = 0; i < count; ++i) + PUSH_CLOBJ (stash_subdevice, list [i]); + +#endif + #BEGIN:device void @@ -396,7 +998,7 @@ NEED_SUCCESS (GetDeviceInfo, (self, CL_DEVICE_TYPE, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void vendor_id (OpenCL::Device self) @@ -427,7 +1029,7 @@ native_vector_width_float = CL_DEVICE_NATIVE_VECTOR_WIDTH_FLOAT native_vector_width_double = CL_DEVICE_NATIVE_VECTOR_WIDTH_DOUBLE native_vector_width_half = CL_DEVICE_NATIVE_VECTOR_WIDTH_HALF - reference_count_ext = CL_DEVICE_REFERENCE_COUNT_EXT + reference_count_ext = CL_DEVICE_REFERENCE_COUNT_EXT PPCODE: cl_uint value [1]; NEED_SUCCESS (GetDeviceInfo, (self, ix, sizeof (value), value, 0)); @@ -551,7 +1153,7 @@ NEED_SUCCESS (GetDeviceInfo, (self, CL_DEVICE_QUEUE_PROPERTIES, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void platform (OpenCL::Device self) @@ -561,7 +1163,7 @@ EXTEND (SP, 1); const int i = 0; { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Platform", value [i])); + PUSH_CLOBJ (stash_platform, value [i]); } void @@ -590,7 +1192,7 @@ EXTEND (SP, 1); const int i = 0; { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -611,12 +1213,23 @@ #END:device +MODULE = OpenCL PACKAGE = OpenCL::SubDevice + +#if CL_VERSION_1_2 + +void +DESTROY (OpenCL::SubDevice self) + CODE: + clReleaseDevice (self); + +#endif + MODULE = OpenCL PACKAGE = OpenCL::Context void -DESTROY (OpenCL::Context context) +DESTROY (OpenCL::Context self) CODE: - clReleaseContext (context); + clReleaseContext (self); void info (OpenCL::Context self, cl_context_info name) @@ -627,13 +1240,13 @@ queue (OpenCL::Context self, OpenCL::Device device, cl_command_queue_properties properties = 0) PPCODE: NEED_SUCCESS_ARG (cl_command_queue queue, CreateCommandQueue, (self, device, properties, &res)); - XPUSH_NEW_OBJ ("OpenCL::Queue", queue); + XPUSH_CLOBJ (stash_queue, queue); void user_event (OpenCL::Context self) PPCODE: NEED_SUCCESS_ARG (cl_event ev, CreateUserEvent, (self, &res)); - XPUSH_NEW_OBJ ("OpenCL::UserEvent", ev); + XPUSH_CLOBJ (stash_userevent, ev); void buffer (OpenCL::Context self, cl_mem_flags flags, size_t len) @@ -642,7 +1255,7 @@ croak ("OpenCL::Context::buffer: cannot use/copy host ptr when no data is given, use $context->buffer_sv instead?"); NEED_SUCCESS_ARG (cl_mem mem, CreateBuffer, (self, flags, len, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::BufferObj", mem); + XPUSH_CLOBJ (stash_bufferobj, mem); void buffer_sv (OpenCL::Context self, cl_mem_flags flags, SV *data) @@ -652,7 +1265,37 @@ if (!(flags & (CL_MEM_USE_HOST_PTR | CL_MEM_COPY_HOST_PTR))) croak ("OpenCL::Context::buffer_sv: you have to specify use or copy host ptr when buffer data is given, use $context->buffer instead?"); NEED_SUCCESS_ARG (cl_mem mem, CreateBuffer, (self, flags, len, ptr, &res)); - XPUSH_NEW_OBJ ("OpenCL::BufferObj", mem); + XPUSH_CLOBJ (stash_bufferobj, mem); + +#if CL_VERSION_1_2 + +void +image (OpenCL::Context self, cl_mem_flags flags, cl_channel_order channel_order, cl_channel_type channel_type, cl_mem_object_type type, size_t width, size_t height, size_t depth = 0, size_t array_size = 0, size_t row_pitch = 0, size_t slice_pitch = 0, cl_uint num_mip_level = 0, cl_uint num_samples = 0, SV *data = &PL_sv_undef) + PPCODE: + STRLEN len; + char *ptr = SvOK (data) ? SvPVbyte (data, len) : 0; + const cl_image_format format = { channel_order, channel_type }; + const cl_image_desc desc = { + type, + width, height, depth, + array_size, row_pitch, slice_pitch, + num_mip_level, num_samples, + type == CL_MEM_OBJECT_IMAGE1D_BUFFER ? (cl_mem)SvCLOBJ (cv, "data", data, "OpenCL::Buffer") : 0 + }; + NEED_SUCCESS_ARG (cl_mem mem, CreateImage, (self, flags, &format, &desc, ptr, &res)); + HV *stash = stash_image; + switch (type) + { + case CL_MEM_OBJECT_IMAGE1D_BUFFER: stash = stash_image1dbuffer; break; + case CL_MEM_OBJECT_IMAGE1D: stash = stash_image1d; break; + case CL_MEM_OBJECT_IMAGE1D_ARRAY: stash = stash_image2darray; break; + case CL_MEM_OBJECT_IMAGE2D: stash = stash_image2d; break; + case CL_MEM_OBJECT_IMAGE2D_ARRAY: stash = stash_image2darray; break; + case CL_MEM_OBJECT_IMAGE3D: stash = stash_image3d; break; + } + XPUSH_CLOBJ (stash, mem); + +#endif void image2d (OpenCL::Context self, cl_mem_flags flags, cl_channel_order channel_order, cl_channel_type channel_type, size_t width, size_t height, size_t row_pitch = 0, SV *data = &PL_sv_undef) @@ -660,8 +1303,13 @@ STRLEN len; char *ptr = SvOK (data) ? SvPVbyte (data, len) : 0; const cl_image_format format = { channel_order, channel_type }; +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateImage2D, (self, flags, &format, width, height, row_pitch, ptr, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image2D", mem); +#else + const cl_image_desc desc = { CL_MEM_OBJECT_IMAGE2D, width, height, 0, 0, row_pitch, 0, 0, 0, 0 }; + NEED_SUCCESS_ARG (cl_mem mem, CreateImage, (self, flags, &format, &desc, ptr, &res)); +#endif + XPUSH_CLOBJ (stash_image2d, mem); void image3d (OpenCL::Context self, cl_mem_flags flags, cl_channel_order channel_order, cl_channel_type channel_type, size_t width, size_t height, size_t depth, size_t row_pitch = 0, size_t slice_pitch = 0, SV *data = &PL_sv_undef) @@ -669,8 +1317,13 @@ STRLEN len; char *ptr = SvOK (data) ? SvPVbyte (data, len) : 0; const cl_image_format format = { channel_order, channel_type }; +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateImage3D, (self, flags, &format, width, height, depth, row_pitch, slice_pitch, ptr, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image3D", mem); +#else + const cl_image_desc desc = { CL_MEM_OBJECT_IMAGE3D, width, height, depth, 0, row_pitch, slice_pitch, 0, 0, 0 }; + NEED_SUCCESS_ARG (cl_mem mem, CreateImage, (self, flags, &format, &desc, ptr, &res)); +#endif + XPUSH_CLOBJ (stash_image3d, mem); #if cl_apple_gl_sharing || cl_khr_gl_sharing @@ -678,25 +1331,56 @@ gl_buffer (OpenCL::Context self, cl_mem_flags flags, cl_GLuint bufobj) PPCODE: NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLBuffer, (self, flags, bufobj, &res)); - XPUSH_NEW_OBJ ("OpenCL::BufferObj", mem); + XPUSH_CLOBJ (stash_bufferobj, mem); + +void +gl_renderbuffer (OpenCL::Context self, cl_mem_flags flags, cl_GLuint renderbuffer) + PPCODE: + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLRenderbuffer, (self, flags, renderbuffer, &res)); + XPUSH_CLOBJ (stash_image2d, mem); + +#if CL_VERSION_1_2 + +void +gl_texture (OpenCL::Context self, cl_mem_flags flags, cl_GLenum target, cl_GLint miplevel, cl_GLuint texture) + ALIAS: + PPCODE: + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture, (self, flags, target, miplevel, texture, &res)); + cl_gl_object_type type; + NEED_SUCCESS (GetGLObjectInfo, (mem, &type, 0)); // TODO: use target instead? + HV *stash = stash_memory; + switch (type) + { + case CL_GL_OBJECT_TEXTURE_BUFFER: stash = stash_image1dbuffer; break; + case CL_GL_OBJECT_TEXTURE1D: stash = stash_image1d; break; + case CL_GL_OBJECT_TEXTURE1D_ARRAY: stash = stash_image2darray; break; + case CL_GL_OBJECT_TEXTURE2D: stash = stash_image2d; break; + case CL_GL_OBJECT_TEXTURE2D_ARRAY: stash = stash_image2darray; break; + case CL_GL_OBJECT_TEXTURE3D: stash = stash_image3d; break; + } + XPUSH_CLOBJ (stash, mem); + +#endif void gl_texture2d (OpenCL::Context self, cl_mem_flags flags, cl_GLenum target, cl_GLint miplevel, cl_GLuint texture) PPCODE: +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture2D, (self, flags, target, miplevel, texture, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image2D", mem); +#else + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture , (self, flags, target, miplevel, texture, &res)); +#endif + XPUSH_CLOBJ (stash_image2d, mem); void gl_texture3d (OpenCL::Context self, cl_mem_flags flags, cl_GLenum target, cl_GLint miplevel, cl_GLuint texture) PPCODE: +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture3D, (self, flags, target, miplevel, texture, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image3D", mem); - -void -gl_renderbuffer (OpenCL::Context self, cl_mem_flags flags, cl_GLuint renderbuffer) - PPCODE: - NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLRenderbuffer, (self, flags, renderbuffer, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image2D", mem); +#else + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture , (self, flags, target, miplevel, texture, &res)); +#endif + XPUSH_CLOBJ (stash_image3d, mem); #endif @@ -726,7 +1410,7 @@ sampler (OpenCL::Context self, cl_bool normalized_coords, cl_addressing_mode addressing_mode, cl_filter_mode filter_mode) PPCODE: NEED_SUCCESS_ARG (cl_sampler sampler, CreateSampler, (self, normalized_coords, addressing_mode, filter_mode, &res)); - XPUSH_NEW_OBJ ("OpenCL::Sampler", sampler); + XPUSH_CLOBJ (stash_sampler, sampler); void program_with_source (OpenCL::Context self, SV *program) @@ -737,7 +1421,83 @@ len2 = len; NEED_SUCCESS_ARG (cl_program prog, CreateProgramWithSource, (self, 1, &ptr, &len2, &res)); - XPUSH_NEW_OBJ ("OpenCL::Program", prog); + XPUSH_CLOBJ (stash_program, prog); + +void +program_with_binary (OpenCL::Context self, SV *devices, SV *binaries) + PPCODE: + cl_uint device_count; + cl_device_id *device_list = object_list (cv, 0, "devices", devices, "OpenCL::Device", &device_count); + + if (!SvROK (binaries) || SvTYPE (SvRV (binaries)) != SVt_PVAV) + croak ("OpenCL::Context::program_with_binary: binaries must be specified as reference to an array of strings"); + + binaries = SvRV (binaries); + + if (device_count != av_len ((AV *)binaries) + 1) + croak ("OpenCL::Context::program_with_binary: differing numbers of devices and binaries are not allowed"); + + size_t *length_list = tmpbuf (sizeof (*length_list) * device_count); + const unsigned char **binary_list = tmpbuf (sizeof (*binary_list) * device_count); + cl_int *status_list = tmpbuf (sizeof (*status_list) * device_count); + + int i; + for (i = 0; i < device_count; ++i) + { + STRLEN len; + binary_list [i] = (const unsigned char *)SvPVbyte (*av_fetch ((AV *)binaries, i, 0), len); + length_list [i] = len; + } + + NEED_SUCCESS_ARG (cl_program prog, CreateProgramWithBinary, (self, device_count, device_list, + length_list, binary_list, + GIMME_V == G_ARRAY ? status_list : 0, &res)); + + EXTEND (SP, 2); + PUSH_CLOBJ (stash_program, prog); + + if (GIMME_V == G_ARRAY) + { + AV *av = newAV (); + PUSHs (sv_2mortal (newRV_noinc ((SV *)av))); + + for (i = device_count; i--; ) + av_store (av, i, newSViv (status_list [i])); + } + +#if CL_VERSION_1_2 + +void +program_with_built_in_kernels (OpenCL::Context self, SV *devices, SV *kernel_names) + PPCODE: + cl_uint device_count; + cl_device_id *device_list = object_list (cv, 0, "devices", devices, "OpenCL::Device", &device_count); + + NEED_SUCCESS_ARG (cl_program prog, CreateProgramWithBuiltInKernels, (self, device_count, device_list, SvPVbyte_nolen (kernel_names), &res)); + + XPUSH_CLOBJ (stash_program, prog); + +void +link_program (OpenCL::Context self, SV *devices, SV *options, SV *programs, SV *notify = &PL_sv_undef) + CODE: + cl_uint device_count = 0; + cl_device_id *device_list = 0; + + if (SvOK (devices)) + device_list = object_list (cv, 1, "devices", devices, "OpenCL::Device", &device_count); + + cl_uint program_count; + cl_program *program_list = object_list (cv, 0, "programs", programs, "OpenCL::Program", &program_count); + + void *user_data; + program_callback pfn_notify = make_program_callback (notify, &user_data); + + NEED_SUCCESS_ARG (cl_program prog, LinkProgram, (self, device_count, device_list, SvPVbyte_nolen (options), + program_count, program_list, pfn_notify, user_data, &res)); + + XPUSH_CLOBJ (stash_program, prog); + +#endif #BEGIN:context @@ -764,7 +1524,7 @@ EXTEND (SP, n); for (i = 0; i < n; ++i) { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -789,52 +1549,110 @@ clReleaseCommandQueue (self); void -enqueue_read_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, size_t len, SV *data, ...) +read_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, size_t len, SV *data, ...) + ALIAS: + enqueue_read_buffer = 0 PPCODE: - cl_event ev = 0; - EVENT_LIST (6, items - 6); + EVENT_LIST (6); SvUPGRADE (data, SVt_PV); SvGROW (data, len); SvPOK_only (data); SvCUR_set (data, len); + + cl_event ev = 0; NEED_SUCCESS (EnqueueReadBuffer, (self, mem, blocking, offset, len, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_write_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, SV *data, ...) +write_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, SV *data, ...) + ALIAS: + enqueue_write_buffer = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (5); + STRLEN len; char *ptr = SvPVbyte (data, len); - EVENT_LIST (5, items - 5); - NEED_SUCCESS (EnqueueReadBuffer, (self, mem, blocking, offset, len, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + cl_event ev = 0; + NEED_SUCCESS (EnqueueWriteBuffer, (self, mem, blocking, offset, len, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); + +#if CL_VERSION_1_2 void -enqueue_copy_buffer (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_offset, size_t dst_offset, size_t len, ...) +fill_buffer (OpenCL::Queue self, OpenCL::Buffer mem, SV *data, size_t offset, size_t size, ...) + ALIAS: + enqueue_fill_buffer = 0 PPCODE: + EVENT_LIST (5); + + STRLEN len; + char *ptr = SvPVbyte (data, len); + cl_event ev = 0; - EVENT_LIST (6, items - 6); + NEED_SUCCESS (EnqueueFillBuffer, (self, mem, ptr, len, offset, size, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); - NEED_SUCCESS (EnqueueCopyBuffer, (self, src, dst, src_offset, dst_offset, len, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +void +fill_image (OpenCL::Queue self, OpenCL::Image img, NV r, NV g, NV b, NV a, size_t x, size_t y, size_t z, size_t width, size_t height, size_t depth, ...) + ALIAS: + enqueue_fill_image = 0 + PPCODE: + EVENT_LIST (12); + + const size_t origin [3] = { x, y, z }; + const size_t region [3] = { width, height, depth }; + + const cl_float c_f [4] = { r, g, b, a }; + const cl_uint c_u [4] = { r, g, b, a }; + const cl_int c_s [4] = { r, g, b, a }; + const void *c_fus [3] = { &c_f, &c_u, &c_s }; + static const char fus [] = { 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 0, 0 }; + cl_image_format format; + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_FORMAT, sizeof (format), &format, 0)); + assert (sizeof (fus) == CL_FLOAT + 1 - CL_SNORM_INT8); + if (format.image_channel_data_type < CL_SNORM_INT8 || CL_FLOAT < format.image_channel_data_type) + croak ("enqueue_fill_image: image has unsupported channel type, only opencl 1.2 channel types supported."); + + cl_event ev = 0; + NEED_SUCCESS (EnqueueFillImage, (self, img, c_fus [fus [format.image_channel_data_type - CL_SNORM_INT8]], + origin, region, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); + +#endif void -enqueue_read_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) +copy_buffer (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_offset, size_t dst_offset, size_t len, ...) + ALIAS: + enqueue_copy_buffer = 0 PPCODE: + EVENT_LIST (6); + cl_event ev = 0; + NEED_SUCCESS (EnqueueCopyBuffer, (self, src, dst, src_offset, dst_offset, len, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +void +read_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) + ALIAS: + enqueue_read_buffer_rect = 0 + PPCODE: + EVENT_LIST (17); + const size_t buf_origin [3] = { buf_x , buf_y , buf_z }; const size_t host_origin[3] = { host_x, host_y, host_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (17, items - 17); if (!buf_row_pitch) buf_row_pitch = region [0]; @@ -854,21 +1672,25 @@ SvGROW (data, len); SvPOK_only (data); SvCUR_set (data, len); + + cl_event ev = 0; NEED_SUCCESS (EnqueueReadBufferRect, (self, buf, blocking, buf_origin, host_origin, region, buf_row_pitch, buf_slice_pitch, host_row_pitch, host_slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_write_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) +write_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) + ALIAS: + enqueue_write_buffer_rect = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (17); + const size_t buf_origin [3] = { buf_x , buf_y , buf_z }; const size_t host_origin[3] = { host_x, host_y, host_z }; const size_t region[3] = { width, height, depth }; STRLEN len; char *ptr = SvPVbyte (data, len); - EVENT_LIST (17, items - 17); if (!buf_row_pitch) buf_row_pitch = region [0]; @@ -887,32 +1709,38 @@ if (len < min_len) croak ("clEnqueueWriteImage: data string is shorter than what would be transferred"); - NEED_SUCCESS (EnqueueWriteBufferRect, (self, buf, blocking, buf_origin, host_origin, region, buf_row_pitch, buf_slice_pitch, host_row_pitch, host_slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + cl_event ev = 0; + NEED_SUCCESS (EnqueueWriteBufferRect, (self, buf, blocking, buf_origin, host_origin, region, buf_row_pitch, buf_slice_pitch, host_row_pitch, host_slice_pitch, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_buffer_rect (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t src_row_pitch, size_t src_slice_pitch, size_t dst_row_pitch, size_t dst_slice_pitch, ...) +copy_buffer_rect (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t src_row_pitch, size_t src_slice_pitch, size_t dst_row_pitch, size_t dst_slice_pitch, ...) + ALIAS: + enqueue_copy_buffer_rect = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (16); + const size_t src_origin[3] = { src_x, src_y, src_z }; const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (16, items - 16); + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyBufferRect, (self, src, dst, src_origin, dst_origin, region, src_row_pitch, src_slice_pitch, dst_row_pitch, dst_slice_pitch, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_read_image (OpenCL::Queue self, OpenCL::Image src, cl_bool blocking, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) +read_image (OpenCL::Queue self, OpenCL::Image src, cl_bool blocking, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) + ALIAS: + enqueue_read_image = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (12); + const size_t src_origin[3] = { src_x, src_y, src_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (12, items - 12); if (!row_pitch) row_pitch = img_row_pitch (src); @@ -926,20 +1754,24 @@ SvGROW (data, len); SvPOK_only (data); SvCUR_set (data, len); + + cl_event ev = 0; NEED_SUCCESS (EnqueueReadImage, (self, src, blocking, src_origin, region, row_pitch, slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_write_image (OpenCL::Queue self, OpenCL::Image dst, cl_bool blocking, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) +write_image (OpenCL::Queue self, OpenCL::Image dst, cl_bool blocking, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) + ALIAS: + enqueue_write_image = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (12); + const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; const size_t region[3] = { width, height, depth }; STRLEN len; char *ptr = SvPVbyte (data, len); - EVENT_LIST (12, items - 12); if (!row_pitch) row_pitch = img_row_pitch (dst); @@ -952,71 +1784,158 @@ if (len < min_len) croak ("clEnqueueWriteImage: data string is shorter than what would be transferred"); - NEED_SUCCESS (EnqueueWriteImage, (self, dst, blocking, dst_origin, region, row_pitch, slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + cl_event ev = 0; + NEED_SUCCESS (EnqueueWriteImage, (self, dst, blocking, dst_origin, region, row_pitch, slice_pitch, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_image (OpenCL::Queue self, OpenCL::Image src, OpenCL::Image dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) +copy_image (OpenCL::Queue self, OpenCL::Image src, OpenCL::Image dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) + ALIAS: + enqueue_copy_image = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (12); + const size_t src_origin[3] = { src_x, src_y, src_z }; const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (12, items - 12); + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyImage, (self, src, dst, src_origin, dst_origin, region, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_image_to_buffer (OpenCL::Queue self, OpenCL::Image src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t dst_offset, ...) +copy_image_to_buffer (OpenCL::Queue self, OpenCL::Image src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t dst_offset, ...) + ALIAS: + enqueue_copy_image_to_buffer = 0 PPCODE: - cl_event ev = 0; - const size_t src_origin[3] = { src_x, src_y, src_z }; - const size_t region[3] = { width, height, depth }; - EVENT_LIST (10, items - 10); + EVENT_LIST (10); + const size_t src_origin[3] = { src_x, src_y, src_z }; + const size_t region [3] = { width, height, depth }; + + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyImageToBuffer, (self, src, dst, src_origin, region, dst_offset, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_buffer_to_image (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Image dst, size_t src_offset, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) +copy_buffer_to_image (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Image dst, size_t src_offset, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) + ALIAS: + enqueue_copy_buffer_to_image = 0 PPCODE: - cl_event ev = 0; - const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; - const size_t region[3] = { width, height, depth }; - EVENT_LIST (10, items - 10); + EVENT_LIST (10); + + const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; + const size_t region [3] = { width, height, depth }; + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyBufferToImage, (self, src, dst, src_offset, dst_origin, region, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); + +void +map_buffer (OpenCL::Queue self, OpenCL::Buffer buf, cl_bool blocking = 1, cl_map_flags map_flags = CL_MAP_READ | CL_MAP_WRITE, size_t offset = 0, SV *cb_ = &PL_sv_undef, ...) + ALIAS: + enqueue_map_buffer = 0 + PPCODE: + EVENT_LIST (6); + + size_t cb = SvIV (cb_); + + if (!SvOK (cb_)) + { + NEED_SUCCESS (GetMemObjectInfo, (buf, CL_MEM_SIZE, sizeof (cb), &cb, 0)); + cb -= offset; + } + + cl_event ev; + NEED_SUCCESS_ARG (void *ptr, EnqueueMapBuffer, (self, buf, blocking, map_flags, offset, cb, event_list_count, event_list_ptr, &ev, &res)); + XPUSHs (mapped_new (stash_mappedbuffer, self, buf, map_flags, ptr, cb, ev, 0, 0)); + +void +map_image (OpenCL::Queue self, OpenCL::Image img, cl_bool blocking = 1, cl_map_flags map_flags = CL_MAP_READ | CL_MAP_WRITE, size_t x = 0, size_t y = 0, size_t z = 0, SV *width_ = &PL_sv_undef, SV *height_ = &PL_sv_undef, SV *depth_ = &PL_sv_undef, ...) + ALIAS: + enqueue_map_image = 0 + PPCODE: + size_t width = SvIV (width_); + if (!SvOK (width_)) + { + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_WIDTH, sizeof (width), &width, 0)); + width -= x; + } + + size_t height = SvIV (width_); + if (!SvOK (height_)) + { + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_HEIGHT, sizeof (height), &height, 0)); + height -= y; + } + + size_t depth = SvIV (width_); + if (!SvOK (depth_)) + { + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_DEPTH, sizeof (depth), &depth, 0)); + depth -= z; + + // stupid opencl returns 0 for depth, but requires 1 for 2d images + if (!depth) + depth = 1; + } + + const size_t origin[3] = { x, y, z }; + const size_t region[3] = { width, height, depth }; + size_t row_pitch, slice_pitch; + EVENT_LIST (10); + + cl_event ev; + NEED_SUCCESS_ARG (void *ptr, EnqueueMapImage, (self, img, blocking, map_flags, origin, region, &row_pitch, &slice_pitch, event_list_count, event_list_ptr, &ev, &res)); + + size_t cb = slice_pitch ? slice_pitch * region [2] + : row_pitch ? row_pitch * region [1] + : region [0]; + + XPUSHs (mapped_new (stash_mappedimage, self, img, map_flags, ptr, cb, ev, row_pitch, slice_pitch)); void -enqueue_task (OpenCL::Queue self, OpenCL::Kernel kernel, ...) +unmap (OpenCL::Queue self, OpenCL::Mapped mapped, ...) PPCODE: - cl_event ev = 0; - EVENT_LIST (2, items - 2); + mapped_unmap (cv, ST (1), mapped, self, &ST (2), items - 2); + if (GIMME_V != G_VOID) + { + clRetainEvent (mapped->event); + XPUSH_CLOBJ (stash_event, mapped->event); + } +void +task (OpenCL::Queue self, OpenCL::Kernel kernel, ...) + ALIAS: + enqueue_task = 0 + PPCODE: + EVENT_LIST (2); + + cl_event ev = 0; NEED_SUCCESS (EnqueueTask, (self, kernel, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_nd_range_kernel (OpenCL::Queue self, OpenCL::Kernel kernel, SV *global_work_offset, SV *global_work_size, SV *local_work_size = &PL_sv_undef, ...) +nd_range_kernel (OpenCL::Queue self, OpenCL::Kernel kernel, SV *global_work_offset, SV *global_work_size, SV *local_work_size = &PL_sv_undef, ...) + ALIAS: + enqueue_nd_range_kernel = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (5); + size_t *gwo = 0, *gws, *lws = 0; int gws_len; size_t *lists; int i; - EVENT_LIST (5, items - 5); if (!SvROK (global_work_size) || SvTYPE (SvRV (global_work_size)) != SVt_PVAV) croak ("clEnqueueNDRangeKernel: global_work_size must be an array reference"); @@ -1027,7 +1946,12 @@ gws = lists + gws_len * 0; for (i = 0; i < gws_len; ++i) - gws [i] = SvIV (AvARRAY (SvRV (global_work_size))[i]); + { + gws [i] = SvIV (AvARRAY (SvRV (global_work_size))[i]); + // at least nvidia crashes for 0-sized work group sizes, work around + if (!gws [i]) + croak ("clEnqueueNDRangeKernel: global_work_size[%d] is zero, must be non-zero", i); + } if (SvOK (global_work_offset)) { @@ -1044,69 +1968,138 @@ if (SvOK (local_work_size)) { - if (SvOK (local_work_size) && !SvROK (local_work_size) || SvTYPE (SvRV (local_work_size)) != SVt_PVAV) - croak ("clEnqueueNDRangeKernel: global_work_size must be undef or an array reference"); + if ((SvOK (local_work_size) && !SvROK (local_work_size)) || SvTYPE (SvRV (local_work_size)) != SVt_PVAV) + croak ("clEnqueueNDRangeKernel: local_work_size must be undef or an array reference"); if (AvFILLp (SvRV (local_work_size)) + 1 != gws_len) croak ("clEnqueueNDRangeKernel: local_work_local must be undef or an array of same size as global_work_size"); lws = lists + gws_len * 2; for (i = 0; i < gws_len; ++i) - lws [i] = SvIV (AvARRAY (SvRV (local_work_size))[i]); + { + lws [i] = SvIV (AvARRAY (SvRV (local_work_size))[i]); + // at least nvidia crashes for 0-sized work group sizes, work around + if (!lws [i]) + croak ("clEnqueueNDRangeKernel: local_work_size[%d] is zero, must be non-zero", i); + } } + cl_event ev = 0; NEED_SUCCESS (EnqueueNDRangeKernel, (self, kernel, gws_len, gwo, gws, lws, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); + +#if CL_VERSION_1_2 + +void +migrate_mem_objects (OpenCL::Queue self, SV *objects, cl_mem_migration_flags flags, ...) + ALIAS: + enqueue_migrate_mem_objects = 0 + PPCODE: + EVENT_LIST (3); + + cl_uint obj_count; + cl_mem *obj_list = object_list (cv, 0, "objects", objects, "OpenCL::Memory", &obj_count); + + cl_event ev = 0; + NEED_SUCCESS (EnqueueMigrateMemObjects, (self, obj_count, obj_list, flags, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +#endif #if cl_apple_gl_sharing || cl_khr_gl_sharing void -enqueue_acquire_gl_objects (OpenCL::Queue self, SV *objects, ...) - ALIAS: +acquire_gl_objects (OpenCL::Queue self, SV *objects, ...) + ALIAS: + release_gl_objects = 1 + enqueue_acquire_gl_objects = 0 enqueue_release_gl_objects = 1 - CODE: - if (!SvROK (objects) || SvTYPE (SvRV (objects)) != SVt_PVAV) - croak ("OpenCL::Queue::enqueue_acquire/release_gl_objects argument 'objects' must be an arrayref with memory objects, in call"); + PPCODE: + EVENT_LIST (2); - cl_event ev = 0; - EVENT_LIST (2, items - 2); - AV *av = (AV *)SvRV (objects); - cl_uint num_objects = av_len (av) + 1; - cl_mem *object_list = tmpbuf (sizeof (cl_mem) * num_objects); - int i; + cl_uint obj_count; + cl_mem *obj_list = object_list (cv, 0, "objects", objects, "OpenCL::Memory", &obj_count); - for (i = num_objects; i--; ) - object_list [i] = SvPTROBJ ("OpenCL::Queue::enqueue_acquire/release_gl_objects", "objects", *av_fetch (av, i, 0), "OpenCL::Memory"); + cl_event ev = 0; if (ix) - NEED_SUCCESS (EnqueueReleaseGLObjects, (self, num_objects, object_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + NEED_SUCCESS (EnqueueReleaseGLObjects, (self, obj_count, obj_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); else - NEED_SUCCESS (EnqueueAcquireGLObjects, (self, num_objects, object_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + NEED_SUCCESS (EnqueueAcquireGLObjects, (self, obj_count, obj_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); #endif void -enqueue_marker (OpenCL::Queue self) - PPCODE: - cl_event ev; - NEED_SUCCESS (EnqueueMarker, (self, &ev)); - XPUSH_NEW_OBJ ("OpenCL::Event", ev); - -void -enqueue_wait_for_events (OpenCL::Queue self, ...) +wait_for_events (OpenCL::Queue self, ...) + ALIAS: + enqueue_wait_for_events = 0 CODE: - EVENT_LIST (1, items - 1); + EVENT_LIST (1); +#if PREFER_1_1 NEED_SUCCESS (EnqueueWaitForEvents, (self, event_list_count, event_list_ptr)); +#else + NEED_SUCCESS (EnqueueBarrierWithWaitList, (self, event_list_count, event_list_ptr, 0)); +#endif void -enqueue_barrier (OpenCL::Queue self) - CODE: - NEED_SUCCESS (EnqueueBarrier, (self)); +marker (OpenCL::Queue self, ...) + ALIAS: + enqueue_marker = 0 + PPCODE: + EVENT_LIST (1); + cl_event ev = 0; +#if PREFER_1_1 + if (!event_list_count) + NEED_SUCCESS (EnqueueMarker, (self, GIMME_V != G_VOID ? &ev : 0)); + else +#if CL_VERSION_1_2 + NEED_SUCCESS (EnqueueMarkerWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#else + { + NEED_SUCCESS (EnqueueWaitForEvents, (self, event_list_count, event_list_ptr)); // also a barrier + NEED_SUCCESS (EnqueueMarker, (self, GIMME_V != G_VOID ? &ev : 0)); + } +#endif +#else + NEED_SUCCESS (EnqueueMarkerWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#endif + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +void +barrier (OpenCL::Queue self, ...) + ALIAS: + enqueue_barrier = 0 + PPCODE: + EVENT_LIST (1); + cl_event ev = 0; +#if PREFER_1_1 + if (!event_list_count && GIMME_V == G_VOID) + NEED_SUCCESS (EnqueueBarrier, (self)); + else +#if CL_VERSION_1_2 + NEED_SUCCESS (EnqueueBarrierWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#else + { + if (event_list_count) + NEED_SUCCESS (EnqueueWaitForEvents, (self, event_list_count, event_list_ptr)); + + if (GIMME_V != G_VOID) + NEED_SUCCESS (EnqueueMarker, (self, &ev)); + } +#endif +#else + NEED_SUCCESS (EnqueueBarrierWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#endif + if (ev) + XPUSH_CLOBJ (stash_event, ev); void flush (OpenCL::Queue self) @@ -1134,7 +2127,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1145,7 +2138,7 @@ EXTEND (SP, 1); const int i = 0; { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -1164,7 +2157,7 @@ NEED_SUCCESS (GetCommandQueueInfo, (self, CL_QUEUE_PROPERTIES, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); #END:command_queue @@ -1189,7 +2182,7 @@ NEED_SUCCESS (GetMemObjectInfo, (self, CL_MEM_TYPE, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void flags (OpenCL::Memory self) @@ -1198,7 +2191,7 @@ NEED_SUCCESS (GetMemObjectInfo, (self, CL_MEM_FLAGS, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void size (OpenCL::Memory self) @@ -1242,7 +2235,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1254,7 +2247,7 @@ const int i = 0; { NEED_SUCCESS (RetainMemObject, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Memory", value [i])); + PUSH_CLOBJ (stash_memory, value [i]); } #END:mem @@ -1284,7 +2277,7 @@ cl_buffer_region crdata = { origin, size }; NEED_SUCCESS_ARG (cl_mem mem, CreateSubBuffer, (self, flags, CL_BUFFER_CREATE_TYPE_REGION, &crdata, &res)); - XPUSH_NEW_OBJ ("OpenCL::Buffer", mem); + XPUSH_CLOBJ (stash_buffer, mem); MODULE = OpenCL PACKAGE = OpenCL::Image @@ -1293,6 +2286,15 @@ PPCODE: INFO (Image) +void +format (OpenCL::Image self) + PPCODE: + cl_image_format format; + NEED_SUCCESS (GetImageInfo, (self, CL_IMAGE_FORMAT, sizeof (format), &format, 0)); + EXTEND (SP, 2); + PUSHs (sv_2mortal (newSVuv (format.image_channel_order))); + PUSHs (sv_2mortal (newSVuv (format.image_channel_data_type))); + #BEGIN:image void @@ -1371,7 +2373,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1381,7 +2383,7 @@ NEED_SUCCESS (GetSamplerInfo, (self, CL_SAMPLER_NORMALIZED_COORDS, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void addressing_mode (OpenCL::Sampler self) @@ -1390,7 +2392,7 @@ NEED_SUCCESS (GetSamplerInfo, (self, CL_SAMPLER_ADDRESSING_MODE, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void filter_mode (OpenCL::Sampler self) @@ -1411,9 +2413,67 @@ clReleaseProgram (self); void -build (OpenCL::Program self, OpenCL::Device device, SV *options = &PL_sv_undef) +build (OpenCL::Program self, SV *devices = &PL_sv_undef, SV *options = &PL_sv_undef, SV *notify = &PL_sv_undef) + ALIAS: + build_async = 1 + CODE: + cl_uint device_count = 0; + cl_device_id *device_list = 0; + + if (SvOK (devices)) + device_list = object_list (cv, 1, "devices", devices, "OpenCL::Device", &device_count); + + void *user_data; + program_callback pfn_notify = make_program_callback (notify, &user_data); + + if (ix) + build_program_async (self, device_count, device_list, SvPVbyte_nolen (options), user_data); + else + NEED_SUCCESS (BuildProgram, (self, device_count, device_list, SvPVbyte_nolen (options), pfn_notify, user_data)); + +#if CL_VERSION_1_2 + +void +compile (OpenCL::Program self, SV *devices, SV *options = &PL_sv_undef, SV *headers = &PL_sv_undef, SV *notify = &PL_sv_undef) CODE: - NEED_SUCCESS (BuildProgram, (self, 1, &device, SvPVbyte_nolen (options), 0, 0)); + cl_uint device_count = 0; + cl_device_id *device_list = 0; + + if (SvOK (devices)) + device_list = object_list (cv, 1, "devices", devices, "OpenCL::Device", &device_count); + + cl_uint header_count = 0; + cl_program *header_list = 0; + const char **header_name = 0; + + if (SvOK (headers)) + { + if (!SvROK (devices) || SvTYPE (SvRV (devices)) != SVt_PVHV) + croak ("clCompileProgram: headers must be undef or a hashref of name => OpenCL::Program pairs"); + + HV *hv = (HV *)SvRV (devices); + + header_count = hv_iterinit (hv); + header_list = tmpbuf (sizeof (*header_list) * header_count); + header_name = tmpbuf (sizeof (*header_name) * header_count); + + HE *he; + int i = 0; + while (he = hv_iternext (hv)) + { + header_name [i] = SvPVbyte_nolen (HeSVKEY_force (he)); + header_list [i] = SvCLOBJ (cv, "headers", HeVAL (he), "OpenCL::Program"); + ++i; + } + } + + void *user_data; + program_callback pfn_notify = make_program_callback (notify, &user_data); + + NEED_SUCCESS (CompileProgram, (self, device_count, device_list, SvPVbyte_nolen (options), + header_count, header_list, header_name, pfn_notify, user_data)); + +#endif void build_info (OpenCL::Program self, OpenCL::Device device, cl_program_build_info name) @@ -1458,7 +2518,20 @@ kernel (OpenCL::Program program, SV *function) PPCODE: NEED_SUCCESS_ARG (cl_kernel kernel, CreateKernel, (program, SvPVbyte_nolen (function), &res)); - XPUSH_NEW_OBJ ("OpenCL::Kernel", kernel); + XPUSH_CLOBJ (stash_kernel, kernel); + +void +kernels_in_program (OpenCL::Program program) + PPCODE: + cl_uint num_kernels; + NEED_SUCCESS (CreateKernelsInProgram, (program, 0, 0, &num_kernels)); + cl_kernel *kernels = tmpbuf (sizeof (cl_kernel) * num_kernels); + NEED_SUCCESS (CreateKernelsInProgram, (program, num_kernels, kernels, 0)); + + int i; + EXTEND (SP, num_kernels); + for (i = 0; i < num_kernels; ++i) + PUSH_CLOBJ (stash_kernel, kernels [i]); void info (OpenCL::Program self, cl_program_info name) @@ -1486,7 +2559,7 @@ SvUPGRADE (sv, SVt_PV); SvPOK_only (sv); SvCUR_set (sv, sizes [i]); - ptrs [i] = SvPVX (sv); + ptrs [i] = (void *)SvPVX (sv); PUSHs (sv); } @@ -1516,7 +2589,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1530,7 +2603,7 @@ EXTEND (SP, n); for (i = 0; i < n; ++i) { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -1566,6 +2639,71 @@ clReleaseKernel (self); void +setf (OpenCL::Kernel self, const char *format, ...) + CODE: + int i; + for (i = 2; ; ++i) + { + while (*format == ' ') + ++format; + + char type = *format++; + + if (!type) + break; + + if (i >= items) + croak ("OpenCL::Kernel::setf format string too long (not enough arguments)"); + + SV *sv = ST (i); + + union + { + cl_char cc; cl_uchar cC; cl_short cs; cl_ushort cS; + cl_int ci; cl_uint cI; cl_long cl; cl_ulong cL; + cl_half ch; cl_float cf; cl_double cd; + cl_mem cm; + cl_sampler ca; + size_t cz; + cl_event ce; + } arg; + size_t size; + int nullarg = 0; + + switch (type) + { + case 'c': arg.cc = SvIV (sv); size = sizeof (arg.cc); break; + case 'C': arg.cC = SvUV (sv); size = sizeof (arg.cC); break; + case 's': arg.cs = SvIV (sv); size = sizeof (arg.cs); break; + case 'S': arg.cS = SvUV (sv); size = sizeof (arg.cS); break; + case 'i': arg.ci = SvIV (sv); size = sizeof (arg.ci); break; + case 'I': arg.cI = SvUV (sv); size = sizeof (arg.cI); break; + case 'l': arg.cl = SvIV (sv); size = sizeof (arg.cl); break; + case 'L': arg.cL = SvUV (sv); size = sizeof (arg.cL); break; + + case 'h': arg.ch = SvUV (sv); size = sizeof (arg.ch); break; + case 'f': arg.cf = SvNV (sv); size = sizeof (arg.cf); break; + case 'd': arg.cd = SvNV (sv); size = sizeof (arg.cd); break; + + case 'z': nullarg = 1; size = SvIV (sv); break; + + case 'm': nullarg = !SvOK (sv); arg.cm = SvCLOBJ (cv, "m", sv, "OpenCL::Memory" ); size = sizeof (arg.cm); break; + case 'a': nullarg = !SvOK (sv); arg.ca = SvCLOBJ (cv, "a", sv, "OpenCL::Sampler"); size = sizeof (arg.ca); break; + case 'e': nullarg = !SvOK (sv); arg.ca = SvCLOBJ (cv, "e", sv, "OpenCL::Event" ); size = sizeof (arg.ce); break; + + default: + croak ("OpenCL::Kernel::setf format character '%c' not supported", type); + } + + res = clSetKernelArg (self, i - 2, size, nullarg ? 0 : &arg); + if (res) + croak ("OpenCL::Kernel::setf kernel parameter '%c' (#%d): %s", type, i - 2, err2str (res)); + } + + if (i != items) + croak ("OpenCL::Kernel::setf format string too short (too many arguments)"); + +void set_char (OpenCL::Kernel self, cl_uint idx, cl_char value) CODE: clSetKernelArg (self, idx, sizeof (value), &value); @@ -1623,27 +2761,30 @@ void set_memory (OpenCL::Kernel self, cl_uint idx, OpenCL::Memory_ornull value) CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, sizeof (value), value ? &value : 0); void set_buffer (OpenCL::Kernel self, cl_uint idx, OpenCL::Buffer_ornull value) CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, sizeof (value), value ? &value : 0); void -set_image2d (OpenCL::Kernel self, cl_uint idx, OpenCL::Image2D_ornull value) +set_image (OpenCL::Kernel self, cl_uint idx, OpenCL::Image_ornull value) + ALIAS: + set_image2d = 0 + set_image3d = 0 CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, sizeof (value), value ? &value : 0); void -set_image3d (OpenCL::Kernel self, cl_uint idx, OpenCL::Image3D_ornull value) +set_sampler (OpenCL::Kernel self, cl_uint idx, OpenCL::Sampler value) CODE: clSetKernelArg (self, idx, sizeof (value), &value); void -set_sampler (OpenCL::Kernel self, cl_uint idx, OpenCL::Sampler value) +set_local (OpenCL::Kernel self, cl_uint idx, size_t size) CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, size, 0); void set_event (OpenCL::Kernel self, cl_uint idx, OpenCL::Event value) @@ -1689,7 +2830,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1701,7 +2842,7 @@ const int i = 0; { NEED_SUCCESS (RetainProgram, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Program", value [i])); + PUSH_CLOBJ (stash_program, value [i]); } #END:kernel @@ -1758,6 +2899,67 @@ #END:kernel_work_group +#if CL_VERSION_1_2 + +void +arg_info (OpenCL::Kernel self, cl_uint idx, cl_kernel_arg_info name) + PPCODE: + size_t size; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, name, 0, 0, &size)); + SV *sv = sv_2mortal (newSV (size)); + SvUPGRADE (sv, SVt_PV); + SvPOK_only (sv); + SvCUR_set (sv, size); + NEED_SUCCESS (GetKernelArgInfo, (self, idx, name, size, SvPVX (sv), 0)); + XPUSHs (sv); + +#BEGIN:kernel_arg + +void +arg_address_qualifier (OpenCL::Kernel self, cl_uint idx) + PPCODE: + cl_kernel_arg_address_qualifier value [1]; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, CL_KERNEL_ARG_ADDRESS_QUALIFIER, sizeof (value), value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVuv (value [i]))); + +void +arg_access_qualifier (OpenCL::Kernel self, cl_uint idx) + PPCODE: + cl_kernel_arg_access_qualifier value [1]; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, CL_KERNEL_ARG_ACCESS_QUALIFIER, sizeof (value), value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVuv (value [i]))); + +void +arg_type_name (OpenCL::Kernel self, cl_uint idx) + ALIAS: + arg_type_name = CL_KERNEL_ARG_TYPE_NAME + arg_name = CL_KERNEL_ARG_NAME + PPCODE: + size_t size; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, ix, 0, 0, &size)); + char *value = tmpbuf (size); + NEED_SUCCESS (GetKernelArgInfo, (self, idx, ix, size, value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVpv (value, 0))); + +void +arg_type_qualifier (OpenCL::Kernel self, cl_uint idx) + PPCODE: + cl_kernel_arg_type_qualifier value [1]; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, CL_KERNEL_ARG_TYPE_QUALIFIER, sizeof (value), value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVuv (value [i]))); + +#END:kernel_arg + +#endif + MODULE = OpenCL PACKAGE = OpenCL::Event void @@ -1771,6 +2973,11 @@ clWaitForEvents (1, &self); void +cb (OpenCL::Event self, cl_int command_exec_callback_type, SV *cb) + CODE: + clSetEventCallback (self, command_exec_callback_type, eq_event_notify, SvREFCNT_inc (s_get_cv (cb))); + +void info (OpenCL::Event self, cl_event_info name) PPCODE: INFO (Event) @@ -1786,7 +2993,7 @@ const int i = 0; { NEED_SUCCESS (RetainCommandQueue, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Queue", value [i])); + PUSH_CLOBJ (stash_queue, value [i]); } void @@ -1819,7 +3026,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } #END:event @@ -1854,3 +3061,84 @@ CODE: clSetUserEventStatus (self, execution_status); +MODULE = OpenCL PACKAGE = OpenCL::Mapped + +void +DESTROY (SV *self) + CODE: + OpenCL__Mapped mapped = SvMAPPED (self); + + clEnqueueUnmapMemObject (mapped->queue, mapped->memobj, mapped->ptr, 1, &mapped->event, 0); + mapped_detach (self, mapped); + + clReleaseCommandQueue (mapped->queue); + clReleaseEvent (mapped->event); + Safefree (mapped); + +void +unmap (OpenCL::Mapped self, ...) + CODE: + mapped_unmap (cv, ST (0), self, self->queue, &ST (1), items - 1); + +bool +mapped (OpenCL::Mapped self) + CODE: + RETVAL = !!self->ptr; + OUTPUT: + RETVAL + +void +wait (OpenCL::Mapped self) + PPCODE: + if (self->event) + NEED_SUCCESS (WaitForEvents, (1, &self->event)); + +void +event (OpenCL::Mapped self) + PPCODE: + if (!self->event) + XSRETURN_UNDEF; + + clRetainEvent (self->event); + XPUSH_CLOBJ (stash_event, self->event); + +size_t +size (OpenCL::Mapped self) + CODE: + RETVAL = self->cb; + OUTPUT: + RETVAL + +IV +ptr (OpenCL::Mapped self) + CODE: + RETVAL = PTR2IV (self->ptr); + OUTPUT: + RETVAL + +void +set (OpenCL::Mapped self, size_t offset, SV *data) + CODE: + STRLEN len; + const char *ptr = SvPVbyte (data, len); + + if (offset + len > self->cb) + croak ("OpenCL::Mapped::set out of bound condition detected"); + + memcpy (offset + (char *)self->ptr, ptr, len); + +MODULE = OpenCL PACKAGE = OpenCL::MappedBuffer + +MODULE = OpenCL PACKAGE = OpenCL::MappedImage + +IV +row_pitch (OpenCL::Mapped self) + ALIAS: + slice_pitch = 1 + CODE: + RETVAL = ix ? self->slice_pitch : self->row_pitch; + OUTPUT: + RETVAL + + +