--- OpenCL/OpenCL.xs 2012/04/19 13:51:36 1.29 +++ OpenCL/OpenCL.xs 2012/05/05 02:33:55 1.70 @@ -2,47 +2,148 @@ #include "perl.h" #include "XSUB.h" +#include "ecb.h"//D + +#define X_STACKSIZE sizeof (void *) * 512 * 1024 // 2-4mb should be enough, really +#include "xthread.h" +#include "schmorp.h" + +#ifdef I_DLFCN + #include +#endif + +// how stupid is that, the 1.2 header files define CL_VERSION_1_1, +// but then fail to define the api functions unless you ALSO define +// this. This breaks 100% of the opencl 1.1 apps, for what reason? +// after all, the functions are deprecated, not removed. +// in addition, you cannot test for this in any future-proof way. +// each time a new opencl version comes out, you need to make a new +// release. +#define CL_USE_DEPRECATED_OPENCL_1_2_APIS /* just guessing, you stupid idiots */ + +#ifndef PREFER_1_1 + #define PREFER_1_1 1 +#endif + +#if PREFER_1_1 + #define CL_USE_DEPRECATED_OPENCL_1_1_APIS +#endif + #ifdef __APPLE__ #include #else #include #endif +#ifndef CL_VERSION_1_2 + #undef PREFER_1_1 + #define PREFER_1_1 1 +#endif + typedef cl_platform_id OpenCL__Platform; typedef cl_device_id OpenCL__Device; +typedef cl_device_id OpenCL__SubDevice; typedef cl_context OpenCL__Context; typedef cl_command_queue OpenCL__Queue; typedef cl_mem OpenCL__Memory; typedef cl_mem OpenCL__Buffer; typedef cl_mem OpenCL__BufferObj; typedef cl_mem OpenCL__Image; -typedef cl_mem OpenCL__Image2D; -typedef cl_mem OpenCL__Image3D; typedef cl_mem OpenCL__Memory_ornull; typedef cl_mem OpenCL__Buffer_ornull; typedef cl_mem OpenCL__Image_ornull; -typedef cl_mem OpenCL__Image2D_ornull; -typedef cl_mem OpenCL__Image3D_ornull; typedef cl_sampler OpenCL__Sampler; typedef cl_program OpenCL__Program; typedef cl_kernel OpenCL__Kernel; typedef cl_event OpenCL__Event; typedef cl_event OpenCL__UserEvent; +typedef struct mapped * OpenCL__Mapped; + typedef SV *FUTURE; +static HV + *stash_platform, + *stash_device, + *stash_subdevice, + *stash_context, + *stash_queue, + *stash_program, + *stash_kernel, + *stash_sampler, + *stash_event, + *stash_userevent, + *stash_memory, + *stash_buffer, + *stash_bufferobj, + *stash_image, + *stash_image1d, + *stash_image1darray, + *stash_image1dbuffer, + *stash_image2d, + *stash_image2darray, + *stash_image3d, + *stash_mapped, + *stash_mappedbuffer, + *stash_mappedimage; + /*****************************************************************************/ -/* up to two temporary buffers */ +// name must include a leading underscore +// all of this horrors would be unneceesary if somebody wrote a proper OpenGL module +// for perl. doh. static void * +glsym (const char *name) +{ + void *fun = 0; + + #if defined I_DLFCN && defined RTLD_DEFAULT + fun = dlsym (RTLD_DEFAULT, name + 1); + if (!fun) fun = dlsym (RTLD_DEFAULT, name); + + if (!fun) + { + static void *libgl; + static const char *glso[] = { + "libGL.so.1", + "libGL.so.3", + "libGL.so.4.0", + "libGL.so", + "/usr/lib/libGL.so", + "/usr/X11R6/lib/libGL.1.dylib" + }; + int i; + + for (i = 0; !libgl && i < sizeof (glso) / sizeof (glso [0]); ++i) + { + libgl = dlopen (glso [i], RTLD_LAZY); + if (libgl) + break; + } + + if (libgl) + { + fun = dlsym (libgl, name + 1); + if (!fun) fun = dlsym (libgl, name); + } + } + #endif + + return fun; +} + +/*****************************************************************************/ + +/* up to two temporary buffers */ +static void * ecb_noinline tmpbuf (size_t size) { - enum { buffers = 3 }; + enum { buffers = 4 }; static int idx; static void *buf [buffers]; static size_t len [buffers]; - idx = ++idx % buffers; + idx = (idx + 1) % buffers; if (len [idx] < size) { @@ -54,6 +155,21 @@ return buf [idx]; } +static const char * ecb_noinline +cv_get_name (CV *cv) +{ + static char fullname [256]; + + GV *gv = CvGV (cv); // gv better be nonzero + + HV *stash = GvSTASH (gv); + const char *hvname = HvNAME_get (stash); // stash also better be nonzero + const char *gvname = GvNAME (gv); + + snprintf (fullname, sizeof (fullname), "%s::%s", hvname, gvname); + return fullname; +} + /*****************************************************************************/ typedef struct @@ -120,21 +236,40 @@ /*****************************************************************************/ -#define NEW_MORTAL_OBJ(class,ptr) sv_setref_pv (sv_newmortal (), class, ptr) -#define XPUSH_NEW_OBJ(class,ptr) XPUSHs (NEW_MORTAL_OBJ (class, ptr)) +static SV * +new_clobj (HV *stash, IV id) +{ + return sv_2mortal (sv_bless (newRV_noinc (newSViv (id)), stash)); +} + +#define PUSH_CLOBJ(stash,id) PUSHs (new_clobj ((stash), (IV)(id))) +#define XPUSH_CLOBJ(stash,id) XPUSHs (new_clobj ((stash), (IV)(id))) -static void * -SvPTROBJ (const char *func, const char *svname, SV *sv, const char *pkg) +/* cl objects are either \$iv, or [$iv, ...] */ +/* they can be upgraded at runtime to the array form */ +static void * ecb_noinline +SvCLOBJ (const char *func, const char *svname, SV *sv, const char *pkg) { + // sv_derived_from is quite slow :( if (SvROK (sv) && sv_derived_from (sv, pkg)) return (void *)SvIV (SvRV (sv)); - croak ("%s: %s is not of type %s", func, svname, pkg); + croak ("%s: %s is not of type %s", func, svname, pkg); +} + +// the "no-inherit" version of the above +static void * ecb_noinline +SvCLOBJ_ni (const char *func, const char *svname, SV *sv, HV *stash) +{ + if (SvROK (sv) && SvSTASH (SvRV (sv)) == stash) + return (void *)SvIV (SvRV (sv)); + + croak ("%s: %s is not of type %s", func, svname, HvNAME (stash)); } /*****************************************************************************/ -static cl_context_properties * +static cl_context_properties * ecb_noinline SvCONTEXTPROPERTIES (const char *func, const char *svname, SV *sv, cl_context_properties *extra, int extracount) { if (!sv || !SvOK (sv)) @@ -151,7 +286,7 @@ cl_context_properties *l = p; if (len & 1) - croak ("%s: %s is not a property list (must be even number of elements)", func, svname); + croak ("%s: %s is not a property list (must contain an even number of elements)", func, svname); while (extracount--) *l++ = *extra++; @@ -160,13 +295,35 @@ { cl_context_properties t = SvIV (*av_fetch (av, i , 0)); SV *p_sv = *av_fetch (av, i + 1, 0); - cl_context_properties v; + cl_context_properties v = SvIV (p_sv); // code below can override switch (t) { + case CL_CONTEXT_PLATFORM: + if (SvROK (p_sv)) + v = (cl_context_properties)SvCLOBJ (func, svname, p_sv, "OpenCL::Platform"); + break; + + case CL_GLX_DISPLAY_KHR: + if (!SvOK (p_sv)) + { + void *func = glsym ("_glXGetCurrentDisplay"); + if (func) + v = (cl_context_properties)((void *(*)(void))func)(); + } + break; + + case CL_GL_CONTEXT_KHR: + if (!SvOK (p_sv)) + { + void *func = glsym ("_glXGetCurrentContext"); + if (func) + v = (cl_context_properties)((void *(*)(void))func)(); + } + break; + default: /* unknown property, treat as int */ - v = SvIV (p_sv); break; } @@ -182,7 +339,287 @@ croak ("%s: %s is not a property list (either undef or [type => value, ...])", func, svname); } +static void * ecb_noinline +object_list (CV *cv, int or_undef, const char *argname, SV *arg, const char *klass, cl_uint *rcount) +{ + const char *funcname = cv_get_name (cv); + + if (!SvROK (arg) || SvTYPE (SvRV (arg)) != SVt_PVAV) + croak ("%s: '%s' parameter must be %sa reference to an array of %s objects", + funcname, argname, or_undef ? "undef or " : "", klass); + + AV *av = (AV *)SvRV (arg); + void **list = 0; + cl_uint count = av_len (av) + 1; + + if (count) + { + list = tmpbuf (sizeof (*list) * count); + int i; + for (i = 0; i < count; ++i) + list [i] = SvCLOBJ (funcname, argname, *av_fetch (av, i, 1), klass); + } + + if (!count && !or_undef) + croak ("%s: '%s' must contain at least one %s object", + funcname, argname, klass); + + *rcount = count; + return (void *)list; +} + /*****************************************************************************/ +/* callback stuff */ + +/* default context callback, log to stderr */ +static void CL_CALLBACK +context_default_notify (const char *msg, const void *info, size_t cb, void *data) +{ + fprintf (stderr, "OpenCL Context Notify: %s\n", msg); +} + +typedef struct +{ + int free_cb; + void (*push)(void *data1, void *data2, void *data3); +} eq_vtbl; + +typedef struct eq_item +{ + struct eq_item *next; + eq_vtbl *vtbl; + SV *cb; + void *data1, *data2, *data3; +} eq_item; + +static void (*eq_signal_func)(void *signal_arg, int value); +static void *eq_signal_arg; +static xmutex_t eq_lock = X_MUTEX_INIT; +static eq_item *eq_head, *eq_tail; + +static void ecb_noinline +eq_enq (eq_vtbl *vtbl, SV *cb, void *data1, void *data2, void *data3) +{ + eq_item *item = malloc (sizeof (eq_item)); + + item->next = 0; + item->vtbl = vtbl; + item->cb = cb; + item->data1 = data1; + item->data2 = data2; + item->data3 = data3; + + X_LOCK (eq_lock); + + *(eq_head ? &eq_tail->next : &eq_head) = item; + eq_tail = item; + + X_UNLOCK (eq_lock); + + eq_signal_func (eq_signal_arg, 0); +} + +static eq_item * +eq_dec (void) +{ + eq_item *res; + + X_LOCK (eq_lock); + + res = eq_head; + if (res) + eq_head = res->next; + + X_UNLOCK (eq_lock); + + return res; +} + +static void +eq_poll (void) +{ + eq_item *item; + + while ((item = eq_dec ())) + { + ENTER; + SAVETMPS; + + dSP; + PUSHMARK (SP); + EXTEND (SP, 2); + + if (item->vtbl->free_cb) + sv_2mortal (item->cb); + + PUTBACK; + item->vtbl->push (item->data1, item->data2, item->data3); + + SV *cb = item->cb; + free (item); + + call_sv (cb, G_DISCARD | G_VOID); + + FREETMPS; + LEAVE; + } +} + +static void +eq_poll_interrupt (pTHX_ void *c_arg, int value) +{ + eq_poll (); +} + +/*****************************************************************************/ +/* context notify */ + +static void ecb_noinline +eq_context_push (void *data1, void *data2, void *data3) +{ + dSP; + PUSHs (sv_2mortal (newSVpv (data1, 0))); + PUSHs (sv_2mortal (newSVpvn (data2, (STRLEN)data3))); + PUTBACK; + + free (data1); + free (data2); +} + +static eq_vtbl eq_context_vtbl = { 0, eq_context_push }; + +static void CL_CALLBACK +eq_context_notify (const char *msg, const void *pvt, size_t cb, void *user_data) +{ + void *pvt_copy = malloc (cb); + memcpy (pvt_copy, pvt, cb); + eq_enq (&eq_context_vtbl, user_data, strdup (msg), pvt_copy, (void *)cb); +} + +#define CONTEXT_NOTIFY_CALLBACK \ + void (CL_CALLBACK *pfn_notify)(const char *, const void *, size_t, void *) = context_default_notify; \ + void *user_data = 0; \ + \ + if (SvOK (notify)) \ + { \ + pfn_notify = eq_context_notify; \ + user_data = s_get_cv (notify); \ + } + +static SV * ecb_noinline +new_clobj_context (cl_context ctx, void *user_data) +{ + SV *sv = new_clobj (stash_context, (IV)ctx); + + if (user_data) + sv_magicext (SvRV (sv), user_data, PERL_MAGIC_ext, 0, 0, 0); + + return sv; +} + +#define XPUSH_CLOBJ_CONTEXT XPUSHs (new_clobj_context (ctx, user_data)); + +/*****************************************************************************/ +/* build/compile/link notify */ + +static void +eq_program_push (void *data1, void *data2, void *data3) +{ + dSP; + PUSH_CLOBJ (stash_program, data1); + PUTBACK; +} + +static eq_vtbl eq_program_vtbl = { 1, eq_program_push }; + +static void CL_CALLBACK +eq_program_notify (cl_program program, void *user_data) +{ + clRetainProgram (program); + + eq_enq (&eq_program_vtbl, user_data, (void *)program, 0, 0); +} + +typedef void (CL_CALLBACK *program_callback)(cl_program program, void *user_data); + +static program_callback ecb_noinline +make_program_callback (SV *notify, void **ruser_data) +{ + if (SvOK (notify)) + { + *ruser_data = SvREFCNT_inc (s_get_cv (notify)); + return eq_program_notify; + } + else + { + *ruser_data = 0; + return 0; + } +} + +struct build_args +{ + cl_program program; + char *options; + void *user_data; + cl_uint num_devices; +}; + +X_THREAD_PROC (build_program_thread) +{ + struct build_args *arg = thr_arg; + + clBuildProgram (arg->program, arg->num_devices, arg->num_devices ? (void *)(arg + 1) : 0, arg->options, 0, 0); + + if (arg->user_data) + eq_program_notify (arg->program, arg->user_data); + else + clReleaseProgram (arg->program); + + free (arg->options); + free (arg); + + return 0; +} + +static void +build_program_async (cl_program program, cl_uint num_devices, const cl_device_id *device_list, const char *options, void *user_data) +{ + struct build_args *arg = malloc (sizeof (struct build_args) + sizeof (*device_list) * num_devices); + + arg->program = program; + arg->options = strdup (options); + arg->user_data = user_data; + arg->num_devices = num_devices; + memcpy (arg + 1, device_list, sizeof (*device_list) * num_devices); + + xthread_t id; + thread_create (&id, build_program_thread, arg); +} + +/*****************************************************************************/ +/* event objects */ + +static void +eq_event_push (void *data1, void *data2, void *data3) +{ + dSP; + PUSH_CLOBJ (stash_event, data1); + PUSHs (sv_2mortal (newSViv ((IV)data2))); + PUTBACK; +} + +static eq_vtbl eq_event_vtbl = { 1, eq_event_push }; + +static void CL_CALLBACK +eq_event_notify (cl_event event, cl_int event_command_exec_status, void *user_data) +{ + clRetainEvent (event); + eq_enq (&eq_event_vtbl, user_data, (void *)event, (void *)(IV)event_command_exec_status, 0); +} + +/*****************************************************************************/ +/* utilities for XS code */ static size_t img_row_pitch (cl_mem img) @@ -192,23 +629,35 @@ return res; } -static cl_event * -event_list (SV **items, int count) +static cl_event * ecb_noinline +event_list (SV **items, cl_uint *rcount, cl_event extra) { - if (!count) + cl_uint count = *rcount; + + if (count > 0x7fffffffU) // yeah, it's a hack - the caller might have underflowed + *rcount = count = 0; + + if (!count && !extra) return 0; - cl_event *list = tmpbuf (sizeof (cl_event) * count); + cl_event *list = tmpbuf (sizeof (cl_event) * (count + 1)); + int i = 0; while (count--) - list [count] = SvPTROBJ ("clEnqueue", "wait_events", items [count], "OpenCL::Event"); + if (SvOK (items [count])) + list [i++] = SvCLOBJ ("clEnqueue", "wait_events", items [count], "OpenCL::Event"); - return list; + if (extra) + list [i++] = extra; + + *rcount = i; + + return i ? list : 0; } -#define EVENT_LIST(items,count) \ - cl_uint event_list_count = (count); \ - cl_event *event_list_ptr = event_list (&ST (items), event_list_count) +#define EVENT_LIST(skip) \ + cl_uint event_list_count = items - (skip); \ + cl_event *event_list_ptr = event_list (&ST (skip), &event_list_count, 0) #define INFO(class) \ { \ @@ -222,10 +671,114 @@ XPUSHs (sv); \ } +/*****************************************************************************/ +/* mapped_xxx */ + +static OpenCL__Mapped +SvMAPPED (SV *sv) +{ + // no typechecking atm., keep your fingers crossed + return (OpenCL__Mapped)SvMAGIC (SvRV (sv))->mg_ptr; +} + +struct mapped +{ + cl_command_queue queue; + cl_mem memobj; + void *ptr; + size_t cb; + cl_event event; + size_t row_pitch; + size_t slice_pitch; +}; + +static SV * +mapped_new (HV *stash, cl_command_queue queue, cl_mem memobj, cl_map_flags flags, void *ptr, size_t cb, cl_event ev, size_t row_pitch, size_t slice_pitch) +{ + SV *data = newSV (0); + SvUPGRADE (data, SVt_PVMG); + + OpenCL__Mapped mapped; + New (0, mapped, 1, struct mapped); + + clRetainCommandQueue (queue); + + mapped->queue = queue; + mapped->memobj = memobj; + mapped->ptr = ptr; + mapped->cb = cb; + mapped->event = ev; + mapped->row_pitch = row_pitch; + mapped->slice_pitch = slice_pitch; + + sv_magicext (data, 0, PERL_MAGIC_ext, 0, (char *)mapped, 0); + + if (SvLEN (data)) + Safefree (data); + + SvPVX (data) = (char *)ptr; + SvCUR_set (data, cb); + SvLEN_set (data, 0); + SvPOK_only (data); + + SV *obj = sv_2mortal (sv_bless (newRV_noinc (data), stash)); + + if (!(flags & CL_MAP_WRITE)) + SvREADONLY_on (data); + + return obj; +} + +static void +mapped_detach (SV *sv, OpenCL__Mapped mapped) +{ + SV *data = SvRV (sv); + + // the next check checks both before AND after detach, where SvPVX should STILL be 0 + if (SvPVX (data) != (char *)mapped->ptr) + warn ("FATAL: OpenCL memory mapped scalar changed location, detected"); + else + { + SvREADONLY_off (data); + SvCUR_set (data, 0); + SvPVX (data) = 0; + SvOK_off (data); + } + + mapped->ptr = 0; +} + +static void +mapped_unmap (SV *self, OpenCL__Mapped mapped, cl_command_queue queue, SV **wait_list, cl_uint event_list_count) +{ + cl_event *event_list_ptr = event_list (wait_list, &event_list_count, mapped->event); + cl_event ev; + + NEED_SUCCESS (EnqueueUnmapMemObject, (queue, mapped->memobj, mapped->ptr, event_list_count, event_list_ptr, &ev)); + + clReleaseEvent (mapped->event); + mapped->event = ev; + + mapped_detach (self, mapped); +} + +/*****************************************************************************/ + MODULE = OpenCL PACKAGE = OpenCL PROTOTYPES: ENABLE +void +poll () + CODE: + eq_poll (); + +void +_eq_initialise (IV func, IV arg) + CODE: + eq_signal_func = (void (*)(void *, int))func; + eq_signal_arg = (void*)arg; + BOOT: { HV *stash = gv_stashpv ("OpenCL", 1); @@ -243,17 +796,46 @@ { sizeof (cl_double), "SIZEOF_DOUBLE" }, #include "constiv.h" }; + for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ > const_iv; civ--) newCONSTSUB (stash, (char *)civ[-1].name, newSViv (civ[-1].iv)); + + stash_platform = gv_stashpv ("OpenCL::Platform", GV_ADD); + stash_device = gv_stashpv ("OpenCL::Device", GV_ADD); + stash_subdevice = gv_stashpv ("OpenCL::SubDevice", GV_ADD); + stash_context = gv_stashpv ("OpenCL::Context", GV_ADD); + stash_queue = gv_stashpv ("OpenCL::Queue", GV_ADD); + stash_program = gv_stashpv ("OpenCL::Program", GV_ADD); + stash_kernel = gv_stashpv ("OpenCL::Kernel", GV_ADD); + stash_sampler = gv_stashpv ("OpenCL::Sampler", GV_ADD); + stash_event = gv_stashpv ("OpenCL::Event", GV_ADD); + stash_userevent = gv_stashpv ("OpenCL::UserEvent", GV_ADD); + stash_memory = gv_stashpv ("OpenCL::Memory", GV_ADD); + stash_buffer = gv_stashpv ("OpenCL::Buffer", GV_ADD); + stash_bufferobj = gv_stashpv ("OpenCL::BufferObj", GV_ADD); + stash_image = gv_stashpv ("OpenCL::Image", GV_ADD); + stash_image1d = gv_stashpv ("OpenCL::Image1D", GV_ADD); + stash_image1darray = gv_stashpv ("OpenCL::Image1DArray", GV_ADD); + stash_image1dbuffer = gv_stashpv ("OpenCL::Image1DBuffer", GV_ADD); + stash_image2d = gv_stashpv ("OpenCL::Image2D", GV_ADD); + stash_image2darray = gv_stashpv ("OpenCL::Image2DArray", GV_ADD); + stash_image3d = gv_stashpv ("OpenCL::Image3D", GV_ADD); + stash_mapped = gv_stashpv ("OpenCL::Mapped", GV_ADD); + stash_mappedbuffer = gv_stashpv ("OpenCL::MappedBuffer", GV_ADD); + stash_mappedimage = gv_stashpv ("OpenCL::MappedImage", GV_ADD); + + sv_setiv (perl_get_sv ("OpenCL::POLL_FUNC", TRUE), (IV)eq_poll_interrupt); } cl_int errno () CODE: - errno = res; + RETVAL = res; + OUTPUT: + RETVAL const char * -err2str (cl_int err) +err2str (cl_int err = res) const char * enum2str (cl_uint value) @@ -271,23 +853,24 @@ EXTEND (SP, count); for (i = 0; i < count; ++i) - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Platform", list [i])); + PUSH_CLOBJ (stash_platform, list [i]); void -context_from_type (cl_context_properties *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, FUTURE notify = 0) +context_from_type (cl_context_properties *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, SV *notify = &PL_sv_undef) PPCODE: - NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (properties, type, 0, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::Context", ctx); + CONTEXT_NOTIFY_CALLBACK; + NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (properties, type, pfn_notify, user_data, &res)); + XPUSH_CLOBJ_CONTEXT; void -context (cl_context_properties *properties = 0, FUTURE devices, FUTURE notify = 0) +context (FUTURE properties, FUTURE devices, FUTURE notify) PPCODE: /* der Gipfel der Kunst */ void wait_for_events (...) CODE: - EVENT_LIST (0, items); + EVENT_LIST (0); NEED_SUCCESS (WaitForEvents, (event_list_count, event_list_ptr)); PROTOTYPES: DISABLE @@ -299,6 +882,13 @@ PPCODE: INFO (Platform) +void +unload_compiler (OpenCL::Platform self) + CODE: +#if CL_VERSION_1_2 + clUnloadPlatformCompiler (self); +#endif + #BEGIN:platform void @@ -333,32 +923,30 @@ EXTEND (SP, count); for (i = 0; i < count; ++i) - PUSHs (sv_setref_pv (sv_newmortal (), "OpenCL::Device", list [i])); + PUSH_CLOBJ (stash_device, list [i]); void -context (OpenCL::Platform self, cl_context_properties *properties = 0, SV *devices, FUTURE notify = 0) +context (OpenCL::Platform self, SV *properties = 0, SV *devices, SV *notify = &PL_sv_undef) PPCODE: - if (!SvROK (devices) || SvTYPE (SvRV (devices)) != SVt_PVAV) - croak ("OpenCL::Platform::context argument 'device' must be an arrayref with device objects, in call"); - - AV *av = (AV *)SvRV (devices); - cl_uint num_devices = av_len (av) + 1; - cl_device_id *device_list = tmpbuf (sizeof (cl_device_id) * num_devices); - int i; + cl_context_properties extra[] = { CL_CONTEXT_PLATFORM, (cl_context_properties)self }; + cl_context_properties *props = SvCONTEXTPROPERTIES ("OpenCL::Platform::context", "properties", properties, extra, 2); - for (i = num_devices; i--; ) - device_list [i] = SvPTROBJ ("clCreateContext", "devices", *av_fetch (av, i, 0), "OpenCL::Device"); + cl_uint device_count = 0; + cl_device_id *device_list = object_list (cv, 0, "devices", devices, "OpenCL::Device", &device_count); - NEED_SUCCESS_ARG (cl_context ctx, CreateContext, (properties, num_devices, device_list, 0, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::Context", ctx); + CONTEXT_NOTIFY_CALLBACK; + NEED_SUCCESS_ARG (cl_context ctx, CreateContext, (props, device_count, device_list, pfn_notify, user_data, &res)); + XPUSH_CLOBJ_CONTEXT; void -context_from_type (OpenCL::Platform self, SV *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, FUTURE notify = 0) +context_from_type (OpenCL::Platform self, SV *properties = 0, cl_device_type type = CL_DEVICE_TYPE_DEFAULT, SV *notify = &PL_sv_undef) PPCODE: cl_context_properties extra[] = { CL_CONTEXT_PLATFORM, (cl_context_properties)self }; cl_context_properties *props = SvCONTEXTPROPERTIES ("OpenCL::Platform::context_from_type", "properties", properties, extra, 2); - NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (props, type, 0, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::Context", ctx); + + CONTEXT_NOTIFY_CALLBACK; + NEED_SUCCESS_ARG (cl_context ctx, CreateContextFromType, (props, type, pfn_notify, user_data, &res)); + XPUSH_CLOBJ_CONTEXT; MODULE = OpenCL PACKAGE = OpenCL::Device @@ -367,6 +955,36 @@ PPCODE: INFO (Device) +#if CL_VERSION_1_2 + +void +sub_devices (OpenCL::Device self, SV *properties) + PPCODE: + if (!SvROK (properties) || SvTYPE (SvRV (properties)) != SVt_PVAV) + croak ("OpenCL::Device::sub_devices: properties must be specified as reference to an array of property-value pairs"); + + properties = SvRV (properties); + + cl_uint count = av_len ((AV *)properties) + 1; + cl_device_partition_property *props = tmpbuf (sizeof (*props) * count + 1); + + int i; + for (i = 0; i < count; ++i) + props [i] = (cl_device_partition_property)SvIV (*av_fetch ((AV *)properties, i, 0)); + + props [count] = 0; + + cl_uint num_devices; + NEED_SUCCESS (CreateSubDevices, (self, props, 0, 0, &num_devices)); + cl_device_id *list = tmpbuf (sizeof (*list) * num_devices); + NEED_SUCCESS (CreateSubDevices, (self, props, num_devices, list, 0)); + + EXTEND (SP, num_devices); + for (i = 0; i < count; ++i) + PUSH_CLOBJ (stash_subdevice, list [i]); + +#endif + #BEGIN:device void @@ -376,7 +994,7 @@ NEED_SUCCESS (GetDeviceInfo, (self, CL_DEVICE_TYPE, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void vendor_id (OpenCL::Device self) @@ -407,7 +1025,7 @@ native_vector_width_float = CL_DEVICE_NATIVE_VECTOR_WIDTH_FLOAT native_vector_width_double = CL_DEVICE_NATIVE_VECTOR_WIDTH_DOUBLE native_vector_width_half = CL_DEVICE_NATIVE_VECTOR_WIDTH_HALF - reference_count_ext = CL_DEVICE_REFERENCE_COUNT_EXT + reference_count_ext = CL_DEVICE_REFERENCE_COUNT_EXT PPCODE: cl_uint value [1]; NEED_SUCCESS (GetDeviceInfo, (self, ix, sizeof (value), value, 0)); @@ -531,7 +1149,7 @@ NEED_SUCCESS (GetDeviceInfo, (self, CL_DEVICE_QUEUE_PROPERTIES, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void platform (OpenCL::Device self) @@ -541,7 +1159,7 @@ EXTEND (SP, 1); const int i = 0; { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Platform", value [i])); + PUSH_CLOBJ (stash_platform, value [i]); } void @@ -570,7 +1188,7 @@ EXTEND (SP, 1); const int i = 0; { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -591,12 +1209,23 @@ #END:device +MODULE = OpenCL PACKAGE = OpenCL::SubDevice + +#if CL_VERSION_1_2 + +void +DESTROY (OpenCL::SubDevice self) + CODE: + clReleaseDevice (self); + +#endif + MODULE = OpenCL PACKAGE = OpenCL::Context void -DESTROY (OpenCL::Context context) +DESTROY (OpenCL::Context self) CODE: - clReleaseContext (context); + clReleaseContext (self); void info (OpenCL::Context self, cl_context_info name) @@ -607,13 +1236,13 @@ queue (OpenCL::Context self, OpenCL::Device device, cl_command_queue_properties properties = 0) PPCODE: NEED_SUCCESS_ARG (cl_command_queue queue, CreateCommandQueue, (self, device, properties, &res)); - XPUSH_NEW_OBJ ("OpenCL::Queue", queue); + XPUSH_CLOBJ (stash_queue, queue); void user_event (OpenCL::Context self) PPCODE: NEED_SUCCESS_ARG (cl_event ev, CreateUserEvent, (self, &res)); - XPUSH_NEW_OBJ ("OpenCL::UserEvent", ev); + XPUSH_CLOBJ (stash_userevent, ev); void buffer (OpenCL::Context self, cl_mem_flags flags, size_t len) @@ -622,7 +1251,7 @@ croak ("OpenCL::Context::buffer: cannot use/copy host ptr when no data is given, use $context->buffer_sv instead?"); NEED_SUCCESS_ARG (cl_mem mem, CreateBuffer, (self, flags, len, 0, &res)); - XPUSH_NEW_OBJ ("OpenCL::BufferObj", mem); + XPUSH_CLOBJ (stash_bufferobj, mem); void buffer_sv (OpenCL::Context self, cl_mem_flags flags, SV *data) @@ -632,7 +1261,37 @@ if (!(flags & (CL_MEM_USE_HOST_PTR | CL_MEM_COPY_HOST_PTR))) croak ("OpenCL::Context::buffer_sv: you have to specify use or copy host ptr when buffer data is given, use $context->buffer instead?"); NEED_SUCCESS_ARG (cl_mem mem, CreateBuffer, (self, flags, len, ptr, &res)); - XPUSH_NEW_OBJ ("OpenCL::BufferObj", mem); + XPUSH_CLOBJ (stash_bufferobj, mem); + +#if CL_VERSION_1_2 + +void +image (OpenCL::Context self, cl_mem_flags flags, cl_channel_order channel_order, cl_channel_type channel_type, cl_mem_object_type type, size_t width, size_t height, size_t depth = 0, size_t array_size = 0, size_t row_pitch = 0, size_t slice_pitch = 0, cl_uint num_mip_level = 0, cl_uint num_samples = 0, SV *data = &PL_sv_undef) + PPCODE: + STRLEN len; + char *ptr = SvOK (data) ? SvPVbyte (data, len) : 0; + const cl_image_format format = { channel_order, channel_type }; + const cl_image_desc desc = { + type, + width, height, depth, + array_size, row_pitch, slice_pitch, + num_mip_level, num_samples, + type == CL_MEM_OBJECT_IMAGE1D_BUFFER ? (cl_mem)SvCLOBJ ("OpenCL::Context::Image", "data", data, "OpenCL::Buffer") : 0 + }; + NEED_SUCCESS_ARG (cl_mem mem, CreateImage, (self, flags, &format, &desc, ptr, &res)); + HV *stash = stash_image; + switch (type) + { + case CL_MEM_OBJECT_IMAGE1D_BUFFER: stash = stash_image1dbuffer; break; + case CL_MEM_OBJECT_IMAGE1D: stash = stash_image1d; break; + case CL_MEM_OBJECT_IMAGE1D_ARRAY: stash = stash_image2darray; break; + case CL_MEM_OBJECT_IMAGE2D: stash = stash_image2d; break; + case CL_MEM_OBJECT_IMAGE2D_ARRAY: stash = stash_image2darray; break; + case CL_MEM_OBJECT_IMAGE3D: stash = stash_image3d; break; + } + XPUSH_CLOBJ (stash, mem); + +#endif void image2d (OpenCL::Context self, cl_mem_flags flags, cl_channel_order channel_order, cl_channel_type channel_type, size_t width, size_t height, size_t row_pitch = 0, SV *data = &PL_sv_undef) @@ -640,8 +1299,13 @@ STRLEN len; char *ptr = SvOK (data) ? SvPVbyte (data, len) : 0; const cl_image_format format = { channel_order, channel_type }; +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateImage2D, (self, flags, &format, width, height, row_pitch, ptr, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image2D", mem); +#else + const cl_image_desc desc = { CL_MEM_OBJECT_IMAGE2D, width, height, 0, 0, row_pitch, 0, 0, 0, 0 }; + NEED_SUCCESS_ARG (cl_mem mem, CreateImage, (self, flags, &format, &desc, ptr, &res)); +#endif + XPUSH_CLOBJ (stash_image2d, mem); void image3d (OpenCL::Context self, cl_mem_flags flags, cl_channel_order channel_order, cl_channel_type channel_type, size_t width, size_t height, size_t depth, size_t row_pitch = 0, size_t slice_pitch = 0, SV *data = &PL_sv_undef) @@ -649,8 +1313,13 @@ STRLEN len; char *ptr = SvOK (data) ? SvPVbyte (data, len) : 0; const cl_image_format format = { channel_order, channel_type }; +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateImage3D, (self, flags, &format, width, height, depth, row_pitch, slice_pitch, ptr, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image3D", mem); +#else + const cl_image_desc desc = { CL_MEM_OBJECT_IMAGE3D, width, height, depth, 0, row_pitch, slice_pitch, 0, 0, 0 }; + NEED_SUCCESS_ARG (cl_mem mem, CreateImage, (self, flags, &format, &desc, ptr, &res)); +#endif + XPUSH_CLOBJ (stash_image3d, mem); #if cl_apple_gl_sharing || cl_khr_gl_sharing @@ -658,25 +1327,56 @@ gl_buffer (OpenCL::Context self, cl_mem_flags flags, cl_GLuint bufobj) PPCODE: NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLBuffer, (self, flags, bufobj, &res)); - XPUSH_NEW_OBJ ("OpenCL::BufferObj", mem); + XPUSH_CLOBJ (stash_bufferobj, mem); + +void +gl_renderbuffer (OpenCL::Context self, cl_mem_flags flags, cl_GLuint renderbuffer) + PPCODE: + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLRenderbuffer, (self, flags, renderbuffer, &res)); + XPUSH_CLOBJ (stash_image2d, mem); + +#if CL_VERSION_1_2 + +void +gl_texture (OpenCL::Context self, cl_mem_flags flags, cl_GLenum target, cl_GLint miplevel, cl_GLuint texture) + ALIAS: + PPCODE: + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture, (self, flags, target, miplevel, texture, &res)); + cl_gl_object_type type; + NEED_SUCCESS (GetGLObjectInfo, (mem, &type, 0)); // TODO: use target instead? + HV *stash = stash_memory; + switch (type) + { + case CL_GL_OBJECT_TEXTURE_BUFFER: stash = stash_image1dbuffer; break; + case CL_GL_OBJECT_TEXTURE1D: stash = stash_image1d; break; + case CL_GL_OBJECT_TEXTURE1D_ARRAY: stash = stash_image2darray; break; + case CL_GL_OBJECT_TEXTURE2D: stash = stash_image2d; break; + case CL_GL_OBJECT_TEXTURE2D_ARRAY: stash = stash_image2darray; break; + case CL_GL_OBJECT_TEXTURE3D: stash = stash_image3d; break; + } + XPUSH_CLOBJ (stash, mem); + +#endif void gl_texture2d (OpenCL::Context self, cl_mem_flags flags, cl_GLenum target, cl_GLint miplevel, cl_GLuint texture) PPCODE: +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture2D, (self, flags, target, miplevel, texture, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image2D", mem); +#else + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture , (self, flags, target, miplevel, texture, &res)); +#endif + XPUSH_CLOBJ (stash_image2d, mem); void gl_texture3d (OpenCL::Context self, cl_mem_flags flags, cl_GLenum target, cl_GLint miplevel, cl_GLuint texture) PPCODE: +#if PREFER_1_1 NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture3D, (self, flags, target, miplevel, texture, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image3D", mem); - -void -gl_renderbuffer (OpenCL::Context self, cl_mem_flags flags, cl_GLuint renderbuffer) - PPCODE: - NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLRenderbuffer, (self, flags, renderbuffer, &res)); - XPUSH_NEW_OBJ ("OpenCL::Image2D", mem); +#else + NEED_SUCCESS_ARG (cl_mem mem, CreateFromGLTexture , (self, flags, target, miplevel, texture, &res)); +#endif + XPUSH_CLOBJ (stash_image3d, mem); #endif @@ -706,7 +1406,7 @@ sampler (OpenCL::Context self, cl_bool normalized_coords, cl_addressing_mode addressing_mode, cl_filter_mode filter_mode) PPCODE: NEED_SUCCESS_ARG (cl_sampler sampler, CreateSampler, (self, normalized_coords, addressing_mode, filter_mode, &res)); - XPUSH_NEW_OBJ ("OpenCL::Sampler", sampler); + XPUSH_CLOBJ (stash_sampler, sampler); void program_with_source (OpenCL::Context self, SV *program) @@ -717,7 +1417,83 @@ len2 = len; NEED_SUCCESS_ARG (cl_program prog, CreateProgramWithSource, (self, 1, &ptr, &len2, &res)); - XPUSH_NEW_OBJ ("OpenCL::Program", prog); + XPUSH_CLOBJ (stash_program, prog); + +void +program_with_binary (OpenCL::Context self, SV *devices, SV *binaries) + PPCODE: + cl_uint device_count; + cl_device_id *device_list = object_list (cv, 0, "devices", devices, "OpenCL::Device", &device_count); + + if (!SvROK (binaries) || SvTYPE (SvRV (binaries)) != SVt_PVAV) + croak ("OpenCL::Context::program_with_binary: binaries must be specified as reference to an array of strings"); + + binaries = SvRV (binaries); + + if (device_count != av_len ((AV *)binaries) + 1) + croak ("OpenCL::Context::program_with_binary: differing numbers of devices and binaries are not allowed"); + + size_t *length_list = tmpbuf (sizeof (*length_list) * device_count); + const unsigned char **binary_list = tmpbuf (sizeof (*binary_list) * device_count); + cl_int *status_list = tmpbuf (sizeof (*status_list) * device_count); + + int i; + for (i = 0; i < device_count; ++i) + { + STRLEN len; + binary_list [i] = (const unsigned char *)SvPVbyte (*av_fetch ((AV *)binaries, i, 0), len); + length_list [i] = len; + } + + NEED_SUCCESS_ARG (cl_program prog, CreateProgramWithBinary, (self, device_count, device_list, + length_list, binary_list, + GIMME_V == G_ARRAY ? status_list : 0, &res)); + + EXTEND (SP, 2); + PUSH_CLOBJ (stash_program, prog); + + if (GIMME_V == G_ARRAY) + { + AV *av = newAV (); + PUSHs (sv_2mortal (newRV_noinc ((SV *)av))); + + for (i = device_count; i--; ) + av_store (av, i, newSViv (status_list [i])); + } + +#if CL_VERSION_1_2 + +void +program_with_built_in_kernels (OpenCL::Context self, SV *devices, SV *kernel_names) + PPCODE: + cl_uint device_count = 0; + cl_device_id *device_list = object_list (cv, 0, "devices", devices, "OpenCL::Device", &device_count); + + NEED_SUCCESS_ARG (cl_program prog, CreateProgramWithBuiltInKernels, (self, device_count, device_list, SvPVbyte_nolen (kernel_names), &res)); + + XPUSH_CLOBJ (stash_program, prog); + +void +link_program (OpenCL::Context self, SV *devices, SV *options, SV *programs, SV *notify = &PL_sv_undef) + CODE: + cl_uint device_count = 0; + cl_device_id *device_list = 0; + + if (SvOK (devices)) + device_list = object_list (cv, 1, "devices", devices, "OpenCL::Device", &device_count); + + cl_uint program_count; + cl_program *program_list = object_list (cv, 0, "programs", programs, "OpenCL::Program", &program_count); + + void *user_data; + program_callback pfn_notify = make_program_callback (notify, &user_data); + + NEED_SUCCESS_ARG (cl_program prog, LinkProgram, (self, device_count, device_list, SvPVbyte_nolen (options), + program_count, program_list, pfn_notify, user_data, &res)); + + XPUSH_CLOBJ (stash_program, prog); + +#endif #BEGIN:context @@ -744,7 +1520,7 @@ EXTEND (SP, n); for (i = 0; i < n; ++i) { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -769,52 +1545,110 @@ clReleaseCommandQueue (self); void -enqueue_read_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, size_t len, SV *data, ...) +read_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, size_t len, SV *data, ...) + ALIAS: + enqueue_read_buffer = 0 PPCODE: - cl_event ev = 0; - EVENT_LIST (6, items - 6); + EVENT_LIST (6); SvUPGRADE (data, SVt_PV); SvGROW (data, len); SvPOK_only (data); SvCUR_set (data, len); + + cl_event ev = 0; NEED_SUCCESS (EnqueueReadBuffer, (self, mem, blocking, offset, len, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_write_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, SV *data, ...) +write_buffer (OpenCL::Queue self, OpenCL::Buffer mem, cl_bool blocking, size_t offset, SV *data, ...) + ALIAS: + enqueue_write_buffer = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (5); + STRLEN len; char *ptr = SvPVbyte (data, len); - EVENT_LIST (5, items - 5); - NEED_SUCCESS (EnqueueReadBuffer, (self, mem, blocking, offset, len, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + cl_event ev = 0; + NEED_SUCCESS (EnqueueWriteBuffer, (self, mem, blocking, offset, len, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); + +#if CL_VERSION_1_2 void -enqueue_copy_buffer (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_offset, size_t dst_offset, size_t len, ...) +fill_buffer (OpenCL::Queue self, OpenCL::Buffer mem, SV *data, size_t offset, size_t size, ...) + ALIAS: + enqueue_fill_buffer = 0 PPCODE: + EVENT_LIST (5); + + STRLEN len; + char *ptr = SvPVbyte (data, len); + cl_event ev = 0; - EVENT_LIST (6, items - 6); + NEED_SUCCESS (EnqueueFillBuffer, (self, mem, ptr, len, offset, size, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); - NEED_SUCCESS (EnqueueCopyBuffer, (self, src, dst, src_offset, dst_offset, len, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +void +fill_image (OpenCL::Queue self, OpenCL::Image img, NV r, NV g, NV b, NV a, size_t x, size_t y, size_t z, size_t width, size_t height, size_t depth, ...) + ALIAS: + enqueue_fill_image = 0 + PPCODE: + EVENT_LIST (12); + + const size_t origin [3] = { x, y, z }; + const size_t region [3] = { width, height, depth }; + + const cl_float c_f [4] = { r, g, b, a }; + const cl_uint c_u [4] = { r, g, b, a }; + const cl_int c_s [4] = { r, g, b, a }; + const void *c_fus [3] = { &c_f, &c_u, &c_s }; + static const char fus [] = { 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 1, 1, 0, 0 }; + cl_image_format format; + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_FORMAT, sizeof (format), &format, 0)); + assert (sizeof (fus) == CL_FLOAT + 1 - CL_SNORM_INT8); + if (format.image_channel_data_type < CL_SNORM_INT8 || CL_FLOAT < format.image_channel_data_type) + croak ("enqueue_fill_image: image has unsupported channel type, only opencl 1.2 channel types supported."); + + cl_event ev = 0; + NEED_SUCCESS (EnqueueFillImage, (self, img, c_fus [fus [format.image_channel_data_type - CL_SNORM_INT8]], + origin, region, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); + +#endif void -enqueue_read_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) +copy_buffer (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_offset, size_t dst_offset, size_t len, ...) + ALIAS: + enqueue_copy_buffer = 0 PPCODE: + EVENT_LIST (6); + cl_event ev = 0; + NEED_SUCCESS (EnqueueCopyBuffer, (self, src, dst, src_offset, dst_offset, len, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +void +read_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) + ALIAS: + enqueue_read_buffer_rect = 0 + PPCODE: + EVENT_LIST (17); + const size_t buf_origin [3] = { buf_x , buf_y , buf_z }; const size_t host_origin[3] = { host_x, host_y, host_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (17, items - 17); if (!buf_row_pitch) buf_row_pitch = region [0]; @@ -834,21 +1668,25 @@ SvGROW (data, len); SvPOK_only (data); SvCUR_set (data, len); + + cl_event ev = 0; NEED_SUCCESS (EnqueueReadBufferRect, (self, buf, blocking, buf_origin, host_origin, region, buf_row_pitch, buf_slice_pitch, host_row_pitch, host_slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_write_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) +write_buffer_rect (OpenCL::Queue self, OpenCL::Memory buf, cl_bool blocking, size_t buf_x, size_t buf_y, size_t buf_z, size_t host_x, size_t host_y, size_t host_z, size_t width, size_t height, size_t depth, size_t buf_row_pitch, size_t buf_slice_pitch, size_t host_row_pitch, size_t host_slice_pitch, SV *data, ...) + ALIAS: + enqueue_write_buffer_rect = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (17); + const size_t buf_origin [3] = { buf_x , buf_y , buf_z }; const size_t host_origin[3] = { host_x, host_y, host_z }; const size_t region[3] = { width, height, depth }; STRLEN len; char *ptr = SvPVbyte (data, len); - EVENT_LIST (17, items - 17); if (!buf_row_pitch) buf_row_pitch = region [0]; @@ -867,32 +1705,38 @@ if (len < min_len) croak ("clEnqueueWriteImage: data string is shorter than what would be transferred"); - NEED_SUCCESS (EnqueueWriteBufferRect, (self, buf, blocking, buf_origin, host_origin, region, buf_row_pitch, buf_slice_pitch, host_row_pitch, host_slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + cl_event ev = 0; + NEED_SUCCESS (EnqueueWriteBufferRect, (self, buf, blocking, buf_origin, host_origin, region, buf_row_pitch, buf_slice_pitch, host_row_pitch, host_slice_pitch, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_buffer_rect (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t src_row_pitch, size_t src_slice_pitch, size_t dst_row_pitch, size_t dst_slice_pitch, ...) +copy_buffer_rect (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t src_row_pitch, size_t src_slice_pitch, size_t dst_row_pitch, size_t dst_slice_pitch, ...) + ALIAS: + enqueue_copy_buffer_rect = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (16); + const size_t src_origin[3] = { src_x, src_y, src_z }; const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (16, items - 16); + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyBufferRect, (self, src, dst, src_origin, dst_origin, region, src_row_pitch, src_slice_pitch, dst_row_pitch, dst_slice_pitch, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_read_image (OpenCL::Queue self, OpenCL::Image src, cl_bool blocking, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) +read_image (OpenCL::Queue self, OpenCL::Image src, cl_bool blocking, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) + ALIAS: + enqueue_read_image = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (12); + const size_t src_origin[3] = { src_x, src_y, src_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (12, items - 12); if (!row_pitch) row_pitch = img_row_pitch (src); @@ -906,20 +1750,24 @@ SvGROW (data, len); SvPOK_only (data); SvCUR_set (data, len); + + cl_event ev = 0; NEED_SUCCESS (EnqueueReadImage, (self, src, blocking, src_origin, region, row_pitch, slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_write_image (OpenCL::Queue self, OpenCL::Image dst, cl_bool blocking, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) +write_image (OpenCL::Queue self, OpenCL::Image dst, cl_bool blocking, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, size_t row_pitch, size_t slice_pitch, SV *data, ...) + ALIAS: + enqueue_write_image = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (12); + const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; const size_t region[3] = { width, height, depth }; STRLEN len; char *ptr = SvPVbyte (data, len); - EVENT_LIST (12, items - 12); if (!row_pitch) row_pitch = img_row_pitch (dst); @@ -932,71 +1780,158 @@ if (len < min_len) croak ("clEnqueueWriteImage: data string is shorter than what would be transferred"); - NEED_SUCCESS (EnqueueWriteImage, (self, dst, blocking, dst_origin, region, row_pitch, slice_pitch, SvPVX (data), event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + cl_event ev = 0; + NEED_SUCCESS (EnqueueWriteImage, (self, dst, blocking, dst_origin, region, row_pitch, slice_pitch, ptr, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_image (OpenCL::Queue self, OpenCL::Image src, OpenCL::Image dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) +copy_image (OpenCL::Queue self, OpenCL::Image src, OpenCL::Image dst, size_t src_x, size_t src_y, size_t src_z, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) + ALIAS: + enqueue_copy_image = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (12); + const size_t src_origin[3] = { src_x, src_y, src_z }; const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; const size_t region[3] = { width, height, depth }; - EVENT_LIST (12, items - 12); + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyImage, (self, src, dst, src_origin, dst_origin, region, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_image_to_buffer (OpenCL::Queue self, OpenCL::Image src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t dst_offset, ...) +copy_image_to_buffer (OpenCL::Queue self, OpenCL::Image src, OpenCL::Buffer dst, size_t src_x, size_t src_y, size_t src_z, size_t width, size_t height, size_t depth, size_t dst_offset, ...) + ALIAS: + enqueue_copy_image_to_buffer = 0 PPCODE: - cl_event ev = 0; - const size_t src_origin[3] = { src_x, src_y, src_z }; - const size_t region[3] = { width, height, depth }; - EVENT_LIST (10, items - 10); + EVENT_LIST (10); + + const size_t src_origin[3] = { src_x, src_y, src_z }; + const size_t region [3] = { width, height, depth }; + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyImageToBuffer, (self, src, dst, src_origin, region, dst_offset, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_copy_buffer_to_image (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Image dst, size_t src_offset, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) +copy_buffer_to_image (OpenCL::Queue self, OpenCL::Buffer src, OpenCL::Image dst, size_t src_offset, size_t dst_x, size_t dst_y, size_t dst_z, size_t width, size_t height, size_t depth, ...) + ALIAS: + enqueue_copy_buffer_to_image = 0 PPCODE: - cl_event ev = 0; - const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; - const size_t region[3] = { width, height, depth }; - EVENT_LIST (10, items - 10); + EVENT_LIST (10); + + const size_t dst_origin[3] = { dst_x, dst_y, dst_z }; + const size_t region [3] = { width, height, depth }; + cl_event ev = 0; NEED_SUCCESS (EnqueueCopyBufferToImage, (self, src, dst, src_offset, dst_origin, region, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_task (OpenCL::Queue self, OpenCL::Kernel kernel, ...) +map_buffer (OpenCL::Queue self, OpenCL::Buffer buf, cl_bool blocking = 1, cl_map_flags map_flags = CL_MAP_READ | CL_MAP_WRITE, size_t offset = 0, SV *cb_ = &PL_sv_undef, ...) + ALIAS: + enqueue_map_buffer = 0 + PPCODE: + EVENT_LIST (6); + + size_t cb = SvIV (cb_); + + if (!SvOK (cb_)) + { + NEED_SUCCESS (GetMemObjectInfo, (buf, CL_MEM_SIZE, sizeof (cb), &cb, 0)); + cb -= offset; + } + + cl_event ev; + NEED_SUCCESS_ARG (void *ptr, EnqueueMapBuffer, (self, buf, blocking, map_flags, offset, cb, event_list_count, event_list_ptr, &ev, &res)); + XPUSHs (mapped_new (stash_mappedbuffer, self, buf, map_flags, ptr, cb, ev, 0, 0)); + +void +map_image (OpenCL::Queue self, OpenCL::Image img, cl_bool blocking = 1, cl_map_flags map_flags = CL_MAP_READ | CL_MAP_WRITE, size_t x = 0, size_t y = 0, size_t z = 0, SV *width_ = &PL_sv_undef, SV *height_ = &PL_sv_undef, SV *depth_ = &PL_sv_undef, ...) + ALIAS: + enqueue_map_image = 0 + PPCODE: + size_t width = SvIV (width_); + if (!SvOK (width_)) + { + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_WIDTH, sizeof (width), &width, 0)); + width -= x; + } + + size_t height = SvIV (width_); + if (!SvOK (height_)) + { + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_HEIGHT, sizeof (height), &height, 0)); + height -= y; + } + + size_t depth = SvIV (width_); + if (!SvOK (depth_)) + { + NEED_SUCCESS (GetImageInfo, (img, CL_IMAGE_DEPTH, sizeof (depth), &depth, 0)); + depth -= z; + + // stupid opencl returns 0 for depth, but requires 1 for 2d images + if (!depth) + depth = 1; + } + + const size_t origin[3] = { x, y, z }; + const size_t region[3] = { width, height, depth }; + size_t row_pitch, slice_pitch; + EVENT_LIST (10); + + cl_event ev; + NEED_SUCCESS_ARG (void *ptr, EnqueueMapImage, (self, img, blocking, map_flags, origin, region, &row_pitch, &slice_pitch, event_list_count, event_list_ptr, &ev, &res)); + + size_t cb = slice_pitch ? slice_pitch * region [2] + : row_pitch ? row_pitch * region [1] + : region [0]; + + XPUSHs (mapped_new (stash_mappedimage, self, img, map_flags, ptr, cb, ev, row_pitch, slice_pitch)); + +void +unmap (OpenCL::Queue self, OpenCL::Mapped mapped, ...) PPCODE: - cl_event ev = 0; - EVENT_LIST (2, items - 2); + mapped_unmap (ST (1), mapped, self, &ST (2), items - 2); + if (GIMME_V != G_VOID) + { + clRetainEvent (mapped->event); + XPUSH_CLOBJ (stash_event, mapped->event); + } +void +task (OpenCL::Queue self, OpenCL::Kernel kernel, ...) + ALIAS: + enqueue_task = 0 + PPCODE: + EVENT_LIST (2); + + cl_event ev = 0; NEED_SUCCESS (EnqueueTask, (self, kernel, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); void -enqueue_nd_range_kernel (OpenCL::Queue self, OpenCL::Kernel kernel, SV *global_work_offset, SV *global_work_size, SV *local_work_size = &PL_sv_undef, ...) +nd_range_kernel (OpenCL::Queue self, OpenCL::Kernel kernel, SV *global_work_offset, SV *global_work_size, SV *local_work_size = &PL_sv_undef, ...) + ALIAS: + enqueue_nd_range_kernel = 0 PPCODE: - cl_event ev = 0; + EVENT_LIST (5); + size_t *gwo = 0, *gws, *lws = 0; int gws_len; size_t *lists; int i; - EVENT_LIST (5, items - 5); if (!SvROK (global_work_size) || SvTYPE (SvRV (global_work_size)) != SVt_PVAV) croak ("clEnqueueNDRangeKernel: global_work_size must be an array reference"); @@ -1007,7 +1942,12 @@ gws = lists + gws_len * 0; for (i = 0; i < gws_len; ++i) - gws [i] = SvIV (AvARRAY (SvRV (global_work_size))[i]); + { + gws [i] = SvIV (AvARRAY (SvRV (global_work_size))[i]); + // at least nvidia crashes for 0-sized work group sizes, work around + if (!gws [i]) + croak ("clEnqueueNDRangeKernel: global_work_size[%d] is zero, must be non-zero", i); + } if (SvOK (global_work_offset)) { @@ -1024,69 +1964,138 @@ if (SvOK (local_work_size)) { - if (SvOK (local_work_size) && !SvROK (local_work_size) || SvTYPE (SvRV (local_work_size)) != SVt_PVAV) - croak ("clEnqueueNDRangeKernel: global_work_size must be undef or an array reference"); + if ((SvOK (local_work_size) && !SvROK (local_work_size)) || SvTYPE (SvRV (local_work_size)) != SVt_PVAV) + croak ("clEnqueueNDRangeKernel: local_work_size must be undef or an array reference"); if (AvFILLp (SvRV (local_work_size)) + 1 != gws_len) croak ("clEnqueueNDRangeKernel: local_work_local must be undef or an array of same size as global_work_size"); lws = lists + gws_len * 2; for (i = 0; i < gws_len; ++i) - lws [i] = SvIV (AvARRAY (SvRV (local_work_size))[i]); + { + lws [i] = SvIV (AvARRAY (SvRV (local_work_size))[i]); + // at least nvidia crashes for 0-sized work group sizes, work around + if (!lws [i]) + croak ("clEnqueueNDRangeKernel: local_work_size[%d] is zero, must be non-zero", i); + } } + cl_event ev = 0; NEED_SUCCESS (EnqueueNDRangeKernel, (self, kernel, gws_len, gwo, gws, lws, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); + +#if CL_VERSION_1_2 + +void +migrate_mem_objects (OpenCL::Queue self, SV *objects, cl_mem_migration_flags flags, ...) + ALIAS: + enqueue_migrate_mem_objects = 0 + PPCODE: + EVENT_LIST (3); + + cl_uint obj_count; + cl_mem *obj_list = object_list (cv, 0, "objects", objects, "OpenCL::Memory", &obj_count); + + cl_event ev = 0; + NEED_SUCCESS (EnqueueMigrateMemObjects, (self, obj_count, obj_list, flags, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +#endif #if cl_apple_gl_sharing || cl_khr_gl_sharing void -enqueue_acquire_gl_objects (OpenCL::Queue self, SV *objects, ...) - ALIAS: +acquire_gl_objects (OpenCL::Queue self, SV *objects, ...) + ALIAS: + release_gl_objects = 1 + enqueue_acquire_gl_objects = 0 enqueue_release_gl_objects = 1 - CODE: - if (!SvROK (objects) || SvTYPE (SvRV (objects)) != SVt_PVAV) - croak ("OpenCL::Queue::enqueue_acquire/release_gl_objects argument 'objects' must be an arrayref with memory objects, in call"); + PPCODE: + EVENT_LIST (2); - cl_event ev = 0; - EVENT_LIST (2, items - 2); - AV *av = (AV *)SvRV (objects); - cl_uint num_objects = av_len (av) + 1; - cl_mem *object_list = tmpbuf (sizeof (cl_mem) * num_objects); - int i; + cl_uint obj_count; + cl_mem *obj_list = object_list (cv, 0, "objects", objects, "OpenCL::Memory", &obj_count); - for (i = num_objects; i--; ) - object_list [i] = SvPTROBJ ("OpenCL::Queue::enqueue_acquire/release_gl_objects", "objects", *av_fetch (av, i, 0), "OpenCL::Memory"); + cl_event ev = 0; if (ix) - NEED_SUCCESS (EnqueueReleaseGLObjects, (self, num_objects, object_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + NEED_SUCCESS (EnqueueReleaseGLObjects, (self, obj_count, obj_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); else - NEED_SUCCESS (EnqueueAcquireGLObjects, (self, num_objects, object_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); + NEED_SUCCESS (EnqueueAcquireGLObjects, (self, obj_count, obj_list, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); if (ev) - XPUSH_NEW_OBJ ("OpenCL::Event", ev); + XPUSH_CLOBJ (stash_event, ev); #endif void -enqueue_marker (OpenCL::Queue self) - PPCODE: - cl_event ev; - NEED_SUCCESS (EnqueueMarker, (self, &ev)); - XPUSH_NEW_OBJ ("OpenCL::Event", ev); - -void -enqueue_wait_for_events (OpenCL::Queue self, ...) +wait_for_events (OpenCL::Queue self, ...) + ALIAS: + enqueue_wait_for_events = 0 CODE: - EVENT_LIST (1, items - 1); + EVENT_LIST (1); +#if PREFER_1_1 NEED_SUCCESS (EnqueueWaitForEvents, (self, event_list_count, event_list_ptr)); +#else + NEED_SUCCESS (EnqueueBarrierWithWaitList, (self, event_list_count, event_list_ptr, 0)); +#endif void -enqueue_barrier (OpenCL::Queue self) - CODE: - NEED_SUCCESS (EnqueueBarrier, (self)); +marker (OpenCL::Queue self, ...) + ALIAS: + enqueue_marker = 0 + PPCODE: + EVENT_LIST (1); + cl_event ev = 0; +#if PREFER_1_1 + if (!event_list_count) + NEED_SUCCESS (EnqueueMarker, (self, GIMME_V != G_VOID ? &ev : 0)); + else +#if CL_VERSION_1_2 + NEED_SUCCESS (EnqueueMarkerWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#else + { + NEED_SUCCESS (EnqueueWaitForEvents, (self, event_list_count, event_list_ptr)); // also a barrier + NEED_SUCCESS (EnqueueMarker, (self, GIMME_V != G_VOID ? &ev : 0)); + } +#endif +#else + NEED_SUCCESS (EnqueueMarkerWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#endif + if (ev) + XPUSH_CLOBJ (stash_event, ev); + +void +barrier (OpenCL::Queue self, ...) + ALIAS: + enqueue_barrier = 0 + PPCODE: + EVENT_LIST (1); + cl_event ev = 0; +#if PREFER_1_1 + if (!event_list_count && GIMME_V == G_VOID) + NEED_SUCCESS (EnqueueBarrier, (self)); + else +#if CL_VERSION_1_2 + NEED_SUCCESS (EnqueueBarrierWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#else + { + if (event_list_count) + NEED_SUCCESS (EnqueueWaitForEvents, (self, event_list_count, event_list_ptr)); + + if (GIMME_V != G_VOID) + NEED_SUCCESS (EnqueueMarker, (self, &ev)); + } +#endif +#else + NEED_SUCCESS (EnqueueBarrierWithWaitList, (self, event_list_count, event_list_ptr, GIMME_V != G_VOID ? &ev : 0)); +#endif + if (ev) + XPUSH_CLOBJ (stash_event, ev); void flush (OpenCL::Queue self) @@ -1114,7 +2123,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1125,7 +2134,7 @@ EXTEND (SP, 1); const int i = 0; { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -1144,7 +2153,7 @@ NEED_SUCCESS (GetCommandQueueInfo, (self, CL_QUEUE_PROPERTIES, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); #END:command_queue @@ -1169,7 +2178,7 @@ NEED_SUCCESS (GetMemObjectInfo, (self, CL_MEM_TYPE, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void flags (OpenCL::Memory self) @@ -1178,7 +2187,7 @@ NEED_SUCCESS (GetMemObjectInfo, (self, CL_MEM_FLAGS, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void size (OpenCL::Memory self) @@ -1222,7 +2231,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1234,7 +2243,7 @@ const int i = 0; { NEED_SUCCESS (RetainMemObject, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Memory", value [i])); + PUSH_CLOBJ (stash_memory, value [i]); } #END:mem @@ -1246,7 +2255,7 @@ PPCODE: cl_gl_object_type type; cl_GLuint name; - NEED_SUCCESS (clGetGLObjectInfo, (self, &type, &name)); + NEED_SUCCESS (GetGLObjectInfo, (self, &type, &name)); EXTEND (SP, 2); PUSHs (sv_2mortal (newSVuv (type))); PUSHs (sv_2mortal (newSVuv (name))); @@ -1264,7 +2273,7 @@ cl_buffer_region crdata = { origin, size }; NEED_SUCCESS_ARG (cl_mem mem, CreateSubBuffer, (self, flags, CL_BUFFER_CREATE_TYPE_REGION, &crdata, &res)); - XPUSH_NEW_OBJ ("OpenCL::Buffer", mem); + XPUSH_CLOBJ (stash_buffer, mem); MODULE = OpenCL PACKAGE = OpenCL::Image @@ -1273,6 +2282,15 @@ PPCODE: INFO (Image) +void +format (OpenCL::Image self) + PPCODE: + cl_image_format format; + NEED_SUCCESS (GetImageInfo, (self, CL_IMAGE_FORMAT, sizeof (format), &format, 0)); + EXTEND (SP, 2); + PUSHs (sv_2mortal (newSVuv (format.image_channel_order))); + PUSHs (sv_2mortal (newSVuv (format.image_channel_data_type))); + #BEGIN:image void @@ -1301,7 +2319,7 @@ target (OpenCL::Image self) PPCODE: cl_GLenum value [1]; - NEED_SUCCESS (GetGlTextureInfo, (self, CL_GL_TEXTURE_TARGET, sizeof (value), value, 0)); + NEED_SUCCESS (GetGLTextureInfo, (self, CL_GL_TEXTURE_TARGET, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; PUSHs (sv_2mortal (newSVuv (value [i]))); @@ -1310,7 +2328,7 @@ gl_mipmap_level (OpenCL::Image self) PPCODE: cl_GLint value [1]; - NEED_SUCCESS (GetGlTextureInfo, (self, CL_GL_MIPMAP_LEVEL, sizeof (value), value, 0)); + NEED_SUCCESS (GetGLTextureInfo, (self, CL_GL_MIPMAP_LEVEL, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; PUSHs (sv_2mortal (newSViv (value [i]))); @@ -1351,7 +2369,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1361,7 +2379,7 @@ NEED_SUCCESS (GetSamplerInfo, (self, CL_SAMPLER_NORMALIZED_COORDS, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void addressing_mode (OpenCL::Sampler self) @@ -1370,7 +2388,7 @@ NEED_SUCCESS (GetSamplerInfo, (self, CL_SAMPLER_ADDRESSING_MODE, sizeof (value), value, 0)); EXTEND (SP, 1); const int i = 0; - PUSHs (sv_2mortal (newSViv (value [i]))); + PUSHs (sv_2mortal (newSVuv (value [i]))); void filter_mode (OpenCL::Sampler self) @@ -1391,9 +2409,67 @@ clReleaseProgram (self); void -build (OpenCL::Program self, OpenCL::Device device, SV *options = &PL_sv_undef) +build (OpenCL::Program self, SV *devices = &PL_sv_undef, SV *options = &PL_sv_undef, SV *notify = &PL_sv_undef) + ALIAS: + build_async = 1 CODE: - NEED_SUCCESS (BuildProgram, (self, 1, &device, SvPVbyte_nolen (options), 0, 0)); + cl_uint device_count = 0; + cl_device_id *device_list = 0; + + if (SvOK (devices)) + device_list = object_list (cv, 1, "devices", devices, "OpenCL::Device", &device_count); + + void *user_data; + program_callback pfn_notify = make_program_callback (notify, &user_data); + + if (ix) + build_program_async (self, device_count, device_list, SvPVbyte_nolen (options), user_data); + else + NEED_SUCCESS (BuildProgram, (self, device_count, device_list, SvPVbyte_nolen (options), pfn_notify, user_data)); + +#if CL_VERSION_1_2 + +void +compile (OpenCL::Program self, SV *devices, SV *options = &PL_sv_undef, SV *headers = &PL_sv_undef, SV *notify = &PL_sv_undef) + CODE: + cl_uint device_count = 0; + cl_device_id *device_list = 0; + + if (SvOK (devices)) + device_list = object_list (cv, 1, "devices", devices, "OpenCL::Device", &device_count); + + cl_uint header_count = 0; + cl_program *header_list = 0; + const char **header_name = 0; + + if (SvOK (headers)) + { + if (!SvROK (devices) || SvTYPE (SvRV (devices)) != SVt_PVHV) + croak ("clCompileProgram: headers must be undef or a hashref of name => OpenCL::Program pairs"); + + HV *hv = (HV *)SvRV (devices); + + header_count = hv_iterinit (hv); + header_list = tmpbuf (sizeof (*header_list) * header_count); + header_name = tmpbuf (sizeof (*header_name) * header_count); + + HE *he; + int i = 0; + while (he = hv_iternext (hv)) + { + header_name [i] = SvPVbyte_nolen (HeSVKEY_force (he)); + header_list [i] = SvCLOBJ ("clCompileProgram", "headers", HeVAL (he), "OpenCL::Program"); + ++i; + } + } + + void *user_data; + program_callback pfn_notify = make_program_callback (notify, &user_data); + + NEED_SUCCESS (CompileProgram, (self, device_count, device_list, SvPVbyte_nolen (options), + header_count, header_list, header_name, pfn_notify, user_data)); + +#endif void build_info (OpenCL::Program self, OpenCL::Device device, cl_program_build_info name) @@ -1438,7 +2514,20 @@ kernel (OpenCL::Program program, SV *function) PPCODE: NEED_SUCCESS_ARG (cl_kernel kernel, CreateKernel, (program, SvPVbyte_nolen (function), &res)); - XPUSH_NEW_OBJ ("OpenCL::Kernel", kernel); + XPUSH_CLOBJ (stash_kernel, kernel); + +void +kernels_in_program (OpenCL::Program program) + PPCODE: + cl_uint num_kernels; + NEED_SUCCESS (CreateKernelsInProgram, (program, 0, 0, &num_kernels)); + cl_kernel *kernels = tmpbuf (sizeof (cl_kernel) * num_kernels); + NEED_SUCCESS (CreateKernelsInProgram, (program, num_kernels, kernels, 0)); + + int i; + EXTEND (SP, num_kernels); + for (i = 0; i < num_kernels; ++i) + PUSH_CLOBJ (stash_kernel, kernels [i]); void info (OpenCL::Program self, cl_program_info name) @@ -1466,7 +2555,7 @@ SvUPGRADE (sv, SVt_PV); SvPOK_only (sv); SvCUR_set (sv, sizes [i]); - ptrs [i] = SvPVX (sv); + ptrs [i] = (void *)SvPVX (sv); PUSHs (sv); } @@ -1496,7 +2585,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1510,7 +2599,7 @@ EXTEND (SP, n); for (i = 0; i < n; ++i) { - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Device", value [i])); + PUSH_CLOBJ (stash_device, value [i]); } void @@ -1546,6 +2635,71 @@ clReleaseKernel (self); void +setf (OpenCL::Kernel self, const char *format, ...) + CODE: + int i; + for (i = 2; ; ++i) + { + while (*format == ' ') + ++format; + + char type = *format++; + + if (!type) + break; + + if (i >= items) + croak ("OpenCL::Kernel::setf format string too long (not enough arguments)"); + + SV *sv = ST (i); + + union + { + cl_char cc; cl_uchar cC; cl_short cs; cl_ushort cS; + cl_int ci; cl_uint cI; cl_long cl; cl_ulong cL; + cl_half ch; cl_float cf; cl_double cd; + cl_mem cm; + cl_sampler ca; + size_t cz; + cl_event ce; + } arg; + size_t size; + int nullarg = 0; + + switch (type) + { + case 'c': arg.cc = SvIV (sv); size = sizeof (arg.cc); break; + case 'C': arg.cC = SvUV (sv); size = sizeof (arg.cC); break; + case 's': arg.cs = SvIV (sv); size = sizeof (arg.cs); break; + case 'S': arg.cS = SvUV (sv); size = sizeof (arg.cS); break; + case 'i': arg.ci = SvIV (sv); size = sizeof (arg.ci); break; + case 'I': arg.cI = SvUV (sv); size = sizeof (arg.cI); break; + case 'l': arg.cl = SvIV (sv); size = sizeof (arg.cl); break; + case 'L': arg.cL = SvUV (sv); size = sizeof (arg.cL); break; + + case 'h': arg.ch = SvUV (sv); size = sizeof (arg.ch); break; + case 'f': arg.cf = SvNV (sv); size = sizeof (arg.cf); break; + case 'd': arg.cd = SvNV (sv); size = sizeof (arg.cd); break; + + case 'z': nullarg = 1; size = SvIV (sv); break; + + case 'm': nullarg = !SvOK (sv); arg.cm = SvCLOBJ ("OpenCL::Kernel::setf", "m", sv, "OpenCL::Memory" ); size = sizeof (arg.cm); break; + case 'a': nullarg = !SvOK (sv); arg.ca = SvCLOBJ ("OpenCL::Kernel::setf", "a", sv, "OpenCL::Sampler"); size = sizeof (arg.ca); break; + case 'e': nullarg = !SvOK (sv); arg.ca = SvCLOBJ ("OpenCL::Kernel::setf", "e", sv, "OpenCL::Event" ); size = sizeof (arg.ce); break; + + default: + croak ("OpenCL::Kernel::setf format character '%c' not supported", type); + } + + res = clSetKernelArg (self, i - 2, size, nullarg ? 0 : &arg); + if (res) + croak ("OpenCL::Kernel::setf kernel parameter '%c' (#%d): %s", type, i - 2, err2str (res)); + } + + if (i != items) + croak ("OpenCL::Kernel::setf format string too short (too many arguments)"); + +void set_char (OpenCL::Kernel self, cl_uint idx, cl_char value) CODE: clSetKernelArg (self, idx, sizeof (value), &value); @@ -1603,27 +2757,30 @@ void set_memory (OpenCL::Kernel self, cl_uint idx, OpenCL::Memory_ornull value) CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, sizeof (value), value ? &value : 0); void set_buffer (OpenCL::Kernel self, cl_uint idx, OpenCL::Buffer_ornull value) CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, sizeof (value), value ? &value : 0); void -set_image2d (OpenCL::Kernel self, cl_uint idx, OpenCL::Image2D_ornull value) +set_image (OpenCL::Kernel self, cl_uint idx, OpenCL::Image_ornull value) + ALIAS: + set_image2d = 0 + set_image3d = 0 CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, sizeof (value), value ? &value : 0); void -set_image3d (OpenCL::Kernel self, cl_uint idx, OpenCL::Image3D_ornull value) +set_sampler (OpenCL::Kernel self, cl_uint idx, OpenCL::Sampler value) CODE: clSetKernelArg (self, idx, sizeof (value), &value); void -set_sampler (OpenCL::Kernel self, cl_uint idx, OpenCL::Sampler value) +set_local (OpenCL::Kernel self, cl_uint idx, size_t size) CODE: - clSetKernelArg (self, idx, sizeof (value), &value); + clSetKernelArg (self, idx, size, 0); void set_event (OpenCL::Kernel self, cl_uint idx, OpenCL::Event value) @@ -1669,7 +2826,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } void @@ -1681,7 +2838,7 @@ const int i = 0; { NEED_SUCCESS (RetainProgram, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Program", value [i])); + PUSH_CLOBJ (stash_program, value [i]); } #END:kernel @@ -1738,6 +2895,67 @@ #END:kernel_work_group +#if CL_VERSION_1_2 + +void +arg_info (OpenCL::Kernel self, cl_uint idx, cl_kernel_arg_info name) + PPCODE: + size_t size; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, name, 0, 0, &size)); + SV *sv = sv_2mortal (newSV (size)); + SvUPGRADE (sv, SVt_PV); + SvPOK_only (sv); + SvCUR_set (sv, size); + NEED_SUCCESS (GetKernelArgInfo, (self, idx, name, size, SvPVX (sv), 0)); + XPUSHs (sv); + +#BEGIN:kernel_arg + +void +arg_address_qualifier (OpenCL::Kernel self, cl_uint idx) + PPCODE: + cl_kernel_arg_address_qualifier value [1]; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, CL_KERNEL_ARG_ADDRESS_QUALIFIER, sizeof (value), value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVuv (value [i]))); + +void +arg_access_qualifier (OpenCL::Kernel self, cl_uint idx) + PPCODE: + cl_kernel_arg_access_qualifier value [1]; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, CL_KERNEL_ARG_ACCESS_QUALIFIER, sizeof (value), value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVuv (value [i]))); + +void +arg_type_name (OpenCL::Kernel self, cl_uint idx) + ALIAS: + arg_type_name = CL_KERNEL_ARG_TYPE_NAME + arg_name = CL_KERNEL_ARG_NAME + PPCODE: + size_t size; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, ix, 0, 0, &size)); + char *value = tmpbuf (size); + NEED_SUCCESS (GetKernelArgInfo, (self, idx, ix, size, value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVpv (value, 0))); + +void +arg_type_qualifier (OpenCL::Kernel self, cl_uint idx) + PPCODE: + cl_kernel_arg_type_qualifier value [1]; + NEED_SUCCESS (GetKernelArgInfo, (self, idx, CL_KERNEL_ARG_TYPE_QUALIFIER, sizeof (value), value, 0)); + EXTEND (SP, 1); + const int i = 0; + PUSHs (sv_2mortal (newSVuv (value [i]))); + +#END:kernel_arg + +#endif + MODULE = OpenCL PACKAGE = OpenCL::Event void @@ -1751,6 +2969,11 @@ clWaitForEvents (1, &self); void +cb (OpenCL::Event self, cl_int command_exec_callback_type, SV *cb) + CODE: + clSetEventCallback (self, command_exec_callback_type, eq_event_notify, SvREFCNT_inc (s_get_cv (cb))); + +void info (OpenCL::Event self, cl_event_info name) PPCODE: INFO (Event) @@ -1766,7 +2989,7 @@ const int i = 0; { NEED_SUCCESS (RetainCommandQueue, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Queue", value [i])); + PUSH_CLOBJ (stash_queue, value [i]); } void @@ -1799,7 +3022,7 @@ const int i = 0; { NEED_SUCCESS (RetainContext, (value [i])); - PUSHs (NEW_MORTAL_OBJ ("OpenCL::Context", value [i])); + PUSH_CLOBJ (stash_context, value [i]); } #END:event @@ -1834,3 +3057,84 @@ CODE: clSetUserEventStatus (self, execution_status); +MODULE = OpenCL PACKAGE = OpenCL::Mapped + +void +DESTROY (SV *self) + CODE: + OpenCL__Mapped mapped = SvMAPPED (self); + + clEnqueueUnmapMemObject (mapped->queue, mapped->memobj, mapped->ptr, 1, &mapped->event, 0); + mapped_detach (self, mapped); + + clReleaseCommandQueue (mapped->queue); + clReleaseEvent (mapped->event); + Safefree (mapped); + +void +unmap (OpenCL::Mapped self, ...) + CODE: + mapped_unmap (ST (0), self, self->queue, &ST (1), items - 1); + +bool +mapped (OpenCL::Mapped self) + CODE: + RETVAL = !!self->ptr; + OUTPUT: + RETVAL + +void +wait (OpenCL::Mapped self) + PPCODE: + if (self->event) + NEED_SUCCESS (WaitForEvents, (1, &self->event)); + +void +event (OpenCL::Mapped self) + PPCODE: + if (!self->event) + XSRETURN_UNDEF; + + clRetainEvent (self->event); + XPUSH_CLOBJ (stash_event, self->event); + +size_t +size (OpenCL::Mapped self) + CODE: + RETVAL = self->cb; + OUTPUT: + RETVAL + +IV +ptr (OpenCL::Mapped self) + CODE: + RETVAL = PTR2IV (self->ptr); + OUTPUT: + RETVAL + +void +set (OpenCL::Mapped self, size_t offset, SV *data) + CODE: + STRLEN len; + const char *ptr = SvPVbyte (data, len); + + if (offset + len > self->cb) + croak ("OpenCL::Mapped::set out of bound condition detected"); + + memcpy (offset + (char *)self->ptr, ptr, len); + +MODULE = OpenCL PACKAGE = OpenCL::MappedBuffer + +MODULE = OpenCL PACKAGE = OpenCL::MappedImage + +IV +row_pitch (OpenCL::Mapped self) + ALIAS: + slice_pitch = 1 + CODE: + RETVAL = ix ? self->slice_pitch : self->row_pitch; + OUTPUT: + RETVAL + + +