--- CV/CV.xs 2008/09/14 12:47:59 1.42 +++ CV/CV.xs 2021/11/28 23:26:51 1.63 @@ -9,24 +9,41 @@ #include #include +#include + #include #include +#include #include #include #include +#include + +#if WEBP +#include +#include +#endif + +#if JXL +#include +#include "jxl/thread_parallel_runner.h" +#endif + +#include "perlmulticore.h" + #define IW 80 /* MUST match Schnauzer.pm! */ #define IH 60 /* MUST match Schnauzer.pm! */ -#define RAND (seed = (seed + 7141) * 54773 % 134456) - #define LINELENGTH 240 #define ELLIPSIS "\xe2\x80\xa6" typedef char *octet_string; +static magic_t magic_cookie[2]; /* !mime, mime */ + struct jpg_err_mgr { struct jpeg_error_mgr err; @@ -36,12 +53,18 @@ static void cv_error_exit (j_common_ptr cinfo) { + cinfo->err->output_message (cinfo); longjmp (((struct jpg_err_mgr *)cinfo->err)->setjmp_buffer, 99); } static void cv_error_output (j_common_ptr cinfo) { + char msg[JMSG_LENGTH_MAX]; + + cinfo->err->format_message (cinfo, msg); + + fprintf (stderr, "JPEG decoding error: %s\n", msg); return; } @@ -148,9 +171,9 @@ a85_cnt = 4; if (a85_val) { - a85_ptr[4] = (a85_val % 85) + 33; a85_val /= 85; - a85_ptr[3] = (a85_val % 85) + 33; a85_val /= 85; - a85_ptr[2] = (a85_val % 85) + 33; a85_val /= 85; + a85_ptr[4] = (a85_val % 85) + 33; a85_val /= 85; + a85_ptr[3] = (a85_val % 85) + 33; a85_val /= 85; + a85_ptr[2] = (a85_val % 85) + 33; a85_val /= 85; a85_ptr[1] = (a85_val % 85) + 33; a85_val /= 85; a85_ptr[0] = (a85_val ) + 33; @@ -183,11 +206,106 @@ } ///////////////////////////////////////////////////////////////////////////// +// memory source for libjpeg + +static void cv_ms_init (j_decompress_ptr cinfo) +{ +} + +static void cv_ms_term (j_decompress_ptr cinfo) +{ +} + +static boolean cv_ms_fill (j_decompress_ptr cinfo) +{ + // unexpected EOF, warn and generate fake EOI marker + + WARNMS (cinfo, JWRN_JPEG_EOF); + + struct jpeg_source_mgr *src = (struct jpeg_source_mgr *)cinfo->src; + + static const JOCTET eoi[] = { 0xFF, JPEG_EOI }; + + src->next_input_byte = eoi; + src->bytes_in_buffer = sizeof (eoi); + + return TRUE; +} + +static void cv_ms_skip (j_decompress_ptr cinfo, long num_bytes) +{ + struct jpeg_source_mgr *src = (struct jpeg_source_mgr *)cinfo->src; + + src->next_input_byte += num_bytes; + src->bytes_in_buffer -= num_bytes; +} + +static void cv_jpeg_mem_src (j_decompress_ptr cinfo, void *buf, size_t buflen) +{ + struct jpeg_source_mgr *src; + + if (!cinfo->src) + cinfo->src = (struct jpeg_source_mgr *) + (*cinfo->mem->alloc_small) ( + (j_common_ptr) cinfo, JPOOL_PERMANENT, sizeof (struct jpeg_source_mgr) + ); + + src = (struct jpeg_source_mgr *)cinfo->src; + src->init_source = cv_ms_init; + src->fill_input_buffer = cv_ms_fill; + src->skip_input_data = cv_ms_skip; + src->resync_to_restart = jpeg_resync_to_restart; + src->term_source = cv_ms_term; + src->next_input_byte = (JOCTET *)buf; + src->bytes_in_buffer = buflen; +} + +///////////////////////////////////////////////////////////////////////////// + +/* great, the jpeg-xl reference implementaton requires us to parse bmff files */ + +struct bmff_box +{ + char type[4]; + const uint8_t *ptr; + size_t size; +}; + +static int +bmff_parse_box (struct bmff_box *box, const uint8_t **next_in, size_t *avail_in) +{ + if (*avail_in < 8) + return 0; + + box->size = ((*next_in)[0] << 24) + | ((*next_in)[1] << 16) + | ((*next_in)[2] << 8) + | ((*next_in)[3] ); + + if (box->size < 8) + return 0; + + if (*avail_in < box->size) + return 0; + + memcpy (box->type, *next_in + 4, 4); + box->ptr = *next_in + 8; + + *next_in += box->size; + *avail_in -= box->size; + + box->size -= 8; + + return 1; +} + +///////////////////////////////////////////////////////////////////////////// MODULE = Gtk2::CV PACKAGE = Gtk2::CV PROTOTYPES: ENABLE +# calculate the common prefix length of two strings # missing function in perl. really :) int common_prefix_length (a, b) @@ -206,43 +324,32 @@ RETVAL const char * -magic (octet_string path) +magic (SV *path_or_data) + ALIAS: + magic = 0 + magic_mime = 1 + magic_buffer = 2 + magic_buffer_mime = 3 CODE: { - static magic_t cookie; - - if (!cookie) - { - cookie = magic_open (MAGIC_NONE); + STRLEN len; + char *data = SvPVbyte (path_or_data, len); - if (cookie) - magic_load (cookie, 0); - else - XSRETURN_UNDEF; + if (!magic_cookie[0]) + { + magic_cookie[0] = magic_open (MAGIC_SYMLINK); + magic_cookie[1] = magic_open (MAGIC_SYMLINK | MAGIC_MIME_TYPE); + magic_load (magic_cookie[0], 0); + magic_load (magic_cookie[1], 0); } - RETVAL = magic_file (cookie, path); -} - OUTPUT: - RETVAL - -const char * -magic_mime (octet_string path) - CODE: -{ - static magic_t cookie; - - if (!cookie) - { - cookie = magic_open (MAGIC_MIME); + perlinterp_release (); - if (cookie) - magic_load (cookie, 0); - else - XSRETURN_UNDEF; - } + RETVAL = ix & 2 + ? magic_buffer (magic_cookie[ix & 1], data, len) + : magic_file (magic_cookie[ix & 1], data); - RETVAL = magic_file (cookie, path); + perlinterp_acquire (); } OUTPUT: RETVAL @@ -268,6 +375,7 @@ GdkPixbuf_noinc * dealpha_expose (GdkPixbuf *pb) CODE: + perlinterp_release (); { int w = gdk_pixbuf_get_width (pb); int h = gdk_pixbuf_get_height (pb); @@ -286,37 +394,335 @@ for (i = 0; i < 3; i++) dst[x * 3 + y * dstr + i] = src[x * bpp + y * sstr + i]; } + perlinterp_acquire (); OUTPUT: RETVAL GdkPixbuf_noinc * rotate (GdkPixbuf *pb, int angle) CODE: + perlinterp_release (); + if (angle < 0) + angle += 360; RETVAL = gdk_pixbuf_rotate_simple (pb, angle == 0 ? GDK_PIXBUF_ROTATE_NONE : angle == 90 ? GDK_PIXBUF_ROTATE_COUNTERCLOCKWISE : angle == 180 ? GDK_PIXBUF_ROTATE_UPSIDEDOWN : angle == 270 ? GDK_PIXBUF_ROTATE_CLOCKWISE : angle); + perlinterp_acquire (); + OUTPUT: + RETVAL + +const char * +filetype (SV *image_data) + CODE: +{ + STRLEN data_len; + U8 *data = SvPVbyte (image_data, data_len); + static const unsigned char jxl_header[] = { + 0, 0, 0, 0x0c, 0x4a, 0x58, 0x4c, 0x20, 0x0d, 0xa, 0x87, 0x0a + }; + + if (data_len >= 20 + && data[0] == 0xff + && data[1] == 0xd8 + && data[2] == 0xff) + RETVAL = "image/jpeg"; + else if (data_len >= 12 + && data[ 0] == (U8)'R' + && data[ 1] == (U8)'I' + && data[ 2] == (U8)'F' + && data[ 3] == (U8)'F' + && data[ 8] == (U8)'W' + && data[ 9] == (U8)'E' + && data[10] == (U8)'B' + && data[11] == (U8)'P') + RETVAL = "image/webp"; + else if (data_len >= 16 + && data[ 0] == 0x89 + && data[ 1] == (U8)'P' + && data[ 2] == (U8)'N' + && data[ 3] == (U8)'G' + && data[ 4] == 0x0d + && data[ 5] == 0x0a + && data[ 6] == 0x1a + && data[ 7] == 0x0a) + RETVAL = "image/png"; + else if (data_len >= sizeof (jxl_header) && memcmp (data, jxl_header, sizeof (jxl_header)) == 0) + RETVAL = "image/jxl"; // todo: might want to use JxlSignatureCheck + else if (data_len >= 2 + && data[0] == 0xff + && data[1] == 0x0a) + RETVAL = "image/jxl"; + else if (data_len >= 13 + && data[0] == 'G' + && data[1] == 'I' + && data[2] == 'F' + && data[3] == '8' + //&& (data[4] == '7' || data[4] == '9') + && data[5] == 'a') + { + RETVAL = "image/gif"; + + // now see if its animated - we require the netscape application header for this + int ofs = 13; + + if (data[10] & 0x80) + ofs += (1 << ((data[10] & 7) + 1)) * 3; + + if (data_len >= ofs + 2 + 1 + 11) + { + + // skip a graphic control extension block. we assume + // there is at most one such block - while the NAB + // has to come firstz, some files do not obey this + if (data[ofs] == 0x21 && data[ofs + 1] == 0xf9) + ofs += 3 + data[ofs + 2] + 1; + + if (data_len >= ofs + 2 + 1 + 11) + if (!memcmp (data + ofs, "\x21\xff\x0bNETSCAPE2.0", sizeof ("\x21\xff\x0bNETSCAPE2.0") - 1)) + RETVAL = "video/gif"; + } + } + + else + XSRETURN_UNDEF; +} OUTPUT: RETVAL GdkPixbuf_noinc * -load_jpeg (SV *path, int thumbnail=0) +decode_webp (SV *image_data, int thumbnail = 0, int iw = 0, int ih = 0) + CODE: +{ +#if WEBP + STRLEN data_size; + int alpha; + WebPData data; + WebPDemuxer *demux; + WebPIterator iter; + WebPDecoderConfig config; + int inw, inh; + + data.bytes = (uint8_t *)SvPVbyte (image_data, data_size); + data.size = data_size; + + perlinterp_release (); + + RETVAL = 0; + + if (!(demux = WebPDemux (&data))) + goto err_demux; + + if (!WebPDemuxGetFrame (demux, 1, &iter)) + goto err_iter; + + if (!WebPInitDecoderConfig (&config)) + goto err_iter; + + config.options.use_threads = 1; + + if (WebPGetFeatures (iter.fragment.bytes, iter.fragment.size, &config.input) != VP8_STATUS_OK) + goto err_iter; + + inw = config.input.width; + inh = config.input.height; + + if (thumbnail) + { + if (inw * ih > inh * iw) + ih = (iw * inh + inw - 1) / inw; + else + iw = (ih * inw + inh - 1) / inh; + + config.options.bypass_filtering = 1; + config.options.no_fancy_upsampling = 1; + + config.options.use_scaling = 1; + config.options.scaled_width = iw; + config.options.scaled_height = ih; + } + else + { + iw = inw; + ih = inh; + } + + alpha = !!config.input.has_alpha; + + RETVAL = gdk_pixbuf_new (GDK_COLORSPACE_RGB, alpha, 8, iw, ih); + if (!RETVAL) + goto err_iter; + + config.output.colorspace = alpha ? MODE_RGBA : MODE_RGB; + config.output.u.RGBA.rgba = gdk_pixbuf_get_pixels (RETVAL); + config.output.u.RGBA.stride = gdk_pixbuf_get_rowstride (RETVAL); + config.output.u.RGBA.size = gdk_pixbuf_get_byte_length (RETVAL); + config.output.is_external_memory = 1; + + if (WebPDecode (iter.fragment.bytes, iter.fragment.size, &config) != VP8_STATUS_OK) + { + g_object_unref (RETVAL); + RETVAL = 0; + goto err_iter; + } + + err_iter: + WebPDemuxReleaseIterator (&iter); + err_demux: + WebPDemuxDelete (demux); + + perlinterp_acquire (); +#else + croak ("load_webp: webp not enabled at compile time"); +#endif +} + OUTPUT: + RETVAL + +GdkPixbuf_noinc * +decode_jxl (SV *image_data, int thumbnail = 0, int iw = 0, int ih = 0) + CODE: +{ +#if JXL + JxlDecoder *dec; + JxlBasicInfo info; + const uint8_t *next_in = (uint8_t *)SvPVbyte_nolen (image_data); + size_t avail_in = SvCUR (image_data); + const char *error = 0; + JxlDecoderStatus status; + void *runner = 0; + struct bmff_box box; + + RETVAL = 0; + + perlinterp_release (); + + dec = JxlDecoderCreate (0); + + error = "JxlDecoderCreate failed"; + if (!dec) + goto done; + + runner = JxlThreadParallelRunnerCreate (0, JxlThreadParallelRunnerDefaultNumWorkerThreads ()); + + status = JxlDecoderSetParallelRunner (dec, JxlThreadParallelRunner, runner); + error = "JxlDecoderSetParallelRunner failed"; + if (status != JXL_DEC_SUCCESS) + goto done; + + error = "JxlDecoderSubscribeEvents failed"; + status = JxlDecoderSubscribeEvents (dec, JXL_DEC_BASIC_INFO | JXL_DEC_FULL_IMAGE); + if (status != JXL_DEC_SUCCESS) + goto done; + + status = JxlDecoderSetInput (dec, next_in, avail_in); + error = "JxlDecoderSetInput failed"; + if (status != JXL_DEC_SUCCESS) + goto done; + + for (;;) + { + status = JxlDecoderProcessInput (dec); + + switch (status) + { + case JXL_DEC_FULL_IMAGE: + error = 0; + goto done; + + case JXL_DEC_ERROR: + error = "JxlDecoderProcessInput failed"; + goto done; + + case JXL_DEC_NEED_MORE_INPUT: + error = "incomplete file"; + goto done; + + case JXL_DEC_SUCCESS: + error = "incomplete decode"; + goto done; + + case JXL_DEC_BASIC_INFO: + { + status = JxlDecoderGetBasicInfo (dec, &info); + error = "JxlDecoderGetBasicInfo failed"; + if (status != JXL_DEC_SUCCESS) + goto done; + + RETVAL = gdk_pixbuf_new (GDK_COLORSPACE_RGB, !!info.alpha_bits, 8, info.xsize, info.ysize); + error = "unable to allocate pixbuf"; + if (!RETVAL) + goto done; + + JxlPixelFormat format = { + info.alpha_bits ? 4 : 3, + JXL_TYPE_UINT8, + JXL_NATIVE_ENDIAN, + gdk_pixbuf_get_rowstride (RETVAL) + }; + + // cannot use gdk_pixbuf_get_byte_length because that does + // not return the size of the buffer, but the size of the buffer without + // the last padding bytes. the internal buffer is rowstride * ysize, + // and this is what the jxl decoder needs. none of this is documented + // in either library, of course. + + status = JxlDecoderSetImageOutBuffer ( + dec, + &format, + gdk_pixbuf_get_pixels (RETVAL), + gdk_pixbuf_get_rowstride (RETVAL) * info.ysize + ); + error = "JxlDecoderSetImageOutBuffer failed"; + if (status != JXL_DEC_SUCCESS) + goto done; + } + break; + + default: + error = "unexpected event"; + goto done; + } + } + + done: + if (dec) + JxlDecoderDestroy (dec); + + if (runner) + JxlThreadParallelRunnerDestroy (runner); + + perlinterp_acquire (); + + if (error) + { + if (RETVAL) + g_object_unref (RETVAL); + + croak ("load_jxl: %s (status %d)", error, status); + } +#else + croak ("load_jxl: jpeg-xl not enabled at compile time"); +#endif +} + OUTPUT: + RETVAL + +GdkPixbuf_noinc * +decode_jpeg (SV *image_data, int thumbnail = 0, int iw = 0, int ih = 0) CODE: { struct jpeg_decompress_struct cinfo; struct jpg_err_mgr jerr; - guchar *data; int rs; - FILE *fp; volatile GdkPixbuf *pb = 0; + STRLEN data_len; + guchar *data = SvPVbyte (image_data, data_len); RETVAL = 0; - fp = fopen (SvPVbyte_nolen (path), "rb"); - - if (!fp) - XSRETURN_UNDEF; + perlinterp_release (); cinfo.err = jpeg_std_error (&jerr.err); @@ -325,18 +731,21 @@ if ((rs = setjmp (jerr.setjmp_buffer))) { - fclose (fp); jpeg_destroy_decompress (&cinfo); if (pb) g_object_unref ((gpointer)pb); + perlinterp_acquire (); XSRETURN_UNDEF; } + if (!data_len) + longjmp (jerr.setjmp_buffer, 4); + jpeg_create_decompress (&cinfo); + cv_jpeg_mem_src (&cinfo, data, data_len); - jpeg_stdio_src (&cinfo, fp); jpeg_read_header (&cinfo, TRUE); cinfo.dct_method = JDCT_DEFAULT; @@ -356,24 +765,30 @@ cinfo.do_fancy_upsampling = FALSE; while (cinfo.scale_denom < 8 - && cinfo.output_width >= IW*4 - && cinfo.output_height >= IH*4) + && cinfo.output_width >= iw*4 + && cinfo.output_height >= ih*4) { cinfo.scale_denom <<= 1; jpeg_calc_output_dimensions (&cinfo); } } - pb = RETVAL = gdk_pixbuf_new (GDK_COLORSPACE_RGB, 0, 8, cinfo.output_width, cinfo.output_height); + if (cinfo.output_components != 3) + longjmp (jerr.setjmp_buffer, 3); + + if (cinfo.jpeg_color_space == JCS_YCCK || cinfo.jpeg_color_space == JCS_CMYK) + { + cinfo.out_color_space = JCS_CMYK; + cinfo.output_components = 4; + } + + pb = RETVAL = gdk_pixbuf_new (GDK_COLORSPACE_RGB, cinfo.output_components == 4, 8, cinfo.output_width, cinfo.output_height); if (!RETVAL) longjmp (jerr.setjmp_buffer, 2); data = gdk_pixbuf_get_pixels (RETVAL); rs = gdk_pixbuf_get_rowstride (RETVAL); - if (cinfo.output_components != 3) - longjmp (jerr.setjmp_buffer, 3); - jpeg_start_decompress (&cinfo); while (cinfo.output_scanline < cinfo.output_height) @@ -389,9 +804,38 @@ jpeg_read_scanlines (&cinfo, rp, remaining < 4 ? remaining : 4); } + if (cinfo.out_color_space == JCS_CMYK) + { + guchar *end = data + cinfo.output_height * rs; + + while (data < end) + { + U32 c = data [0]; + U32 m = data [1]; + U32 y = data [2]; + U32 k = data [3]; + + if (0) + if (cinfo.Adobe_transform == 2) + { + c ^= 0xff; + m ^= 0xff; + y ^= 0xff; + k ^= 0xff; + } + + data [0] = (c * k + 0x80) / 0xff; + data [1] = (m * k + 0x80) / 0xff; + data [2] = (y * k + 0x80) / 0xff; + data [3] = 0xff; + + data += 4; + } + } + jpeg_finish_decompress (&cinfo); - fclose (fp); jpeg_destroy_decompress (&cinfo); + perlinterp_acquire (); } OUTPUT: RETVAL @@ -399,9 +843,11 @@ void compare (GdkPixbuf *a, GdkPixbuf *b) PPCODE: + perlinterp_release (); { int w = gdk_pixbuf_get_width (a); int h = gdk_pixbuf_get_height (a); + int sa = gdk_pixbuf_get_rowstride (a); int sb = gdk_pixbuf_get_rowstride (b); @@ -435,6 +881,8 @@ } } + perlinterp_acquire (); + EXTEND (SP, 2); PUSHs (sv_2mortal (newSVnv (sqrt (diff / (w * h * 3. * 255. * 255.))))); PUSHs (sv_2mortal (newSVnv (peak / 255.))); @@ -454,7 +902,7 @@ STRLEN plen; U8 *path = (U8 *)SvPV (pathsv, plen); U8 *pend = path + plen; - U8 dst [plen * 6 * 3], *dstp = dst; + U8 dst [plen * 8 * 3], *dstp = dst; while (path < pend) { @@ -466,11 +914,12 @@ *dstp++ = *path++ + ('a' - 'A'); else if (ch >= '0' && ch <= '9') { + /* version sort, up to 8 digits */ STRLEN el, nl = 0; while (*path >= '0' && *path <= '9' && path < pend) path++, nl++; - for (el = nl; el < 6; el++) + for (el = nl; el < 8; el++) *dstp++ = '0'; memcpy (dstp, path - nl, nl);