X-Git-Url: http://mj.ucw.cz/gitweb/?a=blobdiff_plain;f=images%2Fio-libjpeg.c;h=16f10b7a46ef3f39853089d948e0b9646bbb9bd9;hb=c8c688e0b06fdacb20b28b66b9b0608dae8ca0dc;hp=bcfa135f0fa61328b2b77db0d9881e57e2d110cd;hpb=6a4b173e7d57907f20a4397e68d277d74a2bc840;p=libucw.git diff --git a/images/io-libjpeg.c b/images/io-libjpeg.c index bcfa135f..16f10b7a 100644 --- a/images/io-libjpeg.c +++ b/images/io-libjpeg.c @@ -9,14 +9,18 @@ #undef LOCAL_DEBUG -#include "lib/lib.h" -#include "lib/mempool.h" -#include "lib/fastbuf.h" +#include "ucw/lib.h" +#include "ucw/mempool.h" +#include "ucw/fastbuf.h" #include "images/images.h" +#include "images/error.h" +#include "images/color.h" +#include "images/io-main.h" #include #include #include +#include #include struct libjpeg_err { @@ -48,7 +52,7 @@ libjpeg_read_error_exit(j_common_ptr cinfo) struct libjpeg_err *e = (struct libjpeg_err *)cinfo->err; byte buf[JMSG_LENGTH_MAX]; e->pub.format_message(cinfo, buf); - image_thread_err(e->io->thread, IMAGE_ERR_READ_FAILED, buf); + IMAGE_ERROR(e->io->context, IMAGE_ERROR_READ_FAILED, "libjpeg: %s", buf); longjmp(e->setjmp_buf, 1); } @@ -59,27 +63,44 @@ libjpeg_write_error_exit(j_common_ptr cinfo) struct libjpeg_err *e = (struct libjpeg_err *)cinfo->err; byte buf[JMSG_LENGTH_MAX]; e->pub.format_message(cinfo, buf); - image_thread_err(e->io->thread, IMAGE_ERR_WRITE_FAILED, buf); + IMAGE_ERROR(e->io->context, IMAGE_ERROR_WRITE_FAILED, "libjpeg: %s", buf); longjmp(e->setjmp_buf, 1); } static void libjpeg_emit_message(j_common_ptr cinfo UNUSED, int msg_level UNUSED) { -#ifdef LOCAL_DEBUG +#ifdef LOCAL_DEBUG byte buf[JMSG_LENGTH_MAX]; cinfo->err->format_message(cinfo, buf); DBG("libjpeg_emit_message(): [%d] %s", msg_level, buf); -#endif +#endif +#if 0 + // Terminate on warning? if (unlikely(msg_level == -1)) - longjmp(((struct libjpeg_err *)(cinfo)->err)->setjmp_buf, 1); + { + struct libjpeg_err *e = (struct libjpeg_err *)cinfo->err; + byte buf[JMSG_LENGTH_MAX]; + cinfo->err->format_message(cinfo, buf); + IMAGE_ERROR(e->io->context, 0, "libjpeg: %s", buf); + longjmp(e->setjmp_buf, 1); + } +#endif } static inline uns libjpeg_fastbuf_read_prepare(struct libjpeg_read_internals *i) { + DBG("libjpeg_fb_read_prepare()"); byte *start; uns len = bdirect_read_prepare(i->fastbuf, &start); + DBG("readed %u bytes at %p", len, start); + if (!len) + { + // XXX: maybe only generate a warning and return EOI markers to recover from such errors (also in skip_input_data) + IMAGE_ERROR(i->err.io->context, IMAGE_ERROR_READ_FAILED, "Incomplete JPEG file"); + longjmp(i->err.setjmp_buf, 1); + } i->fastbuf_pos = start + len; i->src.next_input_byte = start; i->src.bytes_in_buffer = len; @@ -89,6 +110,7 @@ libjpeg_fastbuf_read_prepare(struct libjpeg_read_internals *i) static inline void libjpeg_fastbuf_read_commit(struct libjpeg_read_internals *i) { + DBG("libjpeg_fb_read_commit()"); bdirect_read_commit(i->fastbuf, i->fastbuf_pos); } @@ -112,7 +134,8 @@ libjpeg_fill_input_buffer(j_decompress_ptr cinfo) DBG("libjpeg_fill_input_buffer()"); struct libjpeg_read_internals *i = (struct libjpeg_read_internals *)cinfo; libjpeg_fastbuf_read_commit(i); - return !!libjpeg_fastbuf_read_prepare(i); + libjpeg_fastbuf_read_prepare(i); + return 1; } static void @@ -131,7 +154,11 @@ libjpeg_skip_input_data(j_decompress_ptr cinfo, long num_bytes) { num_bytes -= i->src.bytes_in_buffer; libjpeg_fastbuf_read_commit(i); - bskip(i->fastbuf, num_bytes); + if (!bskip(i->fastbuf, num_bytes)) + { + IMAGE_ERROR(i->err.io->context, IMAGE_ERROR_READ_FAILED, "Incomplete JPEG file"); + longjmp(i->err.setjmp_buf, 1); + } libjpeg_fastbuf_read_prepare(i); } } @@ -147,7 +174,7 @@ libjpeg_fastbuf_write_prepare(struct libjpeg_write_internals *i) i->dest.free_in_buffer = len; if (!len) { - image_thread_err(i->err.io->thread, IMAGE_ERR_WRITE_FAILED, "Unexpected end of stream"); + IMAGE_ERROR(i->err.io->context, IMAGE_ERROR_WRITE_FAILED, "Unexpected end of stream"); longjmp(i->err.setjmp_buf, 1); } } @@ -177,6 +204,68 @@ libjpeg_empty_output_buffer(j_compress_ptr cinfo) return TRUE; } +static inline uns +libjpeg_read_byte(struct libjpeg_read_internals *i) +{ + DBG("libjpeg_read_byte()"); + if (!i->src.bytes_in_buffer) + if (!libjpeg_fill_input_buffer(&i->cinfo)) + ERREXIT(&i->cinfo, JERR_CANT_SUSPEND); + i->src.bytes_in_buffer--; + return *i->src.next_input_byte++; +} + +static inline void +libjpeg_read_buf(struct libjpeg_read_internals *i, byte *buf, uns len) +{ + DBG("libjpeg_read_buf(len=%u)", len); + while (len) + { + if (!i->src.bytes_in_buffer) + if (!libjpeg_fill_input_buffer(&i->cinfo)) + ERREXIT(&i->cinfo, JERR_CANT_SUSPEND); + uns buf_size = i->src.bytes_in_buffer; + uns read_size = MIN(buf_size, len); + memcpy(buf, i->src.next_input_byte, read_size); + i->src.bytes_in_buffer -= read_size; + i->src.next_input_byte += read_size; + len -= read_size; + } +} + +static byte libjpeg_exif_header[6] = { 'E', 'x', 'i', 'f', 0, 0 }; + +static boolean +libjpeg_app1_preprocessor(j_decompress_ptr cinfo) +{ + struct libjpeg_read_internals *i = (struct libjpeg_read_internals *)cinfo; + struct image_io *io = i->err.io; + uns len = libjpeg_read_byte(i) << 8; + len += libjpeg_read_byte(i); + DBG("Found APP1 marker, len=%u", len); + if (len < 2) + return TRUE; + len -= 2; + if (len < 7 /*|| io->exif_size*/) + { + libjpeg_skip_input_data(cinfo, len); + return TRUE; + } + byte header[6]; + libjpeg_read_buf(i, header, 6); + if (memcmp(header, libjpeg_exif_header, 6)) + { + libjpeg_skip_input_data(cinfo, len - 6); + return TRUE; + } + io->exif_size = len; + io->exif_data = mp_alloc(io->internal_pool, len); + memcpy(io->exif_data, header, 6); + libjpeg_read_buf(i, io->exif_data + 6, len - 6); + DBG("Parsed EXIF of length %u", len); + return TRUE; +} + static void libjpeg_read_cancel(struct image_io *io) { @@ -214,24 +303,48 @@ libjpeg_read_header(struct image_io *io) i->src.resync_to_restart = jpeg_resync_to_restart; i->src.term_source = libjpeg_term_source; + if (io->flags & IMAGE_IO_WANT_EXIF) + jpeg_set_marker_processor(&i->cinfo, JPEG_APP0 + 1, libjpeg_app1_preprocessor); + /* Read JPEG header and setup decompression options */ DBG("Reading image header"); jpeg_read_header(&i->cinfo, TRUE); - if (!(io->flags & IMAGE_COLOR_SPACE)) - switch (i->cinfo.jpeg_color_space) - { - case JCS_GRAYSCALE: - io->flags |= COLOR_SPACE_GRAYSCALE; - break; - default: - io->flags |= COLOR_SPACE_RGB; - break; - } - if (!io->cols) - io->cols = i->cinfo.image_width; - if (!io->rows) - io->rows = i->cinfo.image_height; - + switch (i->cinfo.jpeg_color_space) + { + case JCS_GRAYSCALE: + io->flags = COLOR_SPACE_GRAYSCALE; + break; + case JCS_RGB: + io->flags = COLOR_SPACE_RGB; + break; + case JCS_YCbCr: + io->flags = COLOR_SPACE_YCBCR; + break; + case JCS_CMYK: + io->flags = COLOR_SPACE_CMYK; + break; + case JCS_YCCK: + io->flags = COLOR_SPACE_YCCK; + break; + default: + if (unlikely(i->cinfo.num_components < 1 || i->cinfo.num_components > 4)) + { + jpeg_destroy_decompress(&i->cinfo); + IMAGE_ERROR(io->context, IMAGE_ERROR_INVALID_PIXEL_FORMAT, "Invalid color space."); + return 0; + } + io->flags = COLOR_SPACE_UNKNOWN + i->cinfo.num_components; + break; + } + if (unlikely(i->cinfo.num_components != (int)color_space_channels[io->flags])) + { + jpeg_destroy_decompress(&i->cinfo); + IMAGE_ERROR(io->context, IMAGE_ERROR_INVALID_PIXEL_FORMAT, "Invalid number of color channels."); + return 0; + } + io->cols = i->cinfo.image_width; + io->rows = i->cinfo.image_height; + io->number_of_colors = (i->cinfo.num_components < 4) ? (1U << (i->cinfo.num_components * 8)) : 0xffffffff; io->read_cancel = libjpeg_read_cancel; return 1; } @@ -242,118 +355,137 @@ libjpeg_read_data(struct image_io *io) DBG("libjpeg_read_data()"); struct libjpeg_read_internals *i = io->read_data; - - /* Select color space */ - switch (io->flags & IMAGE_COLOR_SPACE) + uns read_flags = io->flags; + + /* Select color space */ + switch (read_flags & IMAGE_COLOR_SPACE) { case COLOR_SPACE_GRAYSCALE: i->cinfo.out_color_space = JCS_GRAYSCALE; break; - case COLOR_SPACE_RGB: - i->cinfo.out_color_space = JCS_RGB; + case COLOR_SPACE_YCBCR: + i->cinfo.out_color_space = JCS_YCbCr; + break; + case COLOR_SPACE_CMYK: + i->cinfo.out_color_space = JCS_CMYK; + break; + case COLOR_SPACE_YCCK: + i->cinfo.out_color_space = JCS_YCCK; break; default: - jpeg_destroy_decompress(&i->cinfo); - image_thread_err(io->thread, IMAGE_ERR_INVALID_PIXEL_FORMAT, "Unsupported color space."); - return 0; + switch (i->cinfo.jpeg_color_space) + { + case JCS_CMYK: + read_flags = (read_flags & ~IMAGE_COLOR_SPACE & IMAGE_CHANNELS_FORMAT) | COLOR_SPACE_CMYK; + i->cinfo.out_color_space = JCS_CMYK; + break; + case JCS_YCCK: + read_flags = (read_flags & ~IMAGE_COLOR_SPACE & IMAGE_CHANNELS_FORMAT) | COLOR_SPACE_YCCK; + i->cinfo.out_color_space = JCS_YCCK; + break; + default: + read_flags = (read_flags & ~IMAGE_COLOR_SPACE & IMAGE_CHANNELS_FORMAT) | COLOR_SPACE_RGB; + i->cinfo.out_color_space = JCS_RGB; + break; + } + break; } - /* Allocate the image... FIXME: use libjpeg feature to speed up downscale */ - volatile int need_scale = io->cols != i->cinfo.image_width || io->rows != i->cinfo.image_height; - struct image * volatile img = need_scale ? - image_new(io->thread, i->cinfo.image_width, i->cinfo.image_height, io->flags & IMAGE_PIXEL_FORMAT, NULL) : - image_new(io->thread, i->cinfo.image_width, i->cinfo.image_height, io->flags, io->pool); - if (!img) + /* Prepare the image */ + struct image_io_read_data_internals rdi; + if (io->cols <= (i->cinfo.image_width >> 3) && io->rows <= (i->cinfo.image_height >> 3)) + { + DBG("Scaling to 1/8"); + i->cinfo.scale_num = 1; + i->cinfo.scale_denom = 8; + } + else if (io->cols <= (i->cinfo.image_width >> 2) && io->rows <= (i->cinfo.image_height >> 2)) { - image_thread_err(io->thread, IMAGE_ERR_INVALID_PIXEL_FORMAT, "Unsupported color space."); + DBG("Scaling to 1/4"); + i->cinfo.scale_num = 1; + i->cinfo.scale_denom = 4; + } + else if (io->cols <= (i->cinfo.image_width >> 1) && io->rows <= (i->cinfo.image_height >> 1)) + { + DBG("Scaling to 1/2"); + i->cinfo.scale_num = 1; + i->cinfo.scale_denom = 2; + } + jpeg_calc_output_dimensions(&i->cinfo); + DBG("Output dimensions %ux%u", (uns)i->cinfo.output_width, (uns)i->cinfo.output_height); + if (unlikely(!image_io_read_data_prepare(&rdi, io, i->cinfo.output_width, i->cinfo.output_height, read_flags))) + { + jpeg_destroy_decompress(&i->cinfo); return 0; } - + /* Setup fallback */ if (setjmp(i->err.setjmp_buf)) { DBG("Libjpeg failed to read the image, longjump saved us"); jpeg_destroy_decompress(&i->cinfo); - if (need_scale || !io->pool) - image_destroy(io->thread, img); + image_io_read_data_break(&rdi, io); return 0; } /* Decompress the image */ + struct image *img = rdi.image; jpeg_start_decompress(&i->cinfo); - switch (img->pixel_size) + if ((int)img->pixel_size == i->cinfo.output_components) { - /* grayscale or RGB */ - case 1: - case 3: - { - byte *pixels = img->pixels; - for (uns r = img->rows; r--; ) - { - jpeg_read_scanlines(&i->cinfo, (JSAMPLE **)&pixels, 1); - pixels += img->row_size; - } - } - break; - /* garscale with alpha */ - case 2: - { - byte buf[img->cols], *src; -# define IMAGE_WALK_INLINE -# define IMAGE_WALK_UNROLL 4 -# define IMAGE_WALK_COL_STEP 2 -# define IMAGE_WALK_DO_ROW_START do{ src = buf; jpeg_read_scanlines(&i->cinfo, (JSAMPLE **)&src, 1); }while(0) -# define IMAGE_WALK_DO_STEP do{ pos[0] = *src++; pos[1] = 255; }while(0) -# include "images/image-walk.h" - } - break; - /* RGBA or aligned RGB */ - case 4: - { - byte buf[img->cols * 3], *src; -# define IMAGE_WALK_INLINE -# define IMAGE_WALK_UNROLL 4 -# define IMAGE_WALK_COL_STEP 4 -# define IMAGE_WALK_DO_ROW_START do{ src = buf; jpeg_read_scanlines(&i->cinfo, (JSAMPLE **)&src, 1); }while(0) -# define IMAGE_WALK_DO_STEP do{ *(u32 *)pos = *(u32 *)src; pos[3] = 255; src += 3; }while(0) -# include "images/image-walk.h" + byte *pixels = img->pixels; + for (uns r = img->rows; r--; ) + { + jpeg_read_scanlines(&i->cinfo, (JSAMPLE **)&pixels, 1); + pixels += img->row_size; + } + } + else + { + switch (img->pixel_size) + { + case 2: /* Grayscale -> Grayscale+Alpha */ + { + ASSERT(i->cinfo.output_components == 1); + byte buf[img->cols], *src; +# define IMAGE_WALK_PREFIX(x) walk_##x +# define IMAGE_WALK_INLINE +# define IMAGE_WALK_IMAGE img +# define IMAGE_WALK_UNROLL 4 +# define IMAGE_WALK_COL_STEP 2 +# define IMAGE_WALK_DO_ROW_START do{ src = buf; jpeg_read_scanlines(&i->cinfo, (JSAMPLE **)&src, 1); }while(0) +# define IMAGE_WALK_DO_STEP do{ walk_pos[0] = *src++; walk_pos[1] = 255; }while(0) +# include "images/image-walk.h" + } + break; + case 4: /* * -> *+Alpha or aligned * */ + { + ASSERT(i->cinfo.output_components == 3); + byte buf[img->cols * 3], *src; +# define IMAGE_WALK_PREFIX(x) walk_##x +# define IMAGE_WALK_INLINE +# define IMAGE_WALK_IMAGE img +# define IMAGE_WALK_UNROLL 4 +# define IMAGE_WALK_COL_STEP 4 +# define IMAGE_WALK_DO_ROW_START do{ src = buf; jpeg_read_scanlines(&i->cinfo, (JSAMPLE **)&src, 1); }while(0) +# define IMAGE_WALK_DO_STEP do{ *(u32 *)walk_pos = *(u32 *)src; walk_pos[3] = 255; src += 3; }while(0) +# include "images/image-walk.h" + } + break; + default: + ASSERT(0); } - break; - default: - ASSERT(0); + } + ASSERT(i->cinfo.output_scanline == i->cinfo.output_height); - + /* Destroy libjpeg object */ jpeg_finish_decompress(&i->cinfo); jpeg_destroy_decompress(&i->cinfo); - /* Scale result if necessary */ - if (need_scale) - { - DBG("Scaling image"); - struct image *dest = image_new(io->thread, io->cols, io->rows, io->flags, io->pool); - if (!dest) - { - image_destroy(io->thread, img); - return 0; - } - if (!(image_scale(io->thread, dest, img))) - { - image_destroy(io->thread, img); - if (!io->pool) - image_destroy(io->thread, dest); - return 0; - } - image_destroy(io->thread, img); - io->image = dest; - } - else - io->image = img; - io->image_destroy = !io->pool; - - DBG("Image readed"); - return 1; + /* Finish the image */ + return image_io_read_data_finish(&rdi, io); } int @@ -376,7 +508,7 @@ libjpeg_write(struct image_io *io) return 0; } jpeg_create_compress(&i.cinfo); - + /* Initialize destination manager */ i.cinfo.dest = &i.dest; i.dest.init_destination = libjpeg_init_destination; @@ -387,65 +519,93 @@ libjpeg_write(struct image_io *io) struct image *img = io->image; i.cinfo.image_width = img->cols; i.cinfo.image_height = img->rows; - switch (io->flags & IMAGE_COLOR_SPACE) + switch (img->flags & IMAGE_COLOR_SPACE) { case COLOR_SPACE_GRAYSCALE: - i.cinfo.input_components = 1; i.cinfo.in_color_space = JCS_GRAYSCALE; break; case COLOR_SPACE_RGB: - i.cinfo.input_components = 3; i.cinfo.in_color_space = JCS_RGB; break; + case COLOR_SPACE_YCBCR: + i.cinfo.in_color_space = JCS_YCbCr; + break; + case COLOR_SPACE_CMYK: + i.cinfo.in_color_space = JCS_CMYK; + break; + case COLOR_SPACE_YCCK: + i.cinfo.in_color_space = JCS_YCCK; + break; default: jpeg_destroy_compress(&i.cinfo); - image_thread_err(io->thread, IMAGE_ERR_INVALID_PIXEL_FORMAT, "Unsupported pixel format."); + IMAGE_ERROR(io->context, IMAGE_ERROR_INVALID_PIXEL_FORMAT, "Unsupported pixel format."); return 0; } + i.cinfo.input_components = color_space_channels[img->flags & IMAGE_COLOR_SPACE]; jpeg_set_defaults(&i.cinfo); + jpeg_set_colorspace(&i.cinfo, i.cinfo.in_color_space); + if (io->jpeg_quality) + jpeg_set_quality(&i.cinfo, MIN(io->jpeg_quality, 100), 1); + if (io->exif_size) + { + /* According to the Exif specification, the Exif APP1 marker has to follow immediately after the SOI, + * just as the JFIF specification requires the same for the JFIF APP0 marker! + * Therefore a JPEG file cannot legally be both Exif and JFIF. */ + i.cinfo.write_JFIF_header = FALSE; + i.cinfo.write_Adobe_marker = FALSE; + } /* Compress the image */ jpeg_start_compress(&i.cinfo, TRUE); - switch (img->pixel_size) + if (io->exif_size) + { + DBG("Writing EXIF"); + jpeg_write_marker(&i.cinfo, JPEG_APP0 + 1, io->exif_data, io->exif_size); + } + if ((int)img->pixel_size == i.cinfo.input_components) { - /* grayscale or RGB */ - case 1: - case 3: - { - byte *pixels = img->pixels; - for (uns r = img->rows; r--; ) + byte *pixels = img->pixels; + for (uns r = img->rows; r--; ) + { + jpeg_write_scanlines(&i.cinfo, (JSAMPLE **)&pixels, 1); + pixels += img->row_size; + } + } + else + { + switch (img->pixel_size) + { + case 2: /* Grayscale+Alpha -> Grayscale */ { - jpeg_write_scanlines(&i.cinfo, (JSAMPLE **)&pixels, 1); - pixels += img->row_size; - } - } - break; - /* grayscale with alpha (ignore alpha) */ - case 2: - { - byte buf[img->cols], *dest = buf; -# define IMAGE_WALK_INLINE -# define IMAGE_WALK_UNROLL 4 -# define IMAGE_WALK_COL_STEP 2 -# define IMAGE_WALK_DO_ROW_END do{ dest = buf; jpeg_write_scanlines(&i.cinfo, (JSAMPLE **)&dest, 1); }while(0) -# define IMAGE_WALK_DO_STEP do{ *dest++ = pos[0]; }while(0) -# include "images/image-walk.h" - } - break; - /* RGBA (ignore alpha) or aligned RGB */ - case 4: - { - byte buf[img->cols * 3], *dest = buf; -# define IMAGE_WALK_INLINE -# define IMAGE_WALK_UNROLL 4 -# define IMAGE_WALK_COL_STEP 4 -# define IMAGE_WALK_DO_ROW_END do{ dest = buf; jpeg_write_scanlines(&i.cinfo, (JSAMPLE **)&dest, 1); }while(0) -# define IMAGE_WALK_DO_STEP do{ *dest++ = pos[0]; *dest++ = pos[1]; *dest++ = pos[2]; }while(0) -# include "images/image-walk.h" + ASSERT(i.cinfo.input_components == 1); + byte buf[img->cols], *dest = buf; +# define IMAGE_WALK_PREFIX(x) walk_##x +# define IMAGE_WALK_INLINE +# define IMAGE_WALK_IMAGE img +# define IMAGE_WALK_UNROLL 4 +# define IMAGE_WALK_COL_STEP 2 +# define IMAGE_WALK_DO_ROW_END do{ dest = buf; jpeg_write_scanlines(&i.cinfo, (JSAMPLE **)&dest, 1); }while(0) +# define IMAGE_WALK_DO_STEP do{ *dest++ = walk_pos[0]; }while(0) +# include "images/image-walk.h" + break; + } + case 4: /* *+Alpha or aligned * -> * */ + { + ASSERT(i.cinfo.input_components == 3); + byte buf[img->cols * 3], *dest = buf; +# define IMAGE_WALK_PREFIX(x) walk_##x +# define IMAGE_WALK_INLINE +# define IMAGE_WALK_IMAGE img +# define IMAGE_WALK_UNROLL 4 +# define IMAGE_WALK_COL_STEP 4 +# define IMAGE_WALK_DO_ROW_END do{ dest = buf; jpeg_write_scanlines(&i.cinfo, (JSAMPLE **)&dest, 1); }while(0) +# define IMAGE_WALK_DO_STEP do{ *dest++ = walk_pos[0]; *dest++ = walk_pos[1]; *dest++ = walk_pos[2]; }while(0) +# include "images/image-walk.h" + break; + } + default: + ASSERT(0); } - break; - default: - ASSERT(0); } ASSERT(i.cinfo.next_scanline == i.cinfo.image_height); jpeg_finish_compress(&i.cinfo);