| // Copyright 2020 Joe Drago. All rights reserved. |
| // SPDX-License-Identifier: BSD-2-Clause |
| |
| #include "avifjpeg.h" |
| #include "avifexif.h" |
| #include "avifutil.h" |
| |
| #include <assert.h> |
| #include <ctype.h> |
| #include <math.h> |
| #include <setjmp.h> |
| #include <stdint.h> |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| |
| #include "jpeglib.h" |
| |
| #include "iccjpeg.h" |
| |
| #if defined(AVIF_ENABLE_EXPERIMENTAL_JPEG_GAIN_MAP_CONVERSION) |
| #include <libxml/parser.h> |
| #endif |
| |
| #define AVIF_MIN(a, b) (((a) < (b)) ? (a) : (b)) |
| #define AVIF_MAX(a, b) (((a) > (b)) ? (a) : (b)) |
| |
| struct my_error_mgr |
| { |
| struct jpeg_error_mgr pub; |
| jmp_buf setjmp_buffer; |
| }; |
| typedef struct my_error_mgr * my_error_ptr; |
| static void my_error_exit(j_common_ptr cinfo) |
| { |
| my_error_ptr myerr = (my_error_ptr)cinfo->err; |
| (*cinfo->err->output_message)(cinfo); |
| longjmp(myerr->setjmp_buffer, 1); |
| } |
| |
| #if JPEG_LIB_VERSION >= 70 |
| #define AVIF_LIBJPEG_DCT_v_scaled_size DCT_v_scaled_size |
| #define AVIF_LIBJPEG_DCT_h_scaled_size DCT_h_scaled_size |
| #else |
| #define AVIF_LIBJPEG_DCT_h_scaled_size DCT_scaled_size |
| #define AVIF_LIBJPEG_DCT_v_scaled_size DCT_scaled_size |
| #endif |
| |
| // An internal function used by avifJPEGReadCopy(), this is the shared libjpeg decompression code |
| // for all paths avifJPEGReadCopy() takes. |
| static avifBool avifJPEGCopyPixels(avifImage * avif, uint32_t sizeLimit, struct jpeg_decompress_struct * cinfo) |
| { |
| cinfo->raw_data_out = TRUE; |
| jpeg_start_decompress(cinfo); |
| |
| avif->width = cinfo->image_width; |
| avif->height = cinfo->image_height; |
| if ((uint32_t)avif->width > sizeLimit / (uint32_t)avif->height) { |
| return AVIF_FALSE; |
| } |
| |
| JSAMPIMAGE buffer = (*cinfo->mem->alloc_small)((j_common_ptr)cinfo, JPOOL_IMAGE, sizeof(JSAMPARRAY) * cinfo->num_components); |
| |
| // lines of output image to be read per jpeg_read_raw_data call |
| int readLines = 0; |
| // lines of samples to be read per call (for each channel) |
| int linesPerCall[3] = { 0, 0, 0 }; |
| // expected count of sample lines (for each channel) |
| int targetRead[3] = { 0, 0, 0 }; |
| for (int i = 0; i < cinfo->num_components; ++i) { |
| jpeg_component_info * comp = &cinfo->comp_info[i]; |
| |
| linesPerCall[i] = comp->v_samp_factor * comp->AVIF_LIBJPEG_DCT_v_scaled_size; |
| targetRead[i] = comp->downsampled_height; |
| buffer[i] = (*cinfo->mem->alloc_sarray)((j_common_ptr)cinfo, |
| JPOOL_IMAGE, |
| comp->width_in_blocks * comp->AVIF_LIBJPEG_DCT_h_scaled_size, |
| linesPerCall[i]); |
| readLines = AVIF_MAX(readLines, linesPerCall[i]); |
| } |
| |
| avifImageFreePlanes(avif, AVIF_PLANES_ALL); // Free planes in case they were already allocated. |
| if (avifImageAllocatePlanes(avif, AVIF_PLANES_YUV) != AVIF_RESULT_OK) { |
| return AVIF_FALSE; |
| } |
| |
| // destination avif channel for each jpeg channel |
| avifChannelIndex targetChannel[3] = { AVIF_CHAN_Y, AVIF_CHAN_Y, AVIF_CHAN_Y }; |
| if (cinfo->jpeg_color_space == JCS_YCbCr) { |
| targetChannel[0] = AVIF_CHAN_Y; |
| targetChannel[1] = AVIF_CHAN_U; |
| targetChannel[2] = AVIF_CHAN_V; |
| } else if (cinfo->jpeg_color_space == JCS_GRAYSCALE) { |
| targetChannel[0] = AVIF_CHAN_Y; |
| } else { |
| // cinfo->jpeg_color_space == JCS_RGB |
| targetChannel[0] = AVIF_CHAN_V; |
| targetChannel[1] = AVIF_CHAN_Y; |
| targetChannel[2] = AVIF_CHAN_U; |
| } |
| |
| int workComponents = avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV400 ? 1 : cinfo->num_components; |
| |
| // count of already-read lines (for each channel) |
| int alreadyRead[3] = { 0, 0, 0 }; |
| while (cinfo->output_scanline < cinfo->output_height) { |
| jpeg_read_raw_data(cinfo, buffer, readLines); |
| |
| for (int i = 0; i < workComponents; ++i) { |
| int linesRead = AVIF_MIN(targetRead[i] - alreadyRead[i], linesPerCall[i]); |
| for (int j = 0; j < linesRead; ++j) { |
| memcpy(&avif->yuvPlanes[targetChannel[i]][avif->yuvRowBytes[targetChannel[i]] * (alreadyRead[i] + j)], |
| buffer[i][j], |
| avif->yuvRowBytes[targetChannel[i]]); |
| } |
| alreadyRead[i] += linesPerCall[i]; |
| } |
| } |
| return AVIF_TRUE; |
| } |
| |
| static avifBool avifJPEGHasCompatibleMatrixCoefficients(avifMatrixCoefficients matrixCoefficients) |
| { |
| switch (matrixCoefficients) { |
| case AVIF_MATRIX_COEFFICIENTS_BT470BG: |
| case AVIF_MATRIX_COEFFICIENTS_BT601: |
| // JPEG always uses [Kr:0.299, Kb:0.114], which matches these MCs. |
| return AVIF_TRUE; |
| } |
| return AVIF_FALSE; |
| } |
| |
| // This attempts to copy the internal representation of the JPEG directly into avifImage without |
| // YUV->RGB conversion. If it returns AVIF_FALSE, a typical RGB->YUV conversion is required. |
| static avifBool avifJPEGReadCopy(avifImage * avif, uint32_t sizeLimit, struct jpeg_decompress_struct * cinfo) |
| { |
| if ((avif->depth != 8) || (avif->yuvRange != AVIF_RANGE_FULL)) { |
| return AVIF_FALSE; |
| } |
| |
| if (cinfo->jpeg_color_space == JCS_YCbCr) { |
| // Import from YUV: must use compatible matrixCoefficients. |
| if (avifJPEGHasCompatibleMatrixCoefficients(avif->matrixCoefficients)) { |
| // YUV->YUV: require precise match for pixel format. |
| avifPixelFormat jpegFormat = AVIF_PIXEL_FORMAT_NONE; |
| if (cinfo->comp_info[0].h_samp_factor == 1 && cinfo->comp_info[0].v_samp_factor == 1 && |
| cinfo->comp_info[1].h_samp_factor == 1 && cinfo->comp_info[1].v_samp_factor == 1 && |
| cinfo->comp_info[2].h_samp_factor == 1 && cinfo->comp_info[2].v_samp_factor == 1) { |
| jpegFormat = AVIF_PIXEL_FORMAT_YUV444; |
| } else if (cinfo->comp_info[0].h_samp_factor == 2 && cinfo->comp_info[0].v_samp_factor == 1 && |
| cinfo->comp_info[1].h_samp_factor == 1 && cinfo->comp_info[1].v_samp_factor == 1 && |
| cinfo->comp_info[2].h_samp_factor == 1 && cinfo->comp_info[2].v_samp_factor == 1) { |
| jpegFormat = AVIF_PIXEL_FORMAT_YUV422; |
| } else if (cinfo->comp_info[0].h_samp_factor == 2 && cinfo->comp_info[0].v_samp_factor == 2 && |
| cinfo->comp_info[1].h_samp_factor == 1 && cinfo->comp_info[1].v_samp_factor == 1 && |
| cinfo->comp_info[2].h_samp_factor == 1 && cinfo->comp_info[2].v_samp_factor == 1) { |
| jpegFormat = AVIF_PIXEL_FORMAT_YUV420; |
| } |
| if (jpegFormat != AVIF_PIXEL_FORMAT_NONE) { |
| if (avif->yuvFormat == AVIF_PIXEL_FORMAT_NONE) { |
| // The requested format is "auto": Adopt JPEG's internal format. |
| avif->yuvFormat = jpegFormat; |
| } |
| if (avif->yuvFormat == jpegFormat) { |
| cinfo->out_color_space = JCS_YCbCr; |
| return avifJPEGCopyPixels(avif, sizeLimit, cinfo); |
| } |
| } |
| |
| // YUV->Grayscale: subsample Y plane not allowed. |
| if ((avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV400) && (cinfo->comp_info[0].h_samp_factor == cinfo->max_h_samp_factor && |
| cinfo->comp_info[0].v_samp_factor == cinfo->max_v_samp_factor)) { |
| cinfo->out_color_space = JCS_YCbCr; |
| return avifJPEGCopyPixels(avif, sizeLimit, cinfo); |
| } |
| } |
| } else if (cinfo->jpeg_color_space == JCS_GRAYSCALE) { |
| // Import from Grayscale: subsample not allowed. |
| if ((cinfo->comp_info[0].h_samp_factor == cinfo->max_h_samp_factor && |
| cinfo->comp_info[0].v_samp_factor == cinfo->max_v_samp_factor)) { |
| // Import to YUV/Grayscale: must use compatible matrixCoefficients. |
| if (avifJPEGHasCompatibleMatrixCoefficients(avif->matrixCoefficients)) { |
| // Grayscale->Grayscale: direct copy. |
| if ((avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV400) || (avif->yuvFormat == AVIF_PIXEL_FORMAT_NONE)) { |
| avif->yuvFormat = AVIF_PIXEL_FORMAT_YUV400; |
| cinfo->out_color_space = JCS_GRAYSCALE; |
| return avifJPEGCopyPixels(avif, sizeLimit, cinfo); |
| } |
| |
| // Grayscale->YUV: copy Y, fill UV with monochrome value. |
| if ((avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV444) || (avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV422) || |
| (avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV420)) { |
| cinfo->out_color_space = JCS_GRAYSCALE; |
| if (!avifJPEGCopyPixels(avif, sizeLimit, cinfo)) { |
| return AVIF_FALSE; |
| } |
| |
| uint32_t uvHeight = avifImagePlaneHeight(avif, AVIF_CHAN_U); |
| memset(avif->yuvPlanes[AVIF_CHAN_U], 128, (size_t)avif->yuvRowBytes[AVIF_CHAN_U] * uvHeight); |
| memset(avif->yuvPlanes[AVIF_CHAN_V], 128, (size_t)avif->yuvRowBytes[AVIF_CHAN_V] * uvHeight); |
| |
| return AVIF_TRUE; |
| } |
| } |
| |
| // Grayscale->RGB: copy Y to G, duplicate to B and R. |
| if ((avif->matrixCoefficients == AVIF_MATRIX_COEFFICIENTS_IDENTITY) && |
| ((avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV444) || (avif->yuvFormat == AVIF_PIXEL_FORMAT_NONE))) { |
| avif->yuvFormat = AVIF_PIXEL_FORMAT_YUV444; |
| cinfo->out_color_space = JCS_GRAYSCALE; |
| if (!avifJPEGCopyPixels(avif, sizeLimit, cinfo)) { |
| return AVIF_FALSE; |
| } |
| |
| memcpy(avif->yuvPlanes[AVIF_CHAN_U], avif->yuvPlanes[AVIF_CHAN_Y], (size_t)avif->yuvRowBytes[AVIF_CHAN_U] * avif->height); |
| memcpy(avif->yuvPlanes[AVIF_CHAN_V], avif->yuvPlanes[AVIF_CHAN_Y], (size_t)avif->yuvRowBytes[AVIF_CHAN_V] * avif->height); |
| |
| return AVIF_TRUE; |
| } |
| } |
| } else if (cinfo->jpeg_color_space == JCS_RGB) { |
| // RGB->RGB: subsample not allowed. |
| if ((avif->matrixCoefficients == AVIF_MATRIX_COEFFICIENTS_IDENTITY) && |
| ((avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV444) || (avif->yuvFormat == AVIF_PIXEL_FORMAT_NONE)) && |
| (cinfo->comp_info[0].h_samp_factor == 1 && cinfo->comp_info[0].v_samp_factor == 1 && |
| cinfo->comp_info[1].h_samp_factor == 1 && cinfo->comp_info[1].v_samp_factor == 1 && |
| cinfo->comp_info[2].h_samp_factor == 1 && cinfo->comp_info[2].v_samp_factor == 1)) { |
| avif->yuvFormat = AVIF_PIXEL_FORMAT_YUV444; |
| cinfo->out_color_space = JCS_RGB; |
| return avifJPEGCopyPixels(avif, sizeLimit, cinfo); |
| } |
| } |
| |
| // A typical RGB->YUV conversion is required. |
| return AVIF_FALSE; |
| } |
| |
| // Reads a 4-byte unsigned integer in big-endian format from the raw bitstream src. |
| static uint32_t avifJPEGReadUint32BigEndian(const uint8_t * src) |
| { |
| return ((uint32_t)src[0] << 24) | ((uint32_t)src[1] << 16) | ((uint32_t)src[2] << 8) | ((uint32_t)src[3] << 0); |
| } |
| |
| // Returns the pointer in str to the first occurrence of substr. Returns NULL if substr cannot be found in str. |
| static const uint8_t * avifJPEGFindSubstr(const uint8_t * str, size_t strLength, const uint8_t * substr, size_t substrLength) |
| { |
| for (size_t index = 0; index + substrLength <= strLength; ++index) { |
| if (!memcmp(&str[index], substr, substrLength)) { |
| return &str[index]; |
| } |
| } |
| return NULL; |
| } |
| |
| #define AVIF_JPEG_MAX_MARKER_DATA_LENGTH 65533 |
| |
| // Exif tag |
| #define AVIF_JPEG_EXIF_HEADER "Exif\0\0" |
| #define AVIF_JPEG_EXIF_HEADER_LENGTH 6 |
| |
| // XMP tags |
| #define AVIF_JPEG_STANDARD_XMP_TAG "http://ns.adobe.com/xap/1.0/\0" |
| #define AVIF_JPEG_STANDARD_XMP_TAG_LENGTH 29 |
| #define AVIF_JPEG_EXTENDED_XMP_TAG "http://ns.adobe.com/xmp/extension/\0" |
| #define AVIF_JPEG_EXTENDED_XMP_TAG_LENGTH 35 |
| |
| // MPF tag (Multi-Picture Format) |
| #define AVIF_JPEG_MPF_HEADER "MPF\0" |
| #define AVIF_JPEG_MPF_HEADER_LENGTH 4 |
| |
| // One way of storing the Extended XMP GUID (generated by a camera for example). |
| #define AVIF_JPEG_XMP_NOTE_TAG "xmpNote:HasExtendedXMP=\"" |
| #define AVIF_JPEG_XMP_NOTE_TAG_LENGTH 24 |
| // Another way of storing the Extended XMP GUID (generated by exiftool for example). |
| #define AVIF_JPEG_ALTERNATIVE_XMP_NOTE_TAG "<xmpNote:HasExtendedXMP>" |
| #define AVIF_JPEG_ALTERNATIVE_XMP_NOTE_TAG_LENGTH 24 |
| |
| #define AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH 32 |
| |
| // Offset in APP1 segment (skip tag + guid + size + offset). |
| #define AVIF_JPEG_OFFSET_TILL_EXTENDED_XMP (AVIF_JPEG_EXTENDED_XMP_TAG_LENGTH + AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH + 4 + 4) |
| |
| #define AVIF_CHECK(A) \ |
| do { \ |
| if (!(A)) \ |
| return AVIF_FALSE; \ |
| } while (0) |
| |
| #if defined(AVIF_ENABLE_EXPERIMENTAL_JPEG_GAIN_MAP_CONVERSION) |
| |
| // Reads a 4-byte unsigned integer in little-endian format from the raw bitstream src. |
| static uint32_t avifJPEGReadUint32LittleEndian(const uint8_t * src) |
| { |
| return ((uint32_t)src[0] << 0) | ((uint32_t)src[1] << 8) | ((uint32_t)src[2] << 16) | ((uint32_t)src[3] << 24); |
| } |
| |
| // Reads a 2-byte unsigned integer in big-endian format from the raw bitstream src. |
| static uint16_t avifJPEGReadUint16BigEndian(const uint8_t * src) |
| { |
| return ((uint32_t)src[0] << 8) | ((uint32_t)src[1] << 0); |
| } |
| |
| // Reads a 2-byte unsigned integer in little-endian format from the raw bitstream src. |
| static uint16_t avifJPEGReadUint16LittleEndian(const uint8_t * src) |
| { |
| return ((uint32_t)src[0] << 0) | ((uint32_t)src[1] << 8); |
| } |
| |
| // Reads 'numBytes' at 'offset', stores them in 'bytes' and increases 'offset'. |
| static avifBool avifJPEGReadBytes(const avifROData * data, uint8_t * bytes, uint32_t * offset, uint32_t numBytes) |
| { |
| if (data->size < (*offset + numBytes)) { |
| return AVIF_FALSE; |
| } |
| memcpy(bytes, &data->data[*offset], numBytes); |
| *offset += numBytes; |
| return AVIF_TRUE; |
| } |
| |
| static avifBool avifJPEGReadU32(const avifROData * data, uint32_t * v, uint32_t * offset, avifBool isBigEndian) |
| { |
| uint8_t bytes[4]; |
| AVIF_CHECK(avifJPEGReadBytes(data, bytes, offset, 4)); |
| *v = isBigEndian ? avifJPEGReadUint32BigEndian(bytes) : avifJPEGReadUint32LittleEndian(bytes); |
| return AVIF_TRUE; |
| } |
| |
| static avifBool avifJPEGReadU16(const avifROData * data, uint16_t * v, uint32_t * offset, avifBool isBigEndian) |
| { |
| uint8_t bytes[2]; |
| AVIF_CHECK(avifJPEGReadBytes(data, bytes, offset, 2)); |
| *v = isBigEndian ? avifJPEGReadUint16BigEndian(bytes) : avifJPEGReadUint16LittleEndian(bytes); |
| return AVIF_TRUE; |
| } |
| |
| static avifBool avifJPEGReadInternal(FILE * f, |
| const char * inputFilename, |
| avifImage * avif, |
| avifPixelFormat requestedFormat, |
| uint32_t requestedDepth, |
| avifChromaDownsampling chromaDownsampling, |
| avifBool ignoreColorProfile, |
| avifBool ignoreExif, |
| avifBool ignoreXMP, |
| avifBool ignoreGainMap, |
| uint32_t sizeLimit); |
| |
| // Arbitrary max number of jpeg segments to parse before giving up. |
| #define MAX_JPEG_SEGMENTS 100 |
| |
| // Finds the offset of the first MPF segment. Returns AVIF_TRUE if it was found. |
| static avifBool avifJPEGFindMpfSegmentOffset(FILE * f, uint32_t * mpfOffset) |
| { |
| const long oldOffset = ftell(f); |
| |
| uint32_t offset = 2; // Skip the 2 byte SOI (Start Of Image) marker. |
| if (fseek(f, offset, SEEK_SET) != 0) { |
| return AVIF_FALSE; |
| } |
| |
| uint8_t buffer[4]; |
| int numSegments = 0; |
| while (numSegments < MAX_JPEG_SEGMENTS) { |
| ++numSegments; |
| // Read the APP<n> segment marker (2 bytes) and the segment size (2 bytes). |
| if (fread(buffer, 1, 4, f) != 4) { |
| fseek(f, oldOffset, SEEK_SET); |
| return AVIF_FALSE; // End of the file reached. |
| } |
| offset += 4; |
| |
| // Total APP<n> segment byte count, including the byte count value (2 bytes), but excluding the 2 byte APP<n> marker itself. |
| const uint16_t segmentLength = avifJPEGReadUint16BigEndian(&buffer[2]); |
| if (segmentLength < 2) { |
| fseek(f, oldOffset, SEEK_SET); |
| return AVIF_FALSE; // Invalid length. |
| } else if (segmentLength < 2 + AVIF_JPEG_MPF_HEADER_LENGTH) { |
| // Cannot be an MPF segment, skip to the next segment. |
| offset += segmentLength - 2; |
| if (fseek(f, offset, SEEK_SET) != 0) { |
| fseek(f, oldOffset, SEEK_SET); |
| return AVIF_FALSE; |
| } |
| continue; |
| } |
| |
| uint8_t identifier[AVIF_JPEG_MPF_HEADER_LENGTH]; |
| if (fread(identifier, 1, AVIF_JPEG_MPF_HEADER_LENGTH, f) != AVIF_JPEG_MPF_HEADER_LENGTH) { |
| fseek(f, oldOffset, SEEK_SET); |
| return AVIF_FALSE; // End of the file reached. |
| } |
| offset += AVIF_JPEG_MPF_HEADER_LENGTH; |
| |
| if (buffer[1] == (JPEG_APP0 + 2) && !memcmp(identifier, AVIF_JPEG_MPF_HEADER, AVIF_JPEG_MPF_HEADER_LENGTH)) { |
| // MPF segment found. |
| *mpfOffset = offset; |
| fseek(f, oldOffset, SEEK_SET); |
| return AVIF_TRUE; |
| } |
| |
| // Skip to the next segment. |
| offset += segmentLength - 2 - AVIF_JPEG_MPF_HEADER_LENGTH; |
| if (fseek(f, offset, SEEK_SET) != 0) { |
| fseek(f, oldOffset, SEEK_SET); |
| return AVIF_FALSE; |
| } |
| } |
| return AVIF_FALSE; |
| } |
| |
| // Searches for a node called 'nameSpace:nodeName' in the children (or descendants if 'recursive' is set) of 'parentNode'. |
| // Returns the first such node found (in depth first search). Returns NULL if no such node is found. |
| static const xmlNode * avifJPEGFindXMLNodeByName(const xmlNode * parentNode, const char * nameSpace, const char * nodeName, avifBool recursive) |
| { |
| if (parentNode == NULL) { |
| return NULL; |
| } |
| for (const xmlNode * node = parentNode->children; node != NULL; node = node->next) { |
| if (node->ns != NULL && !xmlStrcmp(node->ns->href, (const xmlChar *)nameSpace) && |
| !xmlStrcmp(node->name, (const xmlChar *)nodeName)) { |
| return node; |
| } else if (recursive) { |
| const xmlNode * descendantNode = avifJPEGFindXMLNodeByName(node, nameSpace, nodeName, recursive); |
| if (descendantNode != NULL) { |
| return descendantNode; |
| } |
| } |
| } |
| return NULL; |
| } |
| |
| #define XML_NAME_SPACE_GAIN_MAP "http://ns.adobe.com/hdr-gain-map/1.0/" |
| #define XML_NAME_SPACE_RDF "http://www.w3.org/1999/02/22-rdf-syntax-ns#" |
| |
| // Finds an 'rdf:Description' node containing a gain map version attribute (hdrgm:Version="1.0"). |
| // Returns NULL if not found. |
| static const xmlNode * avifJPEGFindGainMapXMPNode(const xmlNode * rootNode) |
| { |
| // See XMP specification https://github.com/adobe/XMP-Toolkit-SDK/blob/main/docs/XMPSpecificationPart1.pdf |
| // ISO 16684-1:2011 7.1 "For this serialization, a single XMP packet shall be serialized using a single rdf:RDF XML element." |
| // 7.3 "Other XML elements may appear around the rdf:RDF element." |
| const xmlNode * rdfNode = avifJPEGFindXMLNodeByName(rootNode, XML_NAME_SPACE_RDF, "RDF", /*recursive=*/AVIF_TRUE); |
| if (rdfNode == NULL) { |
| return NULL; |
| } |
| for (const xmlNode * node = rdfNode->children; node != NULL; node = node->next) { |
| // Loop through rdf:Description children. |
| // 7.4 "A single XMP packet shall be serialized using a single rdf:RDF XML element. The rdf:RDF element content |
| // shall consist of only zero or more rdf:Description elements." |
| if (node->ns && !xmlStrcmp(node->ns->href, (const xmlChar *)XML_NAME_SPACE_RDF) && |
| !xmlStrcmp(node->name, (const xmlChar *)"Description")) { |
| // Look for the gain map version attribute: hdrgm:Version="1.0" |
| for (xmlAttr * prop = node->properties; prop != NULL; prop = prop->next) { |
| if (prop->ns && !xmlStrcmp(prop->ns->href, (const xmlChar *)XML_NAME_SPACE_GAIN_MAP) && |
| !xmlStrcmp(prop->name, (const xmlChar *)"Version") && prop->children != NULL && |
| !xmlStrcmp(prop->children->content, (const xmlChar *)"1.0")) { |
| return node; |
| } |
| } |
| } |
| } |
| return NULL; |
| } |
| |
| // Use XML_PARSE_RECOVER and XML_PARSE_NOERROR to avoid failing/printing errors for invalid XML. |
| // In particular, if the jpeg files contains extended XMP, avifJPEGReadInternal simply concatenates it to |
| // standard XMP, which is not a valid XML tree. |
| // TODO(maryla): better handle extended XMP. If the gain map metadata is in the extended part, |
| // the current code won't detect it. |
| #define LIBXML2_XML_PARSING_FLAGS (XML_PARSE_RECOVER | XML_PARSE_NOERROR) |
| |
| // Returns true if there is an 'rdf:Description' node containing a gain map version attribute (hdrgm:Version="1.0"). |
| // On the main image, this signals that the file also contains a gain map. |
| // On a subsequent image, this signals that it is a gain map. |
| static avifBool avifJPEGHasGainMapXMPNode(const uint8_t * xmpData, size_t xmpSize) |
| { |
| xmlDoc * document = xmlReadMemory((const char *)xmpData, (int)xmpSize, NULL, NULL, LIBXML2_XML_PARSING_FLAGS); |
| if (document == NULL) { |
| return AVIF_FALSE; // Probably and out of memory error. |
| } |
| const xmlNode * rootNode = xmlDocGetRootElement(document); |
| const xmlNode * node = avifJPEGFindGainMapXMPNode(rootNode); |
| const avifBool found = (node != NULL); |
| xmlFreeDoc(document); |
| return found; |
| } |
| |
| // Finds the value of a gain map metadata property, that can be either stored as an attribute of 'descriptionNode' |
| // (which should point to a <rdf:Description> node) or as a child node. |
| // 'maxValues' is the maximum number of expected values, and the size of the 'values' array. 'numValues' is set to the number |
| // of values actually found (which may be smaller or larger, but only up to 'maxValues' are stored in 'values'). |
| // Returns AVIF_TRUE if the property was found. |
| static avifBool avifJPEGFindGainMapProperty(const xmlNode * descriptionNode, |
| const char * propertyName, |
| uint32_t maxValues, |
| const char * values[], |
| uint32_t * numValues) |
| { |
| *numValues = 0; |
| |
| // Search attributes. |
| for (xmlAttr * prop = descriptionNode->properties; prop != NULL; prop = prop->next) { |
| if (prop->ns && !xmlStrcmp(prop->ns->href, (const xmlChar *)XML_NAME_SPACE_GAIN_MAP) && |
| !xmlStrcmp(prop->name, (const xmlChar *)propertyName) && prop->children != NULL && prop->children->content != NULL) { |
| // Properties should have just one child containing the property's value |
| // (in fact the 'children' field is documented as "the value of the property"). |
| values[0] = (const char *)prop->children->content; |
| *numValues = 1; |
| return AVIF_TRUE; |
| } |
| } |
| |
| // Search child nodes. |
| for (const xmlNode * node = descriptionNode->children; node != NULL; node = node->next) { |
| if (node->ns && !xmlStrcmp(node->ns->href, (const xmlChar *)XML_NAME_SPACE_GAIN_MAP) && |
| !xmlStrcmp(node->name, (const xmlChar *)propertyName) && node->children) { |
| // Multiple values can be specified with a Seq tag: <rdf:Seq><rdf:li>value1</rdf:li><rdf:li>value2</rdf:li>...</rdf:Seq> |
| const xmlNode * seq = avifJPEGFindXMLNodeByName(node, XML_NAME_SPACE_RDF, "Seq", /*recursive=*/AVIF_FALSE); |
| if (seq) { |
| for (xmlNode * seqChild = seq->children; seqChild; seqChild = seqChild->next) { |
| if (!xmlStrcmp(seqChild->name, (const xmlChar *)"li") && seqChild->children != NULL && |
| seqChild->children->content != NULL) { |
| if (*numValues < maxValues) { |
| values[*numValues] = (const char *)seqChild->children->content; |
| } |
| ++(*numValues); |
| } |
| } |
| return *numValues > 0 ? AVIF_TRUE : AVIF_FALSE; |
| } else if (node->children->next == NULL && node->children->type == XML_TEXT_NODE) { // Only one child and it's text. |
| values[0] = (const char *)node->children->content; |
| *numValues = 1; |
| return AVIF_TRUE; |
| } |
| // We found a tag for this property but no valid content. |
| return AVIF_FALSE; |
| } |
| } |
| |
| return AVIF_FALSE; // Property not found. |
| } |
| |
| // Up to 3 values per property (one for each RGB channel). |
| #define GAIN_MAP_PROPERTY_MAX_VALUES 3 |
| |
| // Looks for a given gain map property's double value(s), and if found, stores them in 'values'. |
| // The 'values' array should have size at least 'numDoubles', and should be initialized with default |
| // values for this property, since the array will be left untouched if the property is not found. |
| // Returns AVIF_TRUE if the property was successfully parsed, or if it was not found, since all properties |
| // are optional. Returns AVIF_FALSE in case of error (invalid metadata XMP). |
| static avifBool avifJPEGFindGainMapPropertyDoubles(const xmlNode * descriptionNode, const char * propertyName, double * values, uint32_t numDoubles) |
| { |
| assert(numDoubles <= GAIN_MAP_PROPERTY_MAX_VALUES); |
| const char * textValues[GAIN_MAP_PROPERTY_MAX_VALUES]; |
| uint32_t numValues; |
| if (!avifJPEGFindGainMapProperty(descriptionNode, propertyName, /*maxValues=*/numDoubles, &textValues[0], &numValues)) { |
| return AVIF_TRUE; // Property was not found, but it's not an error since they're optional. |
| } |
| if (numValues != 1 && numValues != numDoubles) { |
| return AVIF_FALSE; // Invalid, we expect either 1 or exactly numDoubles values. |
| } |
| for (uint32_t i = 0; i < numDoubles; ++i) { |
| if (i >= numValues) { |
| // If there is only 1 value, it's copied into the rest of the array. |
| values[i] = values[i - 1]; |
| } else { |
| int charsRead; |
| if (sscanf(textValues[i], "%lf%n", &values[i], &charsRead) < 1) { |
| return AVIF_FALSE; // Was not able to parse the full string value as a double. |
| } |
| // Make sure that remaining characters (if any) are only whitespace. |
| const int len = (int)strlen(textValues[i]); |
| while (charsRead < len) { |
| if (!isspace(textValues[i][charsRead])) { |
| return AVIF_FALSE; // Invalid character. |
| } |
| ++charsRead; |
| } |
| } |
| } |
| |
| return AVIF_TRUE; |
| } |
| |
| static inline void SwapDoubles(double * x, double * y) |
| { |
| double tmp = *x; |
| *x = *y; |
| *y = tmp; |
| } |
| |
| // Parses gain map metadata from XMP. |
| // See https://helpx.adobe.com/camera-raw/using/gain-map.html |
| // Returns AVIF_TRUE if the gain map metadata was successfully read. |
| static avifBool avifJPEGParseGainMapXMPProperties(const xmlNode * rootNode, avifGainMapMetadata * metadata) |
| { |
| const xmlNode * descNode = avifJPEGFindGainMapXMPNode(rootNode); |
| if (descNode == NULL) { |
| return AVIF_FALSE; |
| } |
| |
| avifGainMapMetadataDouble metadataDouble; |
| // Set default values from Adobe's spec. |
| metadataDouble.backwardDirection = AVIF_FALSE; |
| metadataDouble.baseHdrHeadroom = 0.0; |
| metadataDouble.alternateHdrHeadroom = 1.0; |
| for (int i = 0; i < 3; ++i) { |
| metadataDouble.gainMapMin[i] = 0.0; |
| metadataDouble.gainMapMax[i] = 1.0; |
| metadataDouble.baseOffset[i] = 1.0 / 64.0; |
| metadataDouble.alternateOffset[i] = 1.0 / 64.0; |
| metadataDouble.gainMapGamma[i] = 1.0; |
| } |
| // Not in Adobe's spec but both color spaces should be the same so this value doesn't matter. |
| metadataDouble.useBaseColorSpace = AVIF_TRUE; |
| |
| AVIF_CHECK(avifJPEGFindGainMapPropertyDoubles(descNode, "HDRCapacityMin", &metadataDouble.baseHdrHeadroom, /*numDoubles=*/1)); |
| AVIF_CHECK(avifJPEGFindGainMapPropertyDoubles(descNode, "HDRCapacityMax", &metadataDouble.alternateHdrHeadroom, /*numDoubles=*/1)); |
| AVIF_CHECK(avifJPEGFindGainMapPropertyDoubles(descNode, "OffsetSDR", metadataDouble.baseOffset, /*numDoubles=*/3)); |
| AVIF_CHECK(avifJPEGFindGainMapPropertyDoubles(descNode, "OffsetHDR", metadataDouble.alternateOffset, /*numDoubles=*/3)); |
| AVIF_CHECK(avifJPEGFindGainMapPropertyDoubles(descNode, "GainMapMin", metadataDouble.gainMapMin, /*numDoubles=*/3)); |
| AVIF_CHECK(avifJPEGFindGainMapPropertyDoubles(descNode, "GainMapMax", metadataDouble.gainMapMax, /*numDoubles=*/3)); |
| AVIF_CHECK(avifJPEGFindGainMapPropertyDoubles(descNode, "Gamma", metadataDouble.gainMapGamma, /*numDoubles=*/3)); |
| |
| // See inequality requirements in section 'XMP Representation of Gain Map Metadata' of Adobe's gain map specification |
| // https://helpx.adobe.com/camera-raw/using/gain-map.html |
| AVIF_CHECK(metadataDouble.alternateHdrHeadroom > metadataDouble.baseHdrHeadroom); |
| AVIF_CHECK(metadataDouble.baseHdrHeadroom >= 0); |
| for (int i = 0; i < 3; ++i) { |
| AVIF_CHECK(metadataDouble.gainMapMax[i] >= metadataDouble.gainMapMin[i]); |
| AVIF_CHECK(metadataDouble.baseOffset[i] >= 0.0); |
| AVIF_CHECK(metadataDouble.alternateOffset[i] >= 0.0); |
| AVIF_CHECK(metadataDouble.gainMapGamma[i] > 0.0); |
| } |
| |
| uint32_t numValues; |
| const char * baseRenditionIsHDR; |
| if (avifJPEGFindGainMapProperty(descNode, "BaseRenditionIsHDR", /*maxValues=*/1, &baseRenditionIsHDR, &numValues)) { |
| if (!strcmp(baseRenditionIsHDR, "True")) { |
| metadataDouble.backwardDirection = AVIF_TRUE; |
| SwapDoubles(&metadataDouble.baseHdrHeadroom, &metadataDouble.alternateHdrHeadroom); |
| for (int c = 0; c < 3; ++c) { |
| SwapDoubles(&metadataDouble.baseOffset[c], &metadataDouble.alternateOffset[c]); |
| } |
| } else if (!strcmp(baseRenditionIsHDR, "False")) { |
| metadataDouble.backwardDirection = AVIF_FALSE; |
| } else { |
| return AVIF_FALSE; // Unexpected value. |
| } |
| } |
| |
| AVIF_CHECK(avifGainMapMetadataDoubleToFractions(metadata, &metadataDouble)); |
| |
| return AVIF_TRUE; |
| } |
| |
| // Parses gain map metadata from an XMP payload. |
| // Returns AVIF_TRUE if the gain map metadata was successfully read. |
| avifBool avifJPEGParseGainMapXMP(const uint8_t * xmpData, size_t xmpSize, avifGainMapMetadata * metadata) |
| { |
| xmlDoc * document = xmlReadMemory((const char *)xmpData, (int)xmpSize, NULL, NULL, LIBXML2_XML_PARSING_FLAGS); |
| if (document == NULL) { |
| return AVIF_FALSE; // Probably an out of memory error. |
| } |
| xmlNode * rootNode = xmlDocGetRootElement(document); |
| const avifBool res = avifJPEGParseGainMapXMPProperties(rootNode, metadata); |
| xmlFreeDoc(document); |
| return res; |
| } |
| |
| // Parses an MPF (Multi-Picture File) JPEG metadata segment to find the location of other |
| // images, and decodes the gain map image (as determined by having gain map XMP metadata) into 'avif'. |
| // See CIPA DC-007-Translation-2021 Multi-Picture Format at https://www.cipa.jp/e/std/std-sec.html |
| // and https://helpx.adobe.com/camera-raw/using/gain-map.html in particular Figures 1 to 6. |
| // Returns AVIF_FALSE if no gain map was found. |
| static avifBool avifJPEGExtractGainMapImageFromMpf(FILE * f, |
| uint32_t sizeLimit, |
| const avifROData * segmentData, |
| avifImage * avif, |
| avifChromaDownsampling chromaDownsampling) |
| { |
| uint32_t offset = 0; |
| |
| const uint8_t littleEndian[4] = { 0x49, 0x49, 0x2A, 0x00 }; // "II*\0" |
| const uint8_t bigEndian[4] = { 0x4D, 0x4D, 0x00, 0x2A }; // "MM\0*" |
| |
| uint8_t endiannessTag[4]; |
| AVIF_CHECK(avifJPEGReadBytes(segmentData, endiannessTag, &offset, 4)); |
| |
| avifBool isBigEndian; |
| if (!memcmp(endiannessTag, bigEndian, 4)) { |
| isBigEndian = AVIF_TRUE; |
| } else if (!memcmp(endiannessTag, littleEndian, 4)) { |
| isBigEndian = AVIF_FALSE; |
| } else { |
| return AVIF_FALSE; // Invalid endianness tag. |
| } |
| |
| uint32_t offsetToFirstIfd; |
| AVIF_CHECK(avifJPEGReadU32(segmentData, &offsetToFirstIfd, &offset, isBigEndian)); |
| if (offsetToFirstIfd < offset) { |
| return AVIF_FALSE; |
| } |
| offset = offsetToFirstIfd; |
| |
| // Read MP (Multi-Picture) tags. |
| uint16_t mpTagCount; |
| AVIF_CHECK(avifJPEGReadU16(segmentData, &mpTagCount, &offset, isBigEndian)); |
| |
| // See also https://www.media.mit.edu/pia/Research/deepview/exif.html |
| uint32_t numImages = 0; |
| uint32_t mpEntryOffset = 0; |
| for (int mpTagIdx = 0; mpTagIdx < mpTagCount; ++mpTagIdx) { |
| uint16_t tagId; |
| AVIF_CHECK(avifJPEGReadU16(segmentData, &tagId, &offset, isBigEndian)); |
| offset += 2; // Skip data format. |
| offset += 4; // Skip num components. |
| uint8_t valueBytes[4]; |
| AVIF_CHECK(avifJPEGReadBytes(segmentData, valueBytes, &offset, 4)); |
| const uint32_t value = isBigEndian ? avifJPEGReadUint32BigEndian(valueBytes) : avifJPEGReadUint32LittleEndian(valueBytes); |
| |
| switch (tagId) { // MPFVersion |
| case 45056: // MPFVersion |
| if (memcmp(valueBytes, "0100", 4)) { |
| // Unexpected version. |
| return AVIF_FALSE; |
| } |
| break; |
| case 45057: // NumberOfImages |
| numImages = value; |
| break; |
| case 45058: // MPEntry |
| mpEntryOffset = value; |
| break; |
| case 45059: // ImageUIDList, unused |
| case 45060: // TotalFrames, unused |
| default: |
| break; |
| } |
| } |
| if (numImages < 2 || mpEntryOffset < offset) { |
| return AVIF_FALSE; |
| } |
| offset = mpEntryOffset; |
| |
| uint32_t mpfSegmentOffset; |
| AVIF_CHECK(avifJPEGFindMpfSegmentOffset(f, &mpfSegmentOffset)); |
| |
| for (uint32_t imageIdx = 0; imageIdx < numImages; ++imageIdx) { |
| offset += 4; // Skip "Individual Image Attribute" |
| uint32_t imageSize; |
| AVIF_CHECK(avifJPEGReadU32(segmentData, &imageSize, &offset, isBigEndian)); |
| uint32_t imageDataOffset; |
| AVIF_CHECK(avifJPEGReadU32(segmentData, &imageDataOffset, &offset, isBigEndian)); |
| |
| offset += 4; // Skip "Dependent image Entry Number" (2 + 2 bytes) |
| if (imageDataOffset == 0) { |
| // 0 is a special value which indicates the first image. |
| // Assume the first image cannot be the gain map and skip it. |
| continue; |
| } |
| |
| // Offsets are relative to the start of the MPF segment. Make them absolute. |
| imageDataOffset += mpfSegmentOffset; |
| if (fseek(f, imageDataOffset, SEEK_SET) != 0) { |
| return AVIF_FALSE; |
| } |
| // Read the image and check its XMP to see if it's a gain map. |
| // NOTE we decode all additional images until a gain map is found, even if some might not |
| // be gain maps. This could be fixed by having a helper function to get just the XMP without |
| // decoding the whole image. |
| if (!avifJPEGReadInternal(f, |
| "gain map", |
| avif, |
| /*requestedFormat=*/AVIF_PIXEL_FORMAT_NONE, // automatic |
| /*requestedDepth=*/0, // automatic |
| chromaDownsampling, |
| /*ignoreColorProfile=*/AVIF_TRUE, |
| /*ignoreExif=*/AVIF_TRUE, |
| /*ignoreXMP=*/AVIF_FALSE, |
| /*ignoreGainMap=*/AVIF_TRUE, |
| sizeLimit)) { |
| continue; |
| } |
| if (avifJPEGHasGainMapXMPNode(avif->xmp.data, avif->xmp.size)) { |
| return AVIF_TRUE; |
| } |
| } |
| |
| return AVIF_FALSE; |
| } |
| |
| // Tries to find and decode a gain map image and its metadata. |
| // Looks for an MPF (Multi-Picture Format) segment then loops through the linked images to see |
| // if one of them has gain map XMP metadata. |
| // See CIPA DC-007-Translation-2021 Multi-Picture Format at https://www.cipa.jp/e/std/std-sec.html |
| // and https://helpx.adobe.com/camera-raw/using/gain-map.html |
| // Returns AVIF_TRUE if a gain map was found. |
| static avifBool avifJPEGExtractGainMapImage(FILE * f, |
| uint32_t sizeLimit, |
| struct jpeg_decompress_struct * cinfo, |
| avifGainMap * gainMap, |
| avifChromaDownsampling chromaDownsampling) |
| { |
| const avifROData tagMpf = { (const uint8_t *)AVIF_JPEG_MPF_HEADER, AVIF_JPEG_MPF_HEADER_LENGTH }; |
| for (jpeg_saved_marker_ptr marker = cinfo->marker_list; marker != NULL; marker = marker->next) { |
| // Note we assume there is only one MPF segment and only look at the first one. |
| // Otherwise avifJPEGFindMpfSegmentOffset() would have to be modified to take the index of the |
| // MPF segment whose offset to return. |
| if ((marker->marker == (JPEG_APP0 + 2)) && (marker->data_length > tagMpf.size) && |
| !memcmp(marker->data, tagMpf.data, tagMpf.size)) { |
| avifImage * image = avifImageCreateEmpty(); |
| // Set jpeg native matrix coefficients to allow copying YUV values directly. |
| image->matrixCoefficients = AVIF_MATRIX_COEFFICIENTS_BT601; |
| assert(avifJPEGHasCompatibleMatrixCoefficients(image->matrixCoefficients)); |
| |
| const avifROData mpfData = { (const uint8_t *)marker->data + tagMpf.size, marker->data_length - tagMpf.size }; |
| if (!avifJPEGExtractGainMapImageFromMpf(f, sizeLimit, &mpfData, image, chromaDownsampling)) { |
| fprintf(stderr, "Note: XMP metadata indicated the presence of a gain map, but it could not be found or decoded\n"); |
| avifImageDestroy(image); |
| return AVIF_FALSE; |
| } |
| if (!avifJPEGParseGainMapXMP(image->xmp.data, image->xmp.size, &gainMap->metadata)) { |
| fprintf(stderr, "Warning: failed to parse gain map metadata\n"); |
| avifImageDestroy(image); |
| return AVIF_FALSE; |
| } |
| |
| gainMap->image = image; |
| return AVIF_TRUE; |
| } |
| } |
| return AVIF_FALSE; |
| } |
| #endif // AVIF_ENABLE_EXPERIMENTAL_JPEG_GAIN_MAP_CONVERSION |
| |
| // Note on setjmp() and volatile variables: |
| // |
| // K & R, The C Programming Language 2nd Ed, p. 254 says: |
| // ... Accessible objects have the values they had when longjmp was called, |
| // except that non-volatile automatic variables in the function calling setjmp |
| // become undefined if they were changed after the setjmp call. |
| // |
| // Therefore, 'iccData' is declared as volatile. 'rgb' should be declared as |
| // volatile, but doing so would be inconvenient (try it) and since it is a |
| // struct, the compiler is unlikely to put it in a register. 'ret' does not need |
| // to be declared as volatile because it is not modified between setjmp and |
| // longjmp. But GCC's -Wclobbered warning may have trouble figuring that out, so |
| // we preemptively declare it as volatile. |
| |
| static avifBool avifJPEGReadInternal(FILE * f, |
| const char * inputFilename, |
| avifImage * avif, |
| avifPixelFormat requestedFormat, |
| uint32_t requestedDepth, |
| avifChromaDownsampling chromaDownsampling, |
| avifBool ignoreColorProfile, |
| avifBool ignoreExif, |
| avifBool ignoreXMP, |
| avifBool ignoreGainMap, |
| uint32_t sizeLimit) |
| { |
| volatile avifBool ret = AVIF_FALSE; |
| uint8_t * volatile iccData = NULL; |
| |
| avifRGBImage rgb; |
| memset(&rgb, 0, sizeof(avifRGBImage)); |
| |
| // Standard XMP segment followed by all extended XMP segments. |
| avifRWData totalXMP = { NULL, 0 }; |
| // Each byte set to 0 is a missing byte. Each byte set to 1 was read and copied to totalXMP. |
| avifRWData extendedXMPReadBytes = { NULL, 0 }; |
| |
| struct my_error_mgr jerr; |
| struct jpeg_decompress_struct cinfo; |
| cinfo.err = jpeg_std_error(&jerr.pub); |
| jerr.pub.error_exit = my_error_exit; |
| if (setjmp(jerr.setjmp_buffer)) { |
| goto cleanup; |
| } |
| |
| jpeg_create_decompress(&cinfo); |
| |
| // See also https://exiftool.org/TagNames/JPEG.html for the meaning of various APP<n> segments. |
| if (!ignoreExif || !ignoreXMP || !ignoreGainMap) { |
| // Keep APP1 blocks, for Exif and XMP. |
| jpeg_save_markers(&cinfo, JPEG_APP0 + 1, /*length_limit=*/0xFFFF); |
| } |
| if (!ignoreGainMap) { |
| // Keep APP2 blocks, for obtaining ICC and MPF data. |
| jpeg_save_markers(&cinfo, JPEG_APP0 + 2, /*length_limit=*/0xFFFF); |
| } |
| |
| if (!ignoreColorProfile) { |
| setup_read_icc_profile(&cinfo); |
| } |
| jpeg_stdio_src(&cinfo, f); |
| jpeg_read_header(&cinfo, TRUE); |
| |
| jpeg_calc_output_dimensions(&cinfo); |
| if (cinfo.output_width > sizeLimit / cinfo.output_height) { |
| fprintf(stderr, "Too big JPEG dimensions (%u x %u > %u px): %s\n", cinfo.output_width, cinfo.output_height, sizeLimit, inputFilename); |
| goto cleanup; |
| } |
| |
| if (!ignoreColorProfile) { |
| uint8_t * iccDataTmp; |
| unsigned int iccDataLen; |
| if (read_icc_profile(&cinfo, &iccDataTmp, &iccDataLen)) { |
| iccData = iccDataTmp; |
| if (avifImageSetProfileICC(avif, iccDataTmp, (size_t)iccDataLen) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Setting ICC profile failed: %s (out of memory)\n", inputFilename); |
| goto cleanup; |
| } |
| } |
| } |
| |
| avif->yuvFormat = requestedFormat; // This may be AVIF_PIXEL_FORMAT_NONE, which is "auto" to avifJPEGReadCopy() |
| avif->depth = requestedDepth ? requestedDepth : 8; |
| // JPEG doesn't have alpha. Prevent confusion. |
| avif->alphaPremultiplied = AVIF_FALSE; |
| |
| if (avifJPEGReadCopy(avif, sizeLimit, &cinfo)) { |
| // JPEG pixels were successfully copied without conversion. Notify the enduser. |
| |
| assert(inputFilename); // JPEG read doesn't support stdin |
| printf("Directly copied JPEG pixel data (no YUV conversion): %s\n", inputFilename); |
| } else { |
| // JPEG pixels could not be copied without conversion. Request (converted) RGB pixels from |
| // libjpeg and convert to YUV with libavif instead. |
| |
| cinfo.out_color_space = JCS_RGB; |
| jpeg_start_decompress(&cinfo); |
| |
| int row_stride = cinfo.output_width * cinfo.output_components; |
| JSAMPARRAY buffer = (*cinfo.mem->alloc_sarray)((j_common_ptr)&cinfo, JPOOL_IMAGE, row_stride, 1); |
| |
| avif->width = cinfo.output_width; |
| avif->height = cinfo.output_height; |
| #if defined(AVIF_ENABLE_EXPERIMENTAL_YCGCO_R) |
| const avifBool useYCgCoR = (avif->matrixCoefficients == AVIF_MATRIX_COEFFICIENTS_YCGCO_RE || |
| avif->matrixCoefficients == AVIF_MATRIX_COEFFICIENTS_YCGCO_RO); |
| #endif |
| if (avif->yuvFormat == AVIF_PIXEL_FORMAT_NONE) { |
| // Identity and YCgCo-R are only valid with YUV444. |
| avif->yuvFormat = (avif->matrixCoefficients == AVIF_MATRIX_COEFFICIENTS_IDENTITY |
| #if defined(AVIF_ENABLE_EXPERIMENTAL_YCGCO_R) |
| || useYCgCoR |
| #endif |
| ) |
| ? AVIF_PIXEL_FORMAT_YUV444 |
| : AVIF_APP_DEFAULT_PIXEL_FORMAT; |
| } |
| avif->depth = requestedDepth ? requestedDepth : 8; |
| #if defined(AVIF_ENABLE_EXPERIMENTAL_YCGCO_R) |
| if (useYCgCoR) { |
| if (avif->matrixCoefficients == AVIF_MATRIX_COEFFICIENTS_YCGCO_RO) { |
| fprintf(stderr, "AVIF_MATRIX_COEFFICIENTS_YCGCO_RO cannot be used with JPEG because it has an even bit depth.\n"); |
| goto cleanup; |
| } |
| if (requestedDepth && requestedDepth != 10) { |
| fprintf(stderr, "Cannot request %u bits for YCgCo-Re as it uses 2 extra bits.\n", requestedDepth); |
| goto cleanup; |
| } |
| avif->depth = 10; |
| } |
| #endif |
| avifRGBImageSetDefaults(&rgb, avif); |
| rgb.format = AVIF_RGB_FORMAT_RGB; |
| rgb.chromaDownsampling = chromaDownsampling; |
| rgb.depth = 8; |
| if (avifRGBImageAllocatePixels(&rgb) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Conversion to YUV failed: %s (out of memory)\n", inputFilename); |
| goto cleanup; |
| } |
| |
| int row = 0; |
| while (cinfo.output_scanline < cinfo.output_height) { |
| jpeg_read_scanlines(&cinfo, buffer, 1); |
| uint8_t * pixelRow = &rgb.pixels[row * rgb.rowBytes]; |
| memcpy(pixelRow, buffer[0], rgb.rowBytes); |
| ++row; |
| } |
| if (avifImageRGBToYUV(avif, &rgb) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Conversion to YUV failed: %s\n", inputFilename); |
| goto cleanup; |
| } |
| } |
| |
| if (!ignoreExif) { |
| avifBool found = AVIF_FALSE; |
| for (jpeg_saved_marker_ptr marker = cinfo.marker_list; marker != NULL; marker = marker->next) { |
| if ((marker->marker == (JPEG_APP0 + 1)) && (marker->data_length > AVIF_JPEG_EXIF_HEADER_LENGTH) && |
| !memcmp(marker->data, AVIF_JPEG_EXIF_HEADER, AVIF_JPEG_EXIF_HEADER_LENGTH)) { |
| if (found) { |
| // TODO(yguyon): Implement instead of outputting an error. |
| fprintf(stderr, "Exif extraction failed: unsupported Exif split into multiple segments or invalid multiple Exif segments\n"); |
| goto cleanup; |
| } |
| |
| if (marker->data_length - AVIF_JPEG_EXIF_HEADER_LENGTH > sizeLimit) { |
| fprintf(stderr, |
| "Setting Exif metadata failed: Exif size is too large (%u > %u bytes): %s\n", |
| marker->data_length - AVIF_JPEG_EXIF_HEADER_LENGTH, |
| sizeLimit, |
| inputFilename); |
| goto cleanup; |
| } |
| |
| // Exif orientation, if any, is imported to avif->irot/imir and kept in avif->exif. |
| // libheif has the same behavior, see |
| // https://github.com/strukturag/libheif/blob/ea78603d8e47096606813d221725621306789ff2/examples/heif_enc.cc#L403 |
| if (avifImageSetMetadataExif(avif, |
| marker->data + AVIF_JPEG_EXIF_HEADER_LENGTH, |
| marker->data_length - AVIF_JPEG_EXIF_HEADER_LENGTH) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Setting Exif metadata failed: %s (out of memory)\n", inputFilename); |
| goto cleanup; |
| } |
| found = AVIF_TRUE; |
| } |
| } |
| } |
| |
| avifBool readXMP = !ignoreXMP; |
| #if defined(AVIF_ENABLE_EXPERIMENTAL_JPEG_GAIN_MAP_CONVERSION) |
| readXMP = readXMP || !ignoreGainMap; // Gain map metadata is in XMP. |
| #endif |
| if (readXMP) { |
| const uint8_t * standardXMPData = NULL; |
| uint32_t standardXMPSize = 0; // At most 64kB as defined by Adobe XMP Specification Part 3. |
| for (jpeg_saved_marker_ptr marker = cinfo.marker_list; marker != NULL; marker = marker->next) { |
| if ((marker->marker == (JPEG_APP0 + 1)) && (marker->data_length > AVIF_JPEG_STANDARD_XMP_TAG_LENGTH) && |
| !memcmp(marker->data, AVIF_JPEG_STANDARD_XMP_TAG, AVIF_JPEG_STANDARD_XMP_TAG_LENGTH)) { |
| if (standardXMPData) { |
| fprintf(stderr, "XMP extraction failed: invalid multiple standard XMP segments\n"); |
| goto cleanup; |
| } |
| standardXMPData = marker->data + AVIF_JPEG_STANDARD_XMP_TAG_LENGTH; |
| standardXMPSize = (uint32_t)(marker->data_length - AVIF_JPEG_STANDARD_XMP_TAG_LENGTH); |
| } |
| } |
| |
| avifBool foundExtendedXMP = AVIF_FALSE; |
| uint8_t extendedXMPGUID[AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH]; // The value is common to all extended XMP segments. |
| for (jpeg_saved_marker_ptr marker = cinfo.marker_list; marker != NULL; marker = marker->next) { |
| if ((marker->marker == (JPEG_APP0 + 1)) && (marker->data_length > AVIF_JPEG_EXTENDED_XMP_TAG_LENGTH) && |
| !memcmp(marker->data, AVIF_JPEG_EXTENDED_XMP_TAG, AVIF_JPEG_EXTENDED_XMP_TAG_LENGTH)) { |
| if (!standardXMPData) { |
| fprintf(stderr, "XMP extraction failed: extended XMP segment found, missing standard XMP segment\n"); |
| goto cleanup; |
| } |
| |
| if (marker->data_length < AVIF_JPEG_OFFSET_TILL_EXTENDED_XMP) { |
| fprintf(stderr, "XMP extraction failed: truncated extended XMP segment\n"); |
| goto cleanup; |
| } |
| const uint8_t * guid = &marker->data[AVIF_JPEG_EXTENDED_XMP_TAG_LENGTH]; |
| for (size_t c = 0; c < AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH; ++c) { |
| // According to Adobe XMP Specification Part 3 section 1.1.3.1: |
| // "128-bit GUID stored as a 32-byte ASCII hex string, capital A-F, no null termination" |
| if (((guid[c] < '0') || (guid[c] > '9')) && ((guid[c] < 'A') || (guid[c] > 'F'))) { |
| fprintf(stderr, "XMP extraction failed: invalid XMP segment GUID\n"); |
| goto cleanup; |
| } |
| } |
| // Size of the current extended segment. |
| const size_t extendedXMPSize = marker->data_length - AVIF_JPEG_OFFSET_TILL_EXTENDED_XMP; |
| // Expected size of the sum of all extended segments. |
| // According to Adobe XMP Specification Part 3 section 1.1.3.1: |
| // "full length of the ExtendedXMP serialization as a 32-bit unsigned integer" |
| const uint32_t totalExtendedXMPSize = |
| avifJPEGReadUint32BigEndian(&marker->data[AVIF_JPEG_EXTENDED_XMP_TAG_LENGTH + AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH]); |
| // Offset in totalXMP after standardXMP. |
| // According to Adobe XMP Specification Part 3 section 1.1.3.1: |
| // "offset of this portion as a 32-bit unsigned integer" |
| const uint32_t extendedXMPOffset = avifJPEGReadUint32BigEndian( |
| &marker->data[AVIF_JPEG_EXTENDED_XMP_TAG_LENGTH + AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH + 4]); |
| if (((uint64_t)standardXMPSize + totalExtendedXMPSize) > SIZE_MAX || |
| ((uint64_t)standardXMPSize + totalExtendedXMPSize) > sizeLimit) { |
| fprintf(stderr, |
| "XMP extraction failed: total XMP size is too large (%u + %u > %u bytes): %s\n", |
| standardXMPSize, |
| totalExtendedXMPSize, |
| sizeLimit, |
| inputFilename); |
| goto cleanup; |
| } |
| if ((extendedXMPSize == 0) || (((uint64_t)extendedXMPOffset + extendedXMPSize) > totalExtendedXMPSize)) { |
| fprintf(stderr, "XMP extraction failed: invalid extended XMP segment size or offset\n"); |
| goto cleanup; |
| } |
| if (foundExtendedXMP) { |
| if (memcmp(guid, extendedXMPGUID, AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH)) { |
| fprintf(stderr, "XMP extraction failed: extended XMP segment GUID mismatch\n"); |
| goto cleanup; |
| } |
| if (totalExtendedXMPSize != (totalXMP.size - standardXMPSize)) { |
| fprintf(stderr, "XMP extraction failed: extended XMP total size mismatch\n"); |
| goto cleanup; |
| } |
| } else { |
| memcpy(extendedXMPGUID, guid, AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH); |
| |
| if (avifRWDataRealloc(&totalXMP, (size_t)standardXMPSize + totalExtendedXMPSize) != AVIF_RESULT_OK) { |
| fprintf(stderr, "XMP extraction failed: out of memory\n"); |
| goto cleanup; |
| } |
| memcpy(totalXMP.data, standardXMPData, standardXMPSize); |
| |
| // Keep track of the bytes that were set. |
| if (avifRWDataRealloc(&extendedXMPReadBytes, totalExtendedXMPSize) != AVIF_RESULT_OK) { |
| fprintf(stderr, "XMP extraction failed: out of memory\n"); |
| goto cleanup; |
| } |
| memset(extendedXMPReadBytes.data, 0, extendedXMPReadBytes.size); |
| |
| foundExtendedXMP = AVIF_TRUE; |
| } |
| // According to Adobe XMP Specification Part 3 section 1.1.3.1: |
| // "A robust JPEG reader should tolerate the marker segments in any order." |
| memcpy(&totalXMP.data[standardXMPSize + extendedXMPOffset], &marker->data[AVIF_JPEG_OFFSET_TILL_EXTENDED_XMP], extendedXMPSize); |
| |
| // Make sure no previously read data was overwritten by the current segment. |
| if (memchr(&extendedXMPReadBytes.data[extendedXMPOffset], 1, extendedXMPSize)) { |
| fprintf(stderr, "XMP extraction failed: overlapping extended XMP segments\n"); |
| goto cleanup; |
| } |
| // Keep track of the bytes that were set. |
| memset(&extendedXMPReadBytes.data[extendedXMPOffset], 1, extendedXMPSize); |
| } |
| } |
| |
| if (foundExtendedXMP) { |
| // Make sure there is no missing byte. |
| if (memchr(extendedXMPReadBytes.data, 0, extendedXMPReadBytes.size)) { |
| fprintf(stderr, "XMP extraction failed: missing extended XMP segments\n"); |
| goto cleanup; |
| } |
| |
| // According to Adobe XMP Specification Part 3 section 1.1.3.1: |
| // "A reader must incorporate only ExtendedXMP blocks whose GUID matches the value of xmpNote:HasExtendedXMP." |
| uint8_t xmpNote[AVIF_JPEG_XMP_NOTE_TAG_LENGTH + AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH]; |
| memcpy(xmpNote, AVIF_JPEG_XMP_NOTE_TAG, AVIF_JPEG_XMP_NOTE_TAG_LENGTH); |
| memcpy(xmpNote + AVIF_JPEG_XMP_NOTE_TAG_LENGTH, extendedXMPGUID, AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH); |
| if (!avifJPEGFindSubstr(standardXMPData, standardXMPSize, xmpNote, sizeof(xmpNote))) { |
| // Try the alternative before returning an error. |
| uint8_t alternativeXmpNote[AVIF_JPEG_ALTERNATIVE_XMP_NOTE_TAG_LENGTH + AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH]; |
| memcpy(alternativeXmpNote, AVIF_JPEG_ALTERNATIVE_XMP_NOTE_TAG, AVIF_JPEG_ALTERNATIVE_XMP_NOTE_TAG_LENGTH); |
| memcpy(alternativeXmpNote + AVIF_JPEG_ALTERNATIVE_XMP_NOTE_TAG_LENGTH, extendedXMPGUID, AVIF_JPEG_EXTENDED_XMP_GUID_LENGTH); |
| if (!avifJPEGFindSubstr(standardXMPData, standardXMPSize, alternativeXmpNote, sizeof(alternativeXmpNote))) { |
| fprintf(stderr, "XMP extraction failed: standard and extended XMP GUID mismatch\n"); |
| goto cleanup; |
| } |
| } |
| |
| // According to Adobe XMP Specification Part 3 section 1.1.3.1: |
| // "A JPEG reader must [...] remove the xmpNote:HasExtendedXMP property." |
| // This constraint is ignored here because leaving the xmpNote:HasExtendedXMP property is rather harmless |
| // and editing XMP metadata is quite involved. |
| |
| avifRWDataFree(&avif->xmp); |
| avif->xmp = totalXMP; |
| totalXMP.data = NULL; |
| totalXMP.size = 0; |
| } else if (standardXMPData) { |
| if (avifImageSetMetadataXMP(avif, standardXMPData, standardXMPSize) != AVIF_RESULT_OK) { |
| fprintf(stderr, "XMP extraction failed: out of memory\n"); |
| goto cleanup; |
| } |
| } |
| avifImageFixXMP(avif); // Remove one trailing null character if any. |
| } |
| |
| #if defined(AVIF_ENABLE_EXPERIMENTAL_JPEG_GAIN_MAP_CONVERSION) |
| // The primary XMP block (for the main image) must contain a node with an hdrgm:Version field if and only if a gain map is present. |
| if (!ignoreGainMap && avifJPEGHasGainMapXMPNode(avif->xmp.data, avif->xmp.size)) { |
| avifGainMap * gainMap = avifGainMapCreate(); |
| if (gainMap == NULL) { |
| fprintf(stderr, "Creating gain map failed: out of memory\n"); |
| goto cleanup; |
| } |
| // Ignore the return value: continue even if we fail to find/parse/decode the gain map. |
| if (avifJPEGExtractGainMapImage(f, sizeLimit, &cinfo, gainMap, chromaDownsampling)) { |
| // Since jpeg doesn't provide this metadata, assume the values are the same as the base image |
| // with a PQ transfer curve. |
| gainMap->altColorPrimaries = avif->colorPrimaries; |
| gainMap->altTransferCharacteristics = AVIF_TRANSFER_CHARACTERISTICS_PQ; |
| gainMap->altMatrixCoefficients = avif->matrixCoefficients; |
| gainMap->altDepth = 8; |
| gainMap->altPlaneCount = |
| (avif->yuvFormat == AVIF_PIXEL_FORMAT_YUV400 && gainMap->image->yuvFormat == AVIF_PIXEL_FORMAT_YUV400) ? 1 : 3; |
| if (avif->icc.size > 0) { |
| // The base image's ICC should also apply to the alternage image. |
| if (avifRWDataSet(&gainMap->altICC, avif->icc.data, avif->icc.size) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Setting gain map ICC profile failed: out of memory\n"); |
| goto cleanup; |
| } |
| } |
| avif->gainMap = gainMap; |
| } else { |
| avifGainMapDestroy(gainMap); |
| } |
| } |
| |
| if (avif->xmp.size > 0 && ignoreXMP) { |
| // Clear XMP in case we read it for something else (like gain map). |
| if (avifImageSetMetadataXMP(avif, NULL, 0) != AVIF_RESULT_OK) { |
| assert(AVIF_FALSE); |
| } |
| } |
| #endif // AVIF_ENABLE_EXPERIMENTAL_JPEG_GAIN_MAP_CONVERSION |
| jpeg_finish_decompress(&cinfo); |
| ret = AVIF_TRUE; |
| cleanup: |
| jpeg_destroy_decompress(&cinfo); |
| free(iccData); |
| avifRGBImageFreePixels(&rgb); |
| avifRWDataFree(&totalXMP); |
| avifRWDataFree(&extendedXMPReadBytes); |
| return ret; |
| } |
| |
| avifBool avifJPEGRead(const char * inputFilename, |
| avifImage * avif, |
| avifPixelFormat requestedFormat, |
| uint32_t requestedDepth, |
| avifChromaDownsampling chromaDownsampling, |
| avifBool ignoreColorProfile, |
| avifBool ignoreExif, |
| avifBool ignoreXMP, |
| avifBool ignoreGainMap, |
| uint32_t sizeLimit) |
| { |
| FILE * f = fopen(inputFilename, "rb"); |
| if (!f) { |
| fprintf(stderr, "Can't open JPEG file for read: %s\n", inputFilename); |
| return AVIF_FALSE; |
| } |
| const avifBool res = avifJPEGReadInternal(f, |
| inputFilename, |
| avif, |
| requestedFormat, |
| requestedDepth, |
| chromaDownsampling, |
| ignoreColorProfile, |
| ignoreExif, |
| ignoreXMP, |
| ignoreGainMap, |
| sizeLimit); |
| fclose(f); |
| return res; |
| } |
| |
| avifBool avifJPEGWrite(const char * outputFilename, const avifImage * avif, int jpegQuality, avifChromaUpsampling chromaUpsampling) |
| { |
| avifBool ret = AVIF_FALSE; |
| FILE * f = NULL; |
| |
| struct jpeg_compress_struct cinfo; |
| struct jpeg_error_mgr jerr; |
| JSAMPROW row_pointer[1]; |
| cinfo.err = jpeg_std_error(&jerr); |
| jpeg_create_compress(&cinfo); |
| |
| avifRGBImage rgb; |
| avifRGBImageSetDefaults(&rgb, avif); |
| rgb.format = AVIF_RGB_FORMAT_RGB; |
| rgb.chromaUpsampling = chromaUpsampling; |
| rgb.depth = 8; |
| if (avifRGBImageAllocatePixels(&rgb) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Conversion to RGB failed: %s (out of memory)\n", outputFilename); |
| goto cleanup; |
| } |
| if (avifImageYUVToRGB(avif, &rgb) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Conversion to RGB failed: %s\n", outputFilename); |
| goto cleanup; |
| } |
| |
| f = fopen(outputFilename, "wb"); |
| if (!f) { |
| fprintf(stderr, "Can't open JPEG file for write: %s\n", outputFilename); |
| goto cleanup; |
| } |
| |
| jpeg_stdio_dest(&cinfo, f); |
| cinfo.image_width = avif->width; |
| cinfo.image_height = avif->height; |
| cinfo.input_components = 3; |
| cinfo.in_color_space = JCS_RGB; |
| jpeg_set_defaults(&cinfo); |
| jpeg_set_quality(&cinfo, jpegQuality, TRUE); |
| jpeg_start_compress(&cinfo, TRUE); |
| |
| if (avif->icc.data && (avif->icc.size > 0)) { |
| // TODO(yguyon): Use jpeg_write_icc_profile() instead? |
| write_icc_profile(&cinfo, avif->icc.data, (unsigned int)avif->icc.size); |
| } |
| |
| if (avif->exif.data && (avif->exif.size > 0)) { |
| size_t exifTiffHeaderOffset; |
| avifResult result = avifGetExifTiffHeaderOffset(avif->exif.data, avif->exif.size, &exifTiffHeaderOffset); |
| if (result != AVIF_RESULT_OK) { |
| fprintf(stderr, "Error writing JPEG metadata: %s\n", avifResultToString(result)); |
| goto cleanup; |
| } |
| |
| avifRWData exif = { NULL, 0 }; |
| if (avifRWDataRealloc(&exif, AVIF_JPEG_EXIF_HEADER_LENGTH + avif->exif.size - exifTiffHeaderOffset) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Error writing JPEG metadata: out of memory\n"); |
| goto cleanup; |
| } |
| memcpy(exif.data, AVIF_JPEG_EXIF_HEADER, AVIF_JPEG_EXIF_HEADER_LENGTH); |
| memcpy(exif.data + AVIF_JPEG_EXIF_HEADER_LENGTH, avif->exif.data + exifTiffHeaderOffset, avif->exif.size - exifTiffHeaderOffset); |
| // Make sure the Exif orientation matches the irot/imir values. |
| // libheif does not have the same behavior. The orientation is applied to samples and orientation data is discarded there, |
| // see https://github.com/strukturag/libheif/blob/ea78603d8e47096606813d221725621306789ff2/examples/encoder_jpeg.cc#L187 |
| const uint8_t orientation = avifImageGetExifOrientationFromIrotImir(avif); |
| result = avifSetExifOrientation(&exif, orientation); |
| if (result != AVIF_RESULT_OK) { |
| // Ignore errors if the orientation is the default one because not being able to set Exif orientation now |
| // means a reader will not be able to parse it later either. |
| if (orientation != 1) { |
| fprintf(stderr, "Error writing JPEG metadata: %s\n", avifResultToString(result)); |
| avifRWDataFree(&exif); |
| goto cleanup; |
| } |
| } |
| |
| avifROData remainingExif = { exif.data, exif.size }; |
| while (remainingExif.size > AVIF_JPEG_MAX_MARKER_DATA_LENGTH) { |
| jpeg_write_marker(&cinfo, JPEG_APP0 + 1, remainingExif.data, AVIF_JPEG_MAX_MARKER_DATA_LENGTH); |
| remainingExif.data += AVIF_JPEG_MAX_MARKER_DATA_LENGTH; |
| remainingExif.size -= AVIF_JPEG_MAX_MARKER_DATA_LENGTH; |
| } |
| jpeg_write_marker(&cinfo, JPEG_APP0 + 1, remainingExif.data, (unsigned int)remainingExif.size); |
| avifRWDataFree(&exif); |
| } else if (avifImageGetExifOrientationFromIrotImir(avif) != 1) { |
| // There is no Exif yet, but we need to store the orientation. |
| // TODO(yguyon): Add a valid Exif payload or rotate the samples. |
| } |
| |
| if (avif->xmp.data && (avif->xmp.size > 0)) { |
| // See XMP specification part 3. |
| if (avif->xmp.size > 65502) { |
| // libheif just refuses to export JPEG with long XMP, see |
| // https://github.com/strukturag/libheif/blob/18291ddebc23c924440a8a3c9a7267fe3beb5901/examples/encoder_jpeg.cc#L227 |
| // But libheif also ignores extended XMP at reading, so converting a JPEG with extended XMP to HEIC and back to JPEG |
| // works, with the extended XMP part dropped, even if it had fit into a single JPEG marker. |
| |
| // In libavif the whole XMP payload is dropped if it exceeds a single JPEG marker size limit, with a warning. |
| // The advantage is that it keeps the whole XMP payload, including the extended part, if it fits into a single JPEG |
| // marker. This is acceptable because section 1.1.3.1 of XMP specification part 3 says |
| // "It is unusual for XMP to exceed 65502 bytes; typically, it is around 2 KB." |
| fprintf(stderr, "Warning writing JPEG metadata: XMP payload is too big and was dropped\n"); |
| } else { |
| avifRWData xmp = { NULL, 0 }; |
| if (avifRWDataRealloc(&xmp, AVIF_JPEG_STANDARD_XMP_TAG_LENGTH + avif->xmp.size) != AVIF_RESULT_OK) { |
| fprintf(stderr, "Error writing JPEG metadata: out of memory\n"); |
| goto cleanup; |
| } |
| memcpy(xmp.data, AVIF_JPEG_STANDARD_XMP_TAG, AVIF_JPEG_STANDARD_XMP_TAG_LENGTH); |
| memcpy(xmp.data + AVIF_JPEG_STANDARD_XMP_TAG_LENGTH, avif->xmp.data, avif->xmp.size); |
| jpeg_write_marker(&cinfo, JPEG_APP0 + 1, xmp.data, (unsigned int)xmp.size); |
| avifRWDataFree(&xmp); |
| } |
| } |
| |
| while (cinfo.next_scanline < cinfo.image_height) { |
| row_pointer[0] = &rgb.pixels[cinfo.next_scanline * rgb.rowBytes]; |
| (void)jpeg_write_scanlines(&cinfo, row_pointer, 1); |
| } |
| |
| jpeg_finish_compress(&cinfo); |
| ret = AVIF_TRUE; |
| printf("Wrote JPEG: %s\n", outputFilename); |
| cleanup: |
| if (f) { |
| fclose(f); |
| } |
| jpeg_destroy_compress(&cinfo); |
| avifRGBImageFreePixels(&rgb); |
| return ret; |
| } |