/* Compress or decompress a section. Copyright (C) 2015, 2016 Red Hat, Inc. This file is part of elfutils. This file is free software; you can redistribute it and/or modify it under the terms of either * the GNU Lesser General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version or * the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version or both in parallel, as here. elfutils is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received copies of the GNU General Public License and the GNU Lesser General Public License along with this program. If not, see . */ #ifdef HAVE_CONFIG_H # include #endif #include #include #include "libelfP.h" #include "common.h" #include #include #include #include #include /* Cleanup and return result. Don't leak memory. */ static void * do_deflate_cleanup (void *result, z_stream *z, void *out_buf, Elf_Data *cdatap) { deflateEnd (z); free (out_buf); if (cdatap != NULL) free (cdatap->d_buf); return result; } #define deflate_cleanup(result, cdata) \ do_deflate_cleanup(result, &z, out_buf, cdata) /* Given a section, uses the (in-memory) Elf_Data to extract the original data size (including the given header size) and data alignment. Returns a buffer that has at least hsize bytes (for the caller to fill in with a header) plus zlib compressed date. Also returns the new buffer size in new_size (hsize + compressed data size). Returns (void *) -1 when FORCE is false and the compressed data would be bigger than the original data. */ void * internal_function __libelf_compress (Elf_Scn *scn, size_t hsize, int ei_data, size_t *orig_size, size_t *orig_addralign, size_t *new_size, bool force) { /* The compressed data is the on-disk data. We simplify the implementation a bit by asking for the (converted) in-memory data (which might be all there is if the user created it with elf_newdata) and then convert back to raw if needed before compressing. Should be made a bit more clever to directly use raw if that is directly available. */ Elf_Data *data = elf_getdata (scn, NULL); if (data == NULL) return NULL; /* When not forced and we immediately know we would use more data by compressing, because of the header plus zlib overhead (five bytes per 16 KB block, plus a one-time overhead of six bytes for the entire stream), don't do anything. */ Elf_Data *next_data = elf_getdata (scn, data); if (next_data == NULL && !force && data->d_size <= hsize + 5 + 6) return (void *) -1; *orig_addralign = data->d_align; *orig_size = data->d_size; /* Guess an output block size. 1/8th of the original Elf_Data plus hsize. Make the first chunk twice that size (25%), then increase by a block (12.5%) when necessary. */ size_t block = (data->d_size / 8) + hsize; size_t out_size = 2 * block; void *out_buf = malloc (out_size); if (out_buf == NULL) { __libelf_seterrno (ELF_E_NOMEM); return NULL; } /* Caller gets to fill in the header at the start. Just skip it here. */ size_t used = hsize; z_stream z; z.zalloc = Z_NULL; z.zfree = Z_NULL; z.opaque = Z_NULL; int zrc = deflateInit (&z, Z_BEST_COMPRESSION); if (zrc != Z_OK) { free (out_buf); __libelf_seterrno (ELF_E_COMPRESS_ERROR); return NULL; } Elf_Data cdata; cdata.d_buf = NULL; /* Loop over data buffers. */ int flush = Z_NO_FLUSH; do { /* Convert to raw if different endianess. */ cdata = *data; bool convert = ei_data != MY_ELFDATA && data->d_size > 0; if (convert) { /* Don't do this conversion in place, we might want to keep the original data around, caller decides. */ cdata.d_buf = malloc (data->d_size); if (cdata.d_buf == NULL) { __libelf_seterrno (ELF_E_NOMEM); return deflate_cleanup (NULL, NULL); } if (gelf_xlatetof (scn->elf, &cdata, data, ei_data) == NULL) return deflate_cleanup (NULL, &cdata); } z.avail_in = cdata.d_size; z.next_in = cdata.d_buf; /* Get next buffer to see if this is the last one. */ data = next_data; if (data != NULL) { *orig_addralign = MAX (*orig_addralign, data->d_align); *orig_size += data->d_size; next_data = elf_getdata (scn, data); } else flush = Z_FINISH; /* Flush one data buffer. */ do { z.avail_out = out_size - used; z.next_out = out_buf + used; zrc = deflate (&z, flush); if (zrc == Z_STREAM_ERROR) { __libelf_seterrno (ELF_E_COMPRESS_ERROR); return deflate_cleanup (NULL, convert ? &cdata : NULL); } used += (out_size - used) - z.avail_out; /* Bail out if we are sure the user doesn't want the compression forced and we are using more compressed data than original data. */ if (!force && flush == Z_FINISH && used >= *orig_size) return deflate_cleanup ((void *) -1, convert ? &cdata : NULL); if (z.avail_out == 0) { void *bigger = realloc (out_buf, out_size + block); if (bigger == NULL) { __libelf_seterrno (ELF_E_NOMEM); return deflate_cleanup (NULL, convert ? &cdata : NULL); } out_buf = bigger; out_size += block; } } while (z.avail_out == 0); /* Need more output buffer. */ if (convert) { free (cdata.d_buf); cdata.d_buf = NULL; } } while (flush != Z_FINISH); /* More data blocks. */ zrc = deflateEnd (&z); if (zrc != Z_OK) { __libelf_seterrno (ELF_E_COMPRESS_ERROR); return deflate_cleanup (NULL, NULL); } *new_size = used; return out_buf; } void * internal_function __libelf_decompress (void *buf_in, size_t size_in, size_t size_out) { /* Catch highly unlikely compression ratios so we don't allocate some giant amount of memory for nothing. The max compression factor 1032:1 comes from http://www.zlib.net/zlib_tech.html */ if (unlikely (size_out / 1032 > size_in)) { __libelf_seterrno (ELF_E_INVALID_DATA); return NULL; } /* Malloc might return NULL when requestion zero size. This is highly unlikely, it would only happen when the compression was forced. But we do need a non-NULL buffer to return and set as result. Just make sure to always allocate at least 1 byte. */ void *buf_out = malloc (size_out ?: 1); if (unlikely (buf_out == NULL)) { __libelf_seterrno (ELF_E_NOMEM); return NULL; } z_stream z = { .next_in = buf_in, .avail_in = size_in, .next_out = buf_out, .avail_out = size_out }; int zrc = inflateInit (&z); while (z.avail_in > 0 && likely (zrc == Z_OK)) { z.next_out = buf_out + (size_out - z.avail_out); zrc = inflate (&z, Z_FINISH); if (unlikely (zrc != Z_STREAM_END)) { zrc = Z_DATA_ERROR; break; } zrc = inflateReset (&z); } if (likely (zrc == Z_OK)) zrc = inflateEnd (&z); if (unlikely (zrc != Z_OK) || unlikely (z.avail_out != 0)) { free (buf_out); __libelf_seterrno (ELF_E_DECOMPRESS_ERROR); return NULL; } return buf_out; } void * internal_function __libelf_decompress_elf (Elf_Scn *scn, size_t *size_out, size_t *addralign) { GElf_Chdr chdr; if (gelf_getchdr (scn, &chdr) == NULL) return NULL; if (chdr.ch_type != ELFCOMPRESS_ZLIB) { __libelf_seterrno (ELF_E_UNKNOWN_COMPRESSION_TYPE); return NULL; } if (! powerof2 (chdr.ch_addralign)) { __libelf_seterrno (ELF_E_INVALID_ALIGN); return NULL; } /* Take the in-memory representation, so we can even handle a section that has just been constructed (maybe it was copied over from some other ELF file first with elf_newdata). This is slightly inefficient when the raw data needs to be converted since then we'll be converting the whole buffer and not just Chdr. */ Elf_Data *data = elf_getdata (scn, NULL); if (data == NULL) return NULL; int elfclass = scn->elf->class; size_t hsize = (elfclass == ELFCLASS32 ? sizeof (Elf32_Chdr) : sizeof (Elf64_Chdr)); size_t size_in = data->d_size - hsize; void *buf_in = data->d_buf + hsize; void *buf_out = __libelf_decompress (buf_in, size_in, chdr.ch_size); *size_out = chdr.ch_size; *addralign = chdr.ch_addralign; return buf_out; } /* Assumes buf is a malloced buffer. */ void internal_function __libelf_reset_rawdata (Elf_Scn *scn, void *buf, size_t size, size_t align, Elf_Type type) { /* This is the new raw data, replace and possibly free old data. */ scn->rawdata.d.d_off = 0; scn->rawdata.d.d_version = EV_CURRENT; scn->rawdata.d.d_buf = buf; scn->rawdata.d.d_size = size; scn->rawdata.d.d_align = align; scn->rawdata.d.d_type = type; /* Existing existing data is no longer valid. */ scn->data_list_rear = NULL; if (scn->data_base != scn->rawdata_base) free (scn->data_base); scn->data_base = NULL; if (scn->elf->map_address == NULL || scn->rawdata_base == scn->zdata_base || (scn->flags & ELF_F_MALLOCED) != 0) free (scn->rawdata_base); scn->rawdata_base = buf; scn->flags |= ELF_F_MALLOCED; /* Pretend we (tried to) read the data from the file and setup the data (might have to convert the Chdr to native format). */ scn->data_read = 1; scn->flags |= ELF_F_FILEDATA; __libelf_set_data_list_rdlock (scn, 1); } int elf_compress (Elf_Scn *scn, int type, unsigned int flags) { if (scn == NULL) return -1; if ((flags & ~ELF_CHF_FORCE) != 0) { __libelf_seterrno (ELF_E_INVALID_OPERAND); return -1; } bool force = (flags & ELF_CHF_FORCE) != 0; Elf *elf = scn->elf; GElf_Ehdr ehdr; if (gelf_getehdr (elf, &ehdr) == NULL) return -1; int elfclass = elf->class; int elfdata = ehdr.e_ident[EI_DATA]; Elf64_Xword sh_flags; Elf64_Word sh_type; Elf64_Xword sh_addralign; if (elfclass == ELFCLASS32) { Elf32_Shdr *shdr = elf32_getshdr (scn); if (shdr == NULL) return -1; sh_flags = shdr->sh_flags; sh_type = shdr->sh_type; sh_addralign = shdr->sh_addralign; } else { Elf64_Shdr *shdr = elf64_getshdr (scn); if (shdr == NULL) return -1; sh_flags = shdr->sh_flags; sh_type = shdr->sh_type; sh_addralign = shdr->sh_addralign; } if ((sh_flags & SHF_ALLOC) != 0) { __libelf_seterrno (ELF_E_INVALID_SECTION_FLAGS); return -1; } if (sh_type == SHT_NULL || sh_type == SHT_NOBITS) { __libelf_seterrno (ELF_E_INVALID_SECTION_TYPE); return -1; } int compressed = (sh_flags & SHF_COMPRESSED); if (type == ELFCOMPRESS_ZLIB) { /* Compress/Deflate. */ if (compressed == 1) { __libelf_seterrno (ELF_E_ALREADY_COMPRESSED); return -1; } size_t hsize = (elfclass == ELFCLASS32 ? sizeof (Elf32_Chdr) : sizeof (Elf64_Chdr)); size_t orig_size, orig_addralign, new_size; void *out_buf = __libelf_compress (scn, hsize, elfdata, &orig_size, &orig_addralign, &new_size, force); /* Compression would make section larger, don't change anything. */ if (out_buf == (void *) -1) return 0; /* Compression failed, return error. */ if (out_buf == NULL) return -1; /* Put the header in front of the data. */ if (elfclass == ELFCLASS32) { Elf32_Chdr chdr; chdr.ch_type = ELFCOMPRESS_ZLIB; chdr.ch_size = orig_size; chdr.ch_addralign = orig_addralign; if (elfdata != MY_ELFDATA) { CONVERT (chdr.ch_type); CONVERT (chdr.ch_size); CONVERT (chdr.ch_addralign); } memcpy (out_buf, &chdr, sizeof (Elf32_Chdr)); } else { Elf64_Chdr chdr; chdr.ch_type = ELFCOMPRESS_ZLIB; chdr.ch_reserved = 0; chdr.ch_size = orig_size; chdr.ch_addralign = sh_addralign; if (elfdata != MY_ELFDATA) { CONVERT (chdr.ch_type); CONVERT (chdr.ch_reserved); CONVERT (chdr.ch_size); CONVERT (chdr.ch_addralign); } memcpy (out_buf, &chdr, sizeof (Elf64_Chdr)); } /* Note we keep the sh_entsize as is, we assume it is setup correctly and ignored when SHF_COMPRESSED is set. */ if (elfclass == ELFCLASS32) { Elf32_Shdr *shdr = elf32_getshdr (scn); shdr->sh_size = new_size; shdr->sh_addralign = __libelf_type_align (ELFCLASS32, ELF_T_CHDR); shdr->sh_flags |= SHF_COMPRESSED; } else { Elf64_Shdr *shdr = elf64_getshdr (scn); shdr->sh_size = new_size; shdr->sh_addralign = __libelf_type_align (ELFCLASS64, ELF_T_CHDR); shdr->sh_flags |= SHF_COMPRESSED; } __libelf_reset_rawdata (scn, out_buf, new_size, 1, ELF_T_CHDR); /* The section is now compressed, we could keep the uncompressed data around, but since that might have been multiple Elf_Data buffers let the user uncompress it explicitly again if they want it to simplify bookkeeping. */ scn->zdata_base = NULL; return 1; } else if (type == 0) { /* Decompress/Inflate. */ if (compressed == 0) { __libelf_seterrno (ELF_E_NOT_COMPRESSED); return -1; } /* If the data is already decompressed (by elf_strptr), then we only need to setup the rawdata and section header. XXX what about elf_newdata? */ if (scn->zdata_base == NULL) { size_t size_out, addralign; void *buf_out = __libelf_decompress_elf (scn, &size_out, &addralign); if (buf_out == NULL) return -1; scn->zdata_base = buf_out; scn->zdata_size = size_out; scn->zdata_align = addralign; } /* Note we keep the sh_entsize as is, we assume it is setup correctly and ignored when SHF_COMPRESSED is set. */ if (elfclass == ELFCLASS32) { Elf32_Shdr *shdr = elf32_getshdr (scn); shdr->sh_size = scn->zdata_size; shdr->sh_addralign = scn->zdata_align; shdr->sh_flags &= ~SHF_COMPRESSED; } else { Elf64_Shdr *shdr = elf64_getshdr (scn); shdr->sh_size = scn->zdata_size; shdr->sh_addralign = scn->zdata_align; shdr->sh_flags &= ~SHF_COMPRESSED; } __libelf_reset_rawdata (scn, scn->zdata_base, scn->zdata_size, scn->zdata_align, __libelf_data_type (elf, sh_type, scn->zdata_align)); return 1; } else { __libelf_seterrno (ELF_E_UNKNOWN_COMPRESSION_TYPE); return -1; } }