xref: /dflybsd-src/contrib/xz/src/liblzma/lzma/lzma2_decoder.c (revision b5feb3da7c498482b19d14ac6f2b1901005f7d94)
12940b44dSPeter Avalos ///////////////////////////////////////////////////////////////////////////////
22940b44dSPeter Avalos //
32940b44dSPeter Avalos /// \file       lzma2_decoder.c
42940b44dSPeter Avalos /// \brief      LZMA2 decoder
52940b44dSPeter Avalos ///
62940b44dSPeter Avalos //  Authors:    Igor Pavlov
72940b44dSPeter Avalos //              Lasse Collin
82940b44dSPeter Avalos //
92940b44dSPeter Avalos //  This file has been put into the public domain.
102940b44dSPeter Avalos //  You can do whatever you want with this file.
112940b44dSPeter Avalos //
122940b44dSPeter Avalos ///////////////////////////////////////////////////////////////////////////////
132940b44dSPeter Avalos 
142940b44dSPeter Avalos #include "lzma2_decoder.h"
152940b44dSPeter Avalos #include "lz_decoder.h"
162940b44dSPeter Avalos #include "lzma_decoder.h"
172940b44dSPeter Avalos 
182940b44dSPeter Avalos 
1946a2189dSzrj typedef struct {
202940b44dSPeter Avalos 	enum sequence {
212940b44dSPeter Avalos 		SEQ_CONTROL,
222940b44dSPeter Avalos 		SEQ_UNCOMPRESSED_1,
232940b44dSPeter Avalos 		SEQ_UNCOMPRESSED_2,
242940b44dSPeter Avalos 		SEQ_COMPRESSED_0,
252940b44dSPeter Avalos 		SEQ_COMPRESSED_1,
262940b44dSPeter Avalos 		SEQ_PROPERTIES,
272940b44dSPeter Avalos 		SEQ_LZMA,
282940b44dSPeter Avalos 		SEQ_COPY,
292940b44dSPeter Avalos 	} sequence;
302940b44dSPeter Avalos 
312940b44dSPeter Avalos 	/// Sequence after the size fields have been decoded.
322940b44dSPeter Avalos 	enum sequence next_sequence;
332940b44dSPeter Avalos 
342940b44dSPeter Avalos 	/// LZMA decoder
352940b44dSPeter Avalos 	lzma_lz_decoder lzma;
362940b44dSPeter Avalos 
372940b44dSPeter Avalos 	/// Uncompressed size of LZMA chunk
382940b44dSPeter Avalos 	size_t uncompressed_size;
392940b44dSPeter Avalos 
402940b44dSPeter Avalos 	/// Compressed size of the chunk (naturally equals to uncompressed
412940b44dSPeter Avalos 	/// size of uncompressed chunk)
422940b44dSPeter Avalos 	size_t compressed_size;
432940b44dSPeter Avalos 
442940b44dSPeter Avalos 	/// True if properties are needed. This is false before the
452940b44dSPeter Avalos 	/// first LZMA chunk.
462940b44dSPeter Avalos 	bool need_properties;
472940b44dSPeter Avalos 
482940b44dSPeter Avalos 	/// True if dictionary reset is needed. This is false before the
492940b44dSPeter Avalos 	/// first chunk (LZMA or uncompressed).
502940b44dSPeter Avalos 	bool need_dictionary_reset;
512940b44dSPeter Avalos 
522940b44dSPeter Avalos 	lzma_options_lzma options;
5346a2189dSzrj } lzma_lzma2_coder;
542940b44dSPeter Avalos 
552940b44dSPeter Avalos 
562940b44dSPeter Avalos static lzma_ret
lzma2_decode(void * coder_ptr,lzma_dict * restrict dict,const uint8_t * restrict in,size_t * restrict in_pos,size_t in_size)5746a2189dSzrj lzma2_decode(void *coder_ptr, lzma_dict *restrict dict,
582940b44dSPeter Avalos 		const uint8_t *restrict in, size_t *restrict in_pos,
592940b44dSPeter Avalos 		size_t in_size)
602940b44dSPeter Avalos {
6146a2189dSzrj 	lzma_lzma2_coder *restrict coder = coder_ptr;
6246a2189dSzrj 
632940b44dSPeter Avalos 	// With SEQ_LZMA it is possible that no new input is needed to do
642940b44dSPeter Avalos 	// some progress. The rest of the sequences assume that there is
652940b44dSPeter Avalos 	// at least one byte of input.
662940b44dSPeter Avalos 	while (*in_pos < in_size || coder->sequence == SEQ_LZMA)
672940b44dSPeter Avalos 	switch (coder->sequence) {
682940b44dSPeter Avalos 	case SEQ_CONTROL: {
692940b44dSPeter Avalos 		const uint32_t control = in[*in_pos];
702940b44dSPeter Avalos 		++*in_pos;
712940b44dSPeter Avalos 
72114db65bSPeter Avalos 		// End marker
73114db65bSPeter Avalos 		if (control == 0x00)
74114db65bSPeter Avalos 			return LZMA_STREAM_END;
75114db65bSPeter Avalos 
762940b44dSPeter Avalos 		if (control >= 0xE0 || control == 1) {
772940b44dSPeter Avalos 			// Dictionary reset implies that next LZMA chunk has
782940b44dSPeter Avalos 			// to set new properties.
792940b44dSPeter Avalos 			coder->need_properties = true;
802940b44dSPeter Avalos 			coder->need_dictionary_reset = true;
812940b44dSPeter Avalos 		} else if (coder->need_dictionary_reset) {
822940b44dSPeter Avalos 			return LZMA_DATA_ERROR;
832940b44dSPeter Avalos 		}
842940b44dSPeter Avalos 
852940b44dSPeter Avalos 		if (control >= 0x80) {
862940b44dSPeter Avalos 			// LZMA chunk. The highest five bits of the
872940b44dSPeter Avalos 			// uncompressed size are taken from the control byte.
882940b44dSPeter Avalos 			coder->uncompressed_size = (control & 0x1F) << 16;
892940b44dSPeter Avalos 			coder->sequence = SEQ_UNCOMPRESSED_1;
902940b44dSPeter Avalos 
912940b44dSPeter Avalos 			// See if there are new properties or if we need to
922940b44dSPeter Avalos 			// reset the state.
932940b44dSPeter Avalos 			if (control >= 0xC0) {
942940b44dSPeter Avalos 				// When there are new properties, state reset
952940b44dSPeter Avalos 				// is done at SEQ_PROPERTIES.
962940b44dSPeter Avalos 				coder->need_properties = false;
972940b44dSPeter Avalos 				coder->next_sequence = SEQ_PROPERTIES;
982940b44dSPeter Avalos 
992940b44dSPeter Avalos 			} else if (coder->need_properties) {
1002940b44dSPeter Avalos 				return LZMA_DATA_ERROR;
1012940b44dSPeter Avalos 
1022940b44dSPeter Avalos 			} else {
1032940b44dSPeter Avalos 				coder->next_sequence = SEQ_LZMA;
1042940b44dSPeter Avalos 
1052940b44dSPeter Avalos 				// If only state reset is wanted with old
1062940b44dSPeter Avalos 				// properties, do the resetting here for
1072940b44dSPeter Avalos 				// simplicity.
1082940b44dSPeter Avalos 				if (control >= 0xA0)
1092940b44dSPeter Avalos 					coder->lzma.reset(coder->lzma.coder,
1102940b44dSPeter Avalos 							&coder->options);
1112940b44dSPeter Avalos 			}
1122940b44dSPeter Avalos 		} else {
1132940b44dSPeter Avalos 			// Invalid control values
1142940b44dSPeter Avalos 			if (control > 2)
1152940b44dSPeter Avalos 				return LZMA_DATA_ERROR;
1162940b44dSPeter Avalos 
1172940b44dSPeter Avalos 			// It's uncompressed chunk
1182940b44dSPeter Avalos 			coder->sequence = SEQ_COMPRESSED_0;
1192940b44dSPeter Avalos 			coder->next_sequence = SEQ_COPY;
1202940b44dSPeter Avalos 		}
1212940b44dSPeter Avalos 
1222940b44dSPeter Avalos 		if (coder->need_dictionary_reset) {
1232940b44dSPeter Avalos 			// Finish the dictionary reset and let the caller
1242940b44dSPeter Avalos 			// flush the dictionary to the actual output buffer.
1252940b44dSPeter Avalos 			coder->need_dictionary_reset = false;
1262940b44dSPeter Avalos 			dict_reset(dict);
1272940b44dSPeter Avalos 			return LZMA_OK;
1282940b44dSPeter Avalos 		}
1292940b44dSPeter Avalos 
1302940b44dSPeter Avalos 		break;
1312940b44dSPeter Avalos 	}
1322940b44dSPeter Avalos 
1332940b44dSPeter Avalos 	case SEQ_UNCOMPRESSED_1:
1342940b44dSPeter Avalos 		coder->uncompressed_size += (uint32_t)(in[(*in_pos)++]) << 8;
1352940b44dSPeter Avalos 		coder->sequence = SEQ_UNCOMPRESSED_2;
1362940b44dSPeter Avalos 		break;
1372940b44dSPeter Avalos 
1382940b44dSPeter Avalos 	case SEQ_UNCOMPRESSED_2:
139*e151908bSDaniel Fojt 		coder->uncompressed_size += in[(*in_pos)++] + 1U;
1402940b44dSPeter Avalos 		coder->sequence = SEQ_COMPRESSED_0;
1412940b44dSPeter Avalos 		coder->lzma.set_uncompressed(coder->lzma.coder,
1422940b44dSPeter Avalos 				coder->uncompressed_size);
1432940b44dSPeter Avalos 		break;
1442940b44dSPeter Avalos 
1452940b44dSPeter Avalos 	case SEQ_COMPRESSED_0:
1462940b44dSPeter Avalos 		coder->compressed_size = (uint32_t)(in[(*in_pos)++]) << 8;
1472940b44dSPeter Avalos 		coder->sequence = SEQ_COMPRESSED_1;
1482940b44dSPeter Avalos 		break;
1492940b44dSPeter Avalos 
1502940b44dSPeter Avalos 	case SEQ_COMPRESSED_1:
151*e151908bSDaniel Fojt 		coder->compressed_size += in[(*in_pos)++] + 1U;
1522940b44dSPeter Avalos 		coder->sequence = coder->next_sequence;
1532940b44dSPeter Avalos 		break;
1542940b44dSPeter Avalos 
1552940b44dSPeter Avalos 	case SEQ_PROPERTIES:
1562940b44dSPeter Avalos 		if (lzma_lzma_lclppb_decode(&coder->options, in[(*in_pos)++]))
1572940b44dSPeter Avalos 			return LZMA_DATA_ERROR;
1582940b44dSPeter Avalos 
1592940b44dSPeter Avalos 		coder->lzma.reset(coder->lzma.coder, &coder->options);
1602940b44dSPeter Avalos 
1612940b44dSPeter Avalos 		coder->sequence = SEQ_LZMA;
1622940b44dSPeter Avalos 		break;
1632940b44dSPeter Avalos 
1642940b44dSPeter Avalos 	case SEQ_LZMA: {
1652940b44dSPeter Avalos 		// Store the start offset so that we can update
1662940b44dSPeter Avalos 		// coder->compressed_size later.
1672940b44dSPeter Avalos 		const size_t in_start = *in_pos;
1682940b44dSPeter Avalos 
1692940b44dSPeter Avalos 		// Decode from in[] to *dict.
1702940b44dSPeter Avalos 		const lzma_ret ret = coder->lzma.code(coder->lzma.coder,
1712940b44dSPeter Avalos 				dict, in, in_pos, in_size);
1722940b44dSPeter Avalos 
1732940b44dSPeter Avalos 		// Validate and update coder->compressed_size.
1742940b44dSPeter Avalos 		const size_t in_used = *in_pos - in_start;
1752940b44dSPeter Avalos 		if (in_used > coder->compressed_size)
1762940b44dSPeter Avalos 			return LZMA_DATA_ERROR;
1772940b44dSPeter Avalos 
1782940b44dSPeter Avalos 		coder->compressed_size -= in_used;
1792940b44dSPeter Avalos 
1802940b44dSPeter Avalos 		// Return if we didn't finish the chunk, or an error occurred.
1812940b44dSPeter Avalos 		if (ret != LZMA_STREAM_END)
1822940b44dSPeter Avalos 			return ret;
1832940b44dSPeter Avalos 
1842940b44dSPeter Avalos 		// The LZMA decoder must have consumed the whole chunk now.
1852940b44dSPeter Avalos 		// We don't need to worry about uncompressed size since it
1862940b44dSPeter Avalos 		// is checked by the LZMA decoder.
1872940b44dSPeter Avalos 		if (coder->compressed_size != 0)
1882940b44dSPeter Avalos 			return LZMA_DATA_ERROR;
1892940b44dSPeter Avalos 
1902940b44dSPeter Avalos 		coder->sequence = SEQ_CONTROL;
1912940b44dSPeter Avalos 		break;
1922940b44dSPeter Avalos 	}
1932940b44dSPeter Avalos 
1942940b44dSPeter Avalos 	case SEQ_COPY: {
1952940b44dSPeter Avalos 		// Copy from input to the dictionary as is.
1962940b44dSPeter Avalos 		dict_write(dict, in, in_pos, in_size, &coder->compressed_size);
1972940b44dSPeter Avalos 		if (coder->compressed_size != 0)
1982940b44dSPeter Avalos 			return LZMA_OK;
1992940b44dSPeter Avalos 
2002940b44dSPeter Avalos 		coder->sequence = SEQ_CONTROL;
2012940b44dSPeter Avalos 		break;
2022940b44dSPeter Avalos 	}
2032940b44dSPeter Avalos 
2042940b44dSPeter Avalos 	default:
2052940b44dSPeter Avalos 		assert(0);
2062940b44dSPeter Avalos 		return LZMA_PROG_ERROR;
2072940b44dSPeter Avalos 	}
2082940b44dSPeter Avalos 
2092940b44dSPeter Avalos 	return LZMA_OK;
2102940b44dSPeter Avalos }
2112940b44dSPeter Avalos 
2122940b44dSPeter Avalos 
2132940b44dSPeter Avalos static void
lzma2_decoder_end(void * coder_ptr,const lzma_allocator * allocator)21446a2189dSzrj lzma2_decoder_end(void *coder_ptr, const lzma_allocator *allocator)
2152940b44dSPeter Avalos {
21646a2189dSzrj 	lzma_lzma2_coder *coder = coder_ptr;
21746a2189dSzrj 
2182940b44dSPeter Avalos 	assert(coder->lzma.end == NULL);
2192940b44dSPeter Avalos 	lzma_free(coder->lzma.coder, allocator);
2202940b44dSPeter Avalos 
2212940b44dSPeter Avalos 	lzma_free(coder, allocator);
2222940b44dSPeter Avalos 
2232940b44dSPeter Avalos 	return;
2242940b44dSPeter Avalos }
2252940b44dSPeter Avalos 
2262940b44dSPeter Avalos 
2272940b44dSPeter Avalos static lzma_ret
lzma2_decoder_init(lzma_lz_decoder * lz,const lzma_allocator * allocator,const void * opt,lzma_lz_options * lz_options)22815ab8c86SJohn Marino lzma2_decoder_init(lzma_lz_decoder *lz, const lzma_allocator *allocator,
2292940b44dSPeter Avalos 		const void *opt, lzma_lz_options *lz_options)
2302940b44dSPeter Avalos {
23146a2189dSzrj 	lzma_lzma2_coder *coder = lz->coder;
23246a2189dSzrj 	if (coder == NULL) {
23346a2189dSzrj 		coder = lzma_alloc(sizeof(lzma_lzma2_coder), allocator);
23446a2189dSzrj 		if (coder == NULL)
2352940b44dSPeter Avalos 			return LZMA_MEM_ERROR;
2362940b44dSPeter Avalos 
23746a2189dSzrj 		lz->coder = coder;
2382940b44dSPeter Avalos 		lz->code = &lzma2_decode;
2392940b44dSPeter Avalos 		lz->end = &lzma2_decoder_end;
2402940b44dSPeter Avalos 
24146a2189dSzrj 		coder->lzma = LZMA_LZ_DECODER_INIT;
2422940b44dSPeter Avalos 	}
2432940b44dSPeter Avalos 
2442940b44dSPeter Avalos 	const lzma_options_lzma *options = opt;
2452940b44dSPeter Avalos 
24646a2189dSzrj 	coder->sequence = SEQ_CONTROL;
24746a2189dSzrj 	coder->need_properties = true;
24846a2189dSzrj 	coder->need_dictionary_reset = options->preset_dict == NULL
2492940b44dSPeter Avalos 			|| options->preset_dict_size == 0;
2502940b44dSPeter Avalos 
25146a2189dSzrj 	return lzma_lzma_decoder_create(&coder->lzma,
2522940b44dSPeter Avalos 			allocator, options, lz_options);
2532940b44dSPeter Avalos }
2542940b44dSPeter Avalos 
2552940b44dSPeter Avalos 
2562940b44dSPeter Avalos extern lzma_ret
lzma_lzma2_decoder_init(lzma_next_coder * next,const lzma_allocator * allocator,const lzma_filter_info * filters)25715ab8c86SJohn Marino lzma_lzma2_decoder_init(lzma_next_coder *next, const lzma_allocator *allocator,
2582940b44dSPeter Avalos 		const lzma_filter_info *filters)
2592940b44dSPeter Avalos {
2602940b44dSPeter Avalos 	// LZMA2 can only be the last filter in the chain. This is enforced
2612940b44dSPeter Avalos 	// by the raw_decoder initialization.
2622940b44dSPeter Avalos 	assert(filters[1].init == NULL);
2632940b44dSPeter Avalos 
2642940b44dSPeter Avalos 	return lzma_lz_decoder_init(next, allocator, filters,
2652940b44dSPeter Avalos 			&lzma2_decoder_init);
2662940b44dSPeter Avalos }
2672940b44dSPeter Avalos 
2682940b44dSPeter Avalos 
2692940b44dSPeter Avalos extern uint64_t
lzma_lzma2_decoder_memusage(const void * options)2702940b44dSPeter Avalos lzma_lzma2_decoder_memusage(const void *options)
2712940b44dSPeter Avalos {
27246a2189dSzrj 	return sizeof(lzma_lzma2_coder)
2732940b44dSPeter Avalos 			+ lzma_lzma_decoder_memusage_nocheck(options);
2742940b44dSPeter Avalos }
2752940b44dSPeter Avalos 
2762940b44dSPeter Avalos 
2772940b44dSPeter Avalos extern lzma_ret
lzma_lzma2_props_decode(void ** options,const lzma_allocator * allocator,const uint8_t * props,size_t props_size)27815ab8c86SJohn Marino lzma_lzma2_props_decode(void **options, const lzma_allocator *allocator,
2792940b44dSPeter Avalos 		const uint8_t *props, size_t props_size)
2802940b44dSPeter Avalos {
2812940b44dSPeter Avalos 	if (props_size != 1)
2822940b44dSPeter Avalos 		return LZMA_OPTIONS_ERROR;
2832940b44dSPeter Avalos 
2842940b44dSPeter Avalos 	// Check that reserved bits are unset.
2852940b44dSPeter Avalos 	if (props[0] & 0xC0)
2862940b44dSPeter Avalos 		return LZMA_OPTIONS_ERROR;
2872940b44dSPeter Avalos 
2882940b44dSPeter Avalos 	// Decode the dictionary size.
2892940b44dSPeter Avalos 	if (props[0] > 40)
2902940b44dSPeter Avalos 		return LZMA_OPTIONS_ERROR;
2912940b44dSPeter Avalos 
2922940b44dSPeter Avalos 	lzma_options_lzma *opt = lzma_alloc(
2932940b44dSPeter Avalos 			sizeof(lzma_options_lzma), allocator);
2942940b44dSPeter Avalos 	if (opt == NULL)
2952940b44dSPeter Avalos 		return LZMA_MEM_ERROR;
2962940b44dSPeter Avalos 
2972940b44dSPeter Avalos 	if (props[0] == 40) {
2982940b44dSPeter Avalos 		opt->dict_size = UINT32_MAX;
2992940b44dSPeter Avalos 	} else {
300*e151908bSDaniel Fojt 		opt->dict_size = 2 | (props[0] & 1U);
301*e151908bSDaniel Fojt 		opt->dict_size <<= props[0] / 2U + 11;
3022940b44dSPeter Avalos 	}
3032940b44dSPeter Avalos 
3042940b44dSPeter Avalos 	opt->preset_dict = NULL;
3052940b44dSPeter Avalos 	opt->preset_dict_size = 0;
3062940b44dSPeter Avalos 
3072940b44dSPeter Avalos 	*options = opt;
3082940b44dSPeter Avalos 
3092940b44dSPeter Avalos 	return LZMA_OK;
3102940b44dSPeter Avalos }
311