blob: 986b7b191b06491a29b97c6d1b1be3c7e65f3bd0 [file] [log] [blame]
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +02001/*
2 * This file uses XZ Embedded library code which is written
3 * by Lasse Collin <lasse.collin@tukaani.org>
4 * and Igor Pavlov <http://7-zip.org/>
5 *
Denys Vlasenko6948f212010-05-30 04:18:13 +02006 * See README file in unxz/ directory for more information.
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +02007 *
8 * This file is:
9 * Copyright (C) 2010 Denys Vlasenko <vda.linux@googlemail.com>
Denys Vlasenko0ef64bd2010-08-16 20:14:46 +020010 * Licensed under GPLv2, see file LICENSE in this source tree.
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020011 */
12#include "libbb.h"
Denys Vlasenkod184a722011-09-22 12:45:14 +020013#include "bb_archive.h"
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020014
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020015#define XZ_FUNC FAST_FUNC
16#define XZ_EXTERN static
17
Denys Vlasenkoba73cfd2010-06-20 02:40:56 +020018#define XZ_DEC_DYNALLOC
19
Denys Vlasenko716f3f62010-06-01 14:41:39 +020020/* Skip check (rather than fail) of unsupported hash functions */
21#define XZ_DEC_ANY_CHECK 1
22
23/* We use our own crc32 function */
24#define XZ_INTERNAL_CRC32 0
Denys Vlasenko716f3f62010-06-01 14:41:39 +020025static uint32_t xz_crc32(const uint8_t *buf, size_t size, uint32_t crc)
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020026{
Denys Vlasenko9ce642f2010-10-27 15:26:45 +020027 return ~crc32_block_endian0(~crc, buf, size, global_crc32_table);
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020028}
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020029
Denys Vlasenko716f3f62010-06-01 14:41:39 +020030/* We use arch-optimized unaligned accessors */
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020031#define get_unaligned_le32(buf) ({ uint32_t v; move_from_unaligned32(v, buf); SWAP_LE32(v); })
32#define get_unaligned_be32(buf) ({ uint32_t v; move_from_unaligned32(v, buf); SWAP_BE32(v); })
Leonid Lisovskiyf59d5632013-02-27 18:32:58 +010033#define put_unaligned_le32(val, buf) move_to_unaligned32(buf, SWAP_LE32(val))
34#define put_unaligned_be32(val, buf) move_to_unaligned32(buf, SWAP_BE32(val))
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020035
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020036#include "unxz/xz_dec_bcj.c"
37#include "unxz/xz_dec_lzma2.c"
38#include "unxz/xz_dec_stream.c"
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020039
40IF_DESKTOP(long long) int FAST_FUNC
Denys Vlasenko8a6a2f92012-03-06 16:27:48 +010041unpack_xz_stream(transformer_aux_data_t *aux, int src_fd, int dst_fd)
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020042{
Lasse Collin380c8a02013-02-27 17:26:40 +010043 enum xz_ret xz_result;
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020044 struct xz_buf iobuf;
45 struct xz_dec *state;
46 unsigned char *membuf;
47 IF_DESKTOP(long long) int total = 0;
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020048
Denys Vlasenko9ce642f2010-10-27 15:26:45 +020049 if (!global_crc32_table)
50 global_crc32_table = crc32_filltable(NULL, /*endian:*/ 0);
Denys Vlasenko8376bfa2010-06-01 23:26:54 +020051
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020052 memset(&iobuf, 0, sizeof(iobuf));
Denys Vlasenko8a6a2f92012-03-06 16:27:48 +010053 membuf = xmalloc(2 * BUFSIZ);
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020054 iobuf.in = membuf;
Denys Vlasenkoba73cfd2010-06-20 02:40:56 +020055 iobuf.out = membuf + BUFSIZ;
56 iobuf.out_size = BUFSIZ;
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020057
Denys Vlasenko8a6a2f92012-03-06 16:27:48 +010058 if (!aux || aux->check_signature == 0) {
59 /* Preload XZ file signature */
60 strcpy((char*)membuf, HEADER_MAGIC);
61 iobuf.in_size = HEADER_MAGIC_SIZE;
62 } /* else: let xz code read & check it */
63
Denys Vlasenkoba73cfd2010-06-20 02:40:56 +020064 /* Limit memory usage to about 64 MiB. */
65 state = xz_dec_init(XZ_DYNALLOC, 64*1024*1024);
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020066
Lasse Collin380c8a02013-02-27 17:26:40 +010067 xz_result = X_OK;
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020068 while (1) {
Denys Vlasenkoba73cfd2010-06-20 02:40:56 +020069 if (iobuf.in_pos == iobuf.in_size) {
70 int rd = safe_read(src_fd, membuf, BUFSIZ);
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020071 if (rd < 0) {
Denys Vlasenkoea8b2522010-06-02 12:57:26 +020072 bb_error_msg(bb_msg_read_error);
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020073 total = -1;
74 break;
75 }
Lasse Collin380c8a02013-02-27 17:26:40 +010076 if (rd == 0 && xz_result == XZ_STREAM_END)
77 break;
Denys Vlasenkoba73cfd2010-06-20 02:40:56 +020078 iobuf.in_size = rd;
79 iobuf.in_pos = 0;
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +020080 }
Lasse Collin380c8a02013-02-27 17:26:40 +010081 if (xz_result == XZ_STREAM_END) {
82 /*
83 * Try to start decoding next concatenated stream.
84 * Stream padding must always be a multiple of four
85 * bytes to preserve four-byte alignment. To keep the
86 * code slightly smaller, we aren't as strict here as
87 * the .xz spec requires. We just skip all zero-bytes
88 * without checking the alignment and thus can accept
89 * files that aren't valid, e.g. the XZ utils test
90 * files bad-0pad-empty.xz and bad-0catpad-empty.xz.
91 */
92 do {
93 if (membuf[iobuf.in_pos] != 0) {
94 xz_dec_reset(state);
95 goto do_run;
96 }
97 iobuf.in_pos++;
98 } while (iobuf.in_pos < iobuf.in_size);
99 }
100 do_run:
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +0200101// bb_error_msg(">in pos:%d size:%d out pos:%d size:%d",
102// iobuf.in_pos, iobuf.in_size, iobuf.out_pos, iobuf.out_size);
Lasse Collin380c8a02013-02-27 17:26:40 +0100103 xz_result = xz_dec_run(state, &iobuf);
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +0200104// bb_error_msg("<in pos:%d size:%d out pos:%d size:%d r:%d",
Lasse Collin380c8a02013-02-27 17:26:40 +0100105// iobuf.in_pos, iobuf.in_size, iobuf.out_pos, iobuf.out_size, xz_result);
Denys Vlasenkoba73cfd2010-06-20 02:40:56 +0200106 if (iobuf.out_pos) {
107 xwrite(dst_fd, iobuf.out, iobuf.out_pos);
108 IF_DESKTOP(total += iobuf.out_pos;)
109 iobuf.out_pos = 0;
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +0200110 }
Lasse Collin380c8a02013-02-27 17:26:40 +0100111 if (xz_result == XZ_STREAM_END) {
112 /*
113 * Can just "break;" here, if not for concatenated
114 * .xz streams.
115 * Checking for padding may require buffer
116 * replenishment. Can't do it here.
117 */
118 continue;
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +0200119 }
Lasse Collin380c8a02013-02-27 17:26:40 +0100120 if (xz_result != XZ_OK && xz_result != XZ_UNSUPPORTED_CHECK) {
Denys Vlasenkod2b738a2010-06-21 02:16:51 +0200121 bb_error_msg("corrupted data");
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +0200122 total = -1;
123 break;
124 }
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +0200125 }
Lasse Collin380c8a02013-02-27 17:26:40 +0100126
Denys Vlasenkofb6c76c2010-05-30 03:47:40 +0200127 xz_dec_end(state);
128 free(membuf);
129
130 return total;
131}