Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 1 | /* |
| 2 | * This file uses XZ Embedded library code which is written |
| 3 | * by Lasse Collin <lasse.collin@tukaani.org> |
| 4 | * and Igor Pavlov <http://7-zip.org/> |
| 5 | * |
Denys Vlasenko | 6948f21 | 2010-05-30 04:18:13 +0200 | [diff] [blame] | 6 | * See README file in unxz/ directory for more information. |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 7 | * |
| 8 | * This file is: |
| 9 | * Copyright (C) 2010 Denys Vlasenko <vda.linux@googlemail.com> |
Denys Vlasenko | 0ef64bd | 2010-08-16 20:14:46 +0200 | [diff] [blame] | 10 | * Licensed under GPLv2, see file LICENSE in this source tree. |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 11 | */ |
| 12 | #include "libbb.h" |
Denys Vlasenko | d184a72 | 2011-09-22 12:45:14 +0200 | [diff] [blame] | 13 | #include "bb_archive.h" |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 14 | |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 15 | #define XZ_FUNC FAST_FUNC |
| 16 | #define XZ_EXTERN static |
| 17 | |
Denys Vlasenko | ba73cfd | 2010-06-20 02:40:56 +0200 | [diff] [blame] | 18 | #define XZ_DEC_DYNALLOC |
| 19 | |
Denys Vlasenko | 716f3f6 | 2010-06-01 14:41:39 +0200 | [diff] [blame] | 20 | /* Skip check (rather than fail) of unsupported hash functions */ |
| 21 | #define XZ_DEC_ANY_CHECK 1 |
| 22 | |
| 23 | /* We use our own crc32 function */ |
| 24 | #define XZ_INTERNAL_CRC32 0 |
Denys Vlasenko | 716f3f6 | 2010-06-01 14:41:39 +0200 | [diff] [blame] | 25 | static uint32_t xz_crc32(const uint8_t *buf, size_t size, uint32_t crc) |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 26 | { |
Denys Vlasenko | 9ce642f | 2010-10-27 15:26:45 +0200 | [diff] [blame] | 27 | return ~crc32_block_endian0(~crc, buf, size, global_crc32_table); |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 28 | } |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 29 | |
Denys Vlasenko | 716f3f6 | 2010-06-01 14:41:39 +0200 | [diff] [blame] | 30 | /* We use arch-optimized unaligned accessors */ |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 31 | #define get_unaligned_le32(buf) ({ uint32_t v; move_from_unaligned32(v, buf); SWAP_LE32(v); }) |
| 32 | #define get_unaligned_be32(buf) ({ uint32_t v; move_from_unaligned32(v, buf); SWAP_BE32(v); }) |
Leonid Lisovskiy | f59d563 | 2013-02-27 18:32:58 +0100 | [diff] [blame^] | 33 | #define put_unaligned_le32(val, buf) move_to_unaligned32(buf, SWAP_LE32(val)) |
| 34 | #define put_unaligned_be32(val, buf) move_to_unaligned32(buf, SWAP_BE32(val)) |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 35 | |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 36 | #include "unxz/xz_dec_bcj.c" |
| 37 | #include "unxz/xz_dec_lzma2.c" |
| 38 | #include "unxz/xz_dec_stream.c" |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 39 | |
| 40 | IF_DESKTOP(long long) int FAST_FUNC |
Denys Vlasenko | 8a6a2f9 | 2012-03-06 16:27:48 +0100 | [diff] [blame] | 41 | unpack_xz_stream(transformer_aux_data_t *aux, int src_fd, int dst_fd) |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 42 | { |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 43 | enum xz_ret xz_result; |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 44 | struct xz_buf iobuf; |
| 45 | struct xz_dec *state; |
| 46 | unsigned char *membuf; |
| 47 | IF_DESKTOP(long long) int total = 0; |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 48 | |
Denys Vlasenko | 9ce642f | 2010-10-27 15:26:45 +0200 | [diff] [blame] | 49 | if (!global_crc32_table) |
| 50 | global_crc32_table = crc32_filltable(NULL, /*endian:*/ 0); |
Denys Vlasenko | 8376bfa | 2010-06-01 23:26:54 +0200 | [diff] [blame] | 51 | |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 52 | memset(&iobuf, 0, sizeof(iobuf)); |
Denys Vlasenko | 8a6a2f9 | 2012-03-06 16:27:48 +0100 | [diff] [blame] | 53 | membuf = xmalloc(2 * BUFSIZ); |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 54 | iobuf.in = membuf; |
Denys Vlasenko | ba73cfd | 2010-06-20 02:40:56 +0200 | [diff] [blame] | 55 | iobuf.out = membuf + BUFSIZ; |
| 56 | iobuf.out_size = BUFSIZ; |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 57 | |
Denys Vlasenko | 8a6a2f9 | 2012-03-06 16:27:48 +0100 | [diff] [blame] | 58 | if (!aux || aux->check_signature == 0) { |
| 59 | /* Preload XZ file signature */ |
| 60 | strcpy((char*)membuf, HEADER_MAGIC); |
| 61 | iobuf.in_size = HEADER_MAGIC_SIZE; |
| 62 | } /* else: let xz code read & check it */ |
| 63 | |
Denys Vlasenko | ba73cfd | 2010-06-20 02:40:56 +0200 | [diff] [blame] | 64 | /* Limit memory usage to about 64 MiB. */ |
| 65 | state = xz_dec_init(XZ_DYNALLOC, 64*1024*1024); |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 66 | |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 67 | xz_result = X_OK; |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 68 | while (1) { |
Denys Vlasenko | ba73cfd | 2010-06-20 02:40:56 +0200 | [diff] [blame] | 69 | if (iobuf.in_pos == iobuf.in_size) { |
| 70 | int rd = safe_read(src_fd, membuf, BUFSIZ); |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 71 | if (rd < 0) { |
Denys Vlasenko | ea8b252 | 2010-06-02 12:57:26 +0200 | [diff] [blame] | 72 | bb_error_msg(bb_msg_read_error); |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 73 | total = -1; |
| 74 | break; |
| 75 | } |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 76 | if (rd == 0 && xz_result == XZ_STREAM_END) |
| 77 | break; |
Denys Vlasenko | ba73cfd | 2010-06-20 02:40:56 +0200 | [diff] [blame] | 78 | iobuf.in_size = rd; |
| 79 | iobuf.in_pos = 0; |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 80 | } |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 81 | if (xz_result == XZ_STREAM_END) { |
| 82 | /* |
| 83 | * Try to start decoding next concatenated stream. |
| 84 | * Stream padding must always be a multiple of four |
| 85 | * bytes to preserve four-byte alignment. To keep the |
| 86 | * code slightly smaller, we aren't as strict here as |
| 87 | * the .xz spec requires. We just skip all zero-bytes |
| 88 | * without checking the alignment and thus can accept |
| 89 | * files that aren't valid, e.g. the XZ utils test |
| 90 | * files bad-0pad-empty.xz and bad-0catpad-empty.xz. |
| 91 | */ |
| 92 | do { |
| 93 | if (membuf[iobuf.in_pos] != 0) { |
| 94 | xz_dec_reset(state); |
| 95 | goto do_run; |
| 96 | } |
| 97 | iobuf.in_pos++; |
| 98 | } while (iobuf.in_pos < iobuf.in_size); |
| 99 | } |
| 100 | do_run: |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 101 | // bb_error_msg(">in pos:%d size:%d out pos:%d size:%d", |
| 102 | // iobuf.in_pos, iobuf.in_size, iobuf.out_pos, iobuf.out_size); |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 103 | xz_result = xz_dec_run(state, &iobuf); |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 104 | // bb_error_msg("<in pos:%d size:%d out pos:%d size:%d r:%d", |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 105 | // iobuf.in_pos, iobuf.in_size, iobuf.out_pos, iobuf.out_size, xz_result); |
Denys Vlasenko | ba73cfd | 2010-06-20 02:40:56 +0200 | [diff] [blame] | 106 | if (iobuf.out_pos) { |
| 107 | xwrite(dst_fd, iobuf.out, iobuf.out_pos); |
| 108 | IF_DESKTOP(total += iobuf.out_pos;) |
| 109 | iobuf.out_pos = 0; |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 110 | } |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 111 | if (xz_result == XZ_STREAM_END) { |
| 112 | /* |
| 113 | * Can just "break;" here, if not for concatenated |
| 114 | * .xz streams. |
| 115 | * Checking for padding may require buffer |
| 116 | * replenishment. Can't do it here. |
| 117 | */ |
| 118 | continue; |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 119 | } |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 120 | if (xz_result != XZ_OK && xz_result != XZ_UNSUPPORTED_CHECK) { |
Denys Vlasenko | d2b738a | 2010-06-21 02:16:51 +0200 | [diff] [blame] | 121 | bb_error_msg("corrupted data"); |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 122 | total = -1; |
| 123 | break; |
| 124 | } |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 125 | } |
Lasse Collin | 380c8a0 | 2013-02-27 17:26:40 +0100 | [diff] [blame] | 126 | |
Denys Vlasenko | fb6c76c | 2010-05-30 03:47:40 +0200 | [diff] [blame] | 127 | xz_dec_end(state); |
| 128 | free(membuf); |
| 129 | |
| 130 | return total; |
| 131 | } |