Erik Andersen | e49d5ec | 2000-02-08 19:58:47 +0000 | [diff] [blame] | 1 | /* vi: set sw=4 ts=4: */ |
Erik Andersen | 3163821 | 2000-01-15 22:28:50 +0000 | [diff] [blame] | 2 | /* |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 3 | * wc implementation for busybox |
Erik Andersen | 3163821 | 2000-01-15 22:28:50 +0000 | [diff] [blame] | 4 | * |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 5 | * Copyright (C) 2003 Manuel Novoa III <mjn3@codepoet.org> |
Erik Andersen | 3163821 | 2000-01-15 22:28:50 +0000 | [diff] [blame] | 6 | * |
Denys Vlasenko | 0ef64bd | 2010-08-16 20:14:46 +0200 | [diff] [blame] | 7 | * Licensed under GPLv2 or later, see file LICENSE in this source tree. |
Erik Andersen | 3163821 | 2000-01-15 22:28:50 +0000 | [diff] [blame] | 8 | */ |
| 9 | |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 10 | /* BB_AUDIT SUSv3 compliant. */ |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 11 | /* http://www.opengroup.org/onlinepubs/007904975/utilities/wc.html */ |
| 12 | |
| 13 | /* Mar 16, 2003 Manuel Novoa III (mjn3@codepoet.org) |
| 14 | * |
| 15 | * Rewritten to fix a number of problems and do some size optimizations. |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 16 | * Problems in the previous busybox implementation (besides bloat) included: |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 17 | * 1) broken 'wc -c' optimization (read note below) |
| 18 | * 2) broken handling of '-' args |
| 19 | * 3) no checking of ferror on EOF returns |
| 20 | * 4) isprint() wasn't considered when word counting. |
| 21 | * |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 22 | * NOTES: |
| 23 | * |
| 24 | * The previous busybox wc attempted an optimization using stat for the |
| 25 | * case of counting chars only. I omitted that because it was broken. |
| 26 | * It didn't take into account the possibility of input coming from a |
| 27 | * pipe, or input from a file with file pointer not at the beginning. |
| 28 | * |
| 29 | * To implement such a speed optimization correctly, not only do you |
| 30 | * need the size, but also the file position. Note also that the |
| 31 | * file position may be past the end of file. Consider the example |
| 32 | * (adapted from example in gnu wc.c) |
| 33 | * |
| 34 | * echo hello > /tmp/testfile && |
Denis Vlasenko | b71c668 | 2007-07-21 15:08:09 +0000 | [diff] [blame] | 35 | * (dd ibs=1k skip=1 count=0 &> /dev/null; wc -c) < /tmp/testfile |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 36 | * |
| 37 | * for which 'wc -c' should output '0'. |
| 38 | */ |
Denis Vlasenko | b6adbf1 | 2007-05-26 19:00:18 +0000 | [diff] [blame] | 39 | #include "libbb.h" |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 40 | #include "unicode.h" |
Erik Andersen | 3163821 | 2000-01-15 22:28:50 +0000 | [diff] [blame] | 41 | |
Denys Vlasenko | c0dab37 | 2009-10-22 22:28:08 +0200 | [diff] [blame] | 42 | #if !ENABLE_LOCALE_SUPPORT |
| 43 | # undef isprint |
| 44 | # undef isspace |
| 45 | # define isprint(c) ((unsigned)((c) - 0x20) <= (0x7e - 0x20)) |
| 46 | # define isspace(c) ((c) == ' ') |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 47 | #endif |
| 48 | |
Denis Vlasenko | 7021016 | 2006-09-29 23:41:59 +0000 | [diff] [blame] | 49 | #if ENABLE_FEATURE_WC_LARGE |
Denys Vlasenko | c0dab37 | 2009-10-22 22:28:08 +0200 | [diff] [blame] | 50 | # define COUNT_T unsigned long long |
| 51 | # define COUNT_FMT "llu" |
Denis Vlasenko | 7021016 | 2006-09-29 23:41:59 +0000 | [diff] [blame] | 52 | #else |
Denys Vlasenko | c0dab37 | 2009-10-22 22:28:08 +0200 | [diff] [blame] | 53 | # define COUNT_T unsigned |
| 54 | # define COUNT_FMT "u" |
Denis Vlasenko | 7021016 | 2006-09-29 23:41:59 +0000 | [diff] [blame] | 55 | #endif |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 56 | |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 57 | /* We support -m even when UNICODE_SUPPORT is off, |
| 58 | * we just don't advertise it in help text, |
| 59 | * since it is the same as -c in this case. |
| 60 | */ |
| 61 | |
| 62 | //usage:#define wc_trivial_usage |
| 63 | //usage: "[-c"IF_UNICODE_SUPPORT("m")"lwL] [FILE]..." |
| 64 | //usage: |
| 65 | //usage:#define wc_full_usage "\n\n" |
| 66 | //usage: "Count lines, words, and bytes for each FILE (or stdin)\n" |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 67 | //usage: "\n -c Count bytes" |
| 68 | //usage: IF_UNICODE_SUPPORT( |
| 69 | //usage: "\n -m Count characters" |
| 70 | //usage: ) |
| 71 | //usage: "\n -l Count newlines" |
| 72 | //usage: "\n -w Count words" |
| 73 | //usage: "\n -L Print longest line length" |
| 74 | //usage: |
| 75 | //usage:#define wc_example_usage |
| 76 | //usage: "$ wc /etc/passwd\n" |
| 77 | //usage: " 31 46 1365 /etc/passwd\n" |
| 78 | |
| 79 | /* Order is important if we want to be compatible with |
| 80 | * column order in "wc -cmlwL" output: |
| 81 | */ |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 82 | enum { |
Denys Vlasenko | 1336f89 | 2011-01-22 17:57:01 +0100 | [diff] [blame] | 83 | WC_LINES = 0, /* -l */ |
| 84 | WC_WORDS = 1, /* -w */ |
| 85 | WC_UNICHARS = 2, /* -m */ |
| 86 | WC_BYTES = 3, /* -c */ |
| 87 | WC_LENGTH = 4, /* -L */ |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 88 | NUM_WCS = 5, |
Glenn L McGrath | 02d090d | 2001-11-21 09:17:00 +0000 | [diff] [blame] | 89 | }; |
Erik Andersen | 3163821 | 2000-01-15 22:28:50 +0000 | [diff] [blame] | 90 | |
Denis Vlasenko | 9b49a5e | 2007-10-11 10:05:36 +0000 | [diff] [blame] | 91 | int wc_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE; |
Denis Vlasenko | a60f84e | 2008-07-05 09:18:54 +0000 | [diff] [blame] | 92 | int wc_main(int argc UNUSED_PARAM, char **argv) |
Erik Andersen | e49d5ec | 2000-02-08 19:58:47 +0000 | [diff] [blame] | 93 | { |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 94 | const char *arg; |
Denis Vlasenko | e8419c9 | 2008-02-19 00:38:10 +0000 | [diff] [blame] | 95 | const char *start_fmt = " %9"COUNT_FMT + 1; |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 96 | const char *fname_fmt = " %s\n"; |
| 97 | COUNT_T *pcounts; |
Denys Vlasenko | 09e7daf | 2010-10-04 17:04:20 +0200 | [diff] [blame] | 98 | COUNT_T counts[NUM_WCS]; |
| 99 | COUNT_T totals[NUM_WCS]; |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 100 | int num_files; |
Bernhard Reutner-Fischer | d58c194 | 2007-01-20 21:28:36 +0000 | [diff] [blame] | 101 | smallint status = EXIT_SUCCESS; |
Denis Vlasenko | 7021016 | 2006-09-29 23:41:59 +0000 | [diff] [blame] | 102 | unsigned print_type; |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 103 | |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 104 | init_unicode(); |
| 105 | |
Denys Vlasenko | 1336f89 | 2011-01-22 17:57:01 +0100 | [diff] [blame] | 106 | print_type = getopt32(argv, "lwmcL"); |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 107 | |
Glenn L McGrath | 02d090d | 2001-11-21 09:17:00 +0000 | [diff] [blame] | 108 | if (print_type == 0) { |
Denys Vlasenko | 1336f89 | 2011-01-22 17:57:01 +0100 | [diff] [blame] | 109 | print_type = (1 << WC_LINES) | (1 << WC_WORDS) | (1 << WC_BYTES); |
Glenn L McGrath | 02d090d | 2001-11-21 09:17:00 +0000 | [diff] [blame] | 110 | } |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 111 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 112 | argv += optind; |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 113 | if (!argv[0]) { |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 114 | *--argv = (char *) bb_msg_standard_input; |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 115 | fname_fmt = "\n"; |
Denys Vlasenko | 79950a6 | 2010-03-08 22:03:24 +0100 | [diff] [blame] | 116 | } |
| 117 | if (!argv[1]) { /* zero or one filename? */ |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 118 | if (!((print_type-1) & print_type)) /* exactly one option? */ |
| 119 | start_fmt = "%"COUNT_FMT; |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 120 | } |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 121 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 122 | memset(totals, 0, sizeof(totals)); |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 123 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 124 | pcounts = counts; |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 125 | |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 126 | num_files = 0; |
Denys Vlasenko | 09e7daf | 2010-10-04 17:04:20 +0200 | [diff] [blame] | 127 | while ((arg = *argv++) != NULL) { |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 128 | FILE *fp; |
| 129 | const char *s; |
| 130 | unsigned u; |
| 131 | unsigned linepos; |
| 132 | smallint in_word; |
| 133 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 134 | ++num_files; |
Denis Vlasenko | ddec5af | 2006-10-26 23:25:17 +0000 | [diff] [blame] | 135 | fp = fopen_or_warn_stdin(arg); |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 136 | if (!fp) { |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 137 | status = EXIT_FAILURE; |
| 138 | continue; |
| 139 | } |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 140 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 141 | memset(counts, 0, sizeof(counts)); |
| 142 | linepos = 0; |
| 143 | in_word = 0; |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 144 | |
Denys Vlasenko | 09e7daf | 2010-10-04 17:04:20 +0200 | [diff] [blame] | 145 | while (1) { |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 146 | int c; |
Denis Vlasenko | 7021016 | 2006-09-29 23:41:59 +0000 | [diff] [blame] | 147 | /* Our -w doesn't match GNU wc exactly... oh well */ |
| 148 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 149 | c = getc(fp); |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 150 | if (c == EOF) { |
| 151 | if (ferror(fp)) { |
| 152 | bb_simple_perror_msg(arg); |
| 153 | status = EXIT_FAILURE; |
| 154 | } |
Denys Vlasenko | fb132e4 | 2010-10-29 11:46:52 +0200 | [diff] [blame] | 155 | goto DO_EOF; /* Treat an EOF as '\r'. */ |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 156 | } |
Denys Vlasenko | 09e7daf | 2010-10-04 17:04:20 +0200 | [diff] [blame] | 157 | |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 158 | /* Cater for -c and -m */ |
Denys Vlasenko | 1336f89 | 2011-01-22 17:57:01 +0100 | [diff] [blame] | 159 | ++counts[WC_BYTES]; |
Denys Vlasenko | afc7b4c | 2010-10-04 17:08:14 +0200 | [diff] [blame] | 160 | if (unicode_status != UNICODE_ON /* every byte is a new char */ |
| 161 | || (c & 0xc0) != 0x80 /* it isn't a 2nd+ byte of a Unicode char */ |
| 162 | ) { |
| 163 | ++counts[WC_UNICHARS]; |
| 164 | } |
| 165 | |
| 166 | if (isprint_asciionly(c)) { /* FIXME: not unicode-aware */ |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 167 | ++linepos; |
Denys Vlasenko | c0dab37 | 2009-10-22 22:28:08 +0200 | [diff] [blame] | 168 | if (!isspace(c)) { |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 169 | in_word = 1; |
| 170 | continue; |
| 171 | } |
Denys Vlasenko | c0dab37 | 2009-10-22 22:28:08 +0200 | [diff] [blame] | 172 | } else if ((unsigned)(c - 9) <= 4) { |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 173 | /* \t 9 |
| 174 | * \n 10 |
| 175 | * \v 11 |
| 176 | * \f 12 |
| 177 | * \r 13 |
| 178 | */ |
| 179 | if (c == '\t') { |
| 180 | linepos = (linepos | 7) + 1; |
Denys Vlasenko | fb132e4 | 2010-10-29 11:46:52 +0200 | [diff] [blame] | 181 | } else { /* '\n', '\r', '\f', or '\v' */ |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 182 | DO_EOF: |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 183 | if (linepos > counts[WC_LENGTH]) { |
| 184 | counts[WC_LENGTH] = linepos; |
| 185 | } |
| 186 | if (c == '\n') { |
| 187 | ++counts[WC_LINES]; |
| 188 | } |
| 189 | if (c != '\v') { |
| 190 | linepos = 0; |
| 191 | } |
| 192 | } |
Glenn L McGrath | 74afa9a | 2001-11-21 10:26:28 +0000 | [diff] [blame] | 193 | } else { |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 194 | continue; |
Glenn L McGrath | 74afa9a | 2001-11-21 10:26:28 +0000 | [diff] [blame] | 195 | } |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 196 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 197 | counts[WC_WORDS] += in_word; |
| 198 | in_word = 0; |
| 199 | if (c == EOF) { |
| 200 | break; |
| 201 | } |
Denys Vlasenko | 09e7daf | 2010-10-04 17:04:20 +0200 | [diff] [blame] | 202 | } |
| 203 | |
| 204 | fclose_if_not_stdin(fp); |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 205 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 206 | if (totals[WC_LENGTH] < counts[WC_LENGTH]) { |
| 207 | totals[WC_LENGTH] = counts[WC_LENGTH]; |
Glenn L McGrath | 9e6c9f7 | 2001-11-21 12:46:36 +0000 | [diff] [blame] | 208 | } |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 209 | totals[WC_LENGTH] -= counts[WC_LENGTH]; |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 210 | |
Dan Fandrich | 5b0a7f1 | 2009-11-18 10:48:09 +0100 | [diff] [blame] | 211 | OUTPUT: |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 212 | /* coreutils wc tries hard to print pretty columns |
Denys Vlasenko | 09e7daf | 2010-10-04 17:04:20 +0200 | [diff] [blame] | 213 | * (saves results for all files, finds max col len etc...) |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 214 | * we won't try that hard, it will bloat us too much */ |
| 215 | s = start_fmt; |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 216 | u = 0; |
| 217 | do { |
| 218 | if (print_type & (1 << u)) { |
Denis Vlasenko | f0ed376 | 2006-10-26 23:21:47 +0000 | [diff] [blame] | 219 | printf(s, pcounts[u]); |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 220 | s = " %9"COUNT_FMT; /* Ok... restore the leading space. */ |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 221 | } |
| 222 | totals[u] += pcounts[u]; |
Denys Vlasenko | 09e7daf | 2010-10-04 17:04:20 +0200 | [diff] [blame] | 223 | } while (++u < NUM_WCS); |
Denis Vlasenko | f0ed376 | 2006-10-26 23:21:47 +0000 | [diff] [blame] | 224 | printf(fname_fmt, arg); |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 225 | } |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 226 | |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 227 | /* If more than one file was processed, we want the totals. To save some |
| 228 | * space, we set the pcounts ptr to the totals array. This has the side |
| 229 | * effect of trashing the totals array after outputting it, but that's |
| 230 | * irrelavent since we no longer need it. */ |
| 231 | if (num_files > 1) { |
Denys Vlasenko | fb132e4 | 2010-10-29 11:46:52 +0200 | [diff] [blame] | 232 | num_files = 0; /* Make sure we don't get here again. */ |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 233 | arg = "total"; |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 234 | pcounts = totals; |
Denis Vlasenko | 3ed001f | 2006-09-29 23:41:04 +0000 | [diff] [blame] | 235 | --argv; |
Manuel Novoa III | cad5364 | 2003-03-19 09:13:01 +0000 | [diff] [blame] | 236 | goto OUTPUT; |
Mark Whitley | 3950596 | 2000-07-20 00:08:10 +0000 | [diff] [blame] | 237 | } |
Eric Andersen | c7bda1c | 2004-03-15 08:29:22 +0000 | [diff] [blame] | 238 | |
Denis Vlasenko | f0ed376 | 2006-10-26 23:21:47 +0000 | [diff] [blame] | 239 | fflush_stdout_and_exit(status); |
Erik Andersen | 3163821 | 2000-01-15 22:28:50 +0000 | [diff] [blame] | 240 | } |