blob: fe3f274f8fd7f797b21fd0b2e9d9c94a846fc841 [file] [log] [blame]
Erik Andersene49d5ec2000-02-08 19:58:47 +00001/* vi: set sw=4 ts=4: */
Erik Andersen31638212000-01-15 22:28:50 +00002/*
Manuel Novoa III cad53642003-03-19 09:13:01 +00003 * wc implementation for busybox
Erik Andersen31638212000-01-15 22:28:50 +00004 *
Manuel Novoa III cad53642003-03-19 09:13:01 +00005 * Copyright (C) 2003 Manuel Novoa III <mjn3@codepoet.org>
Erik Andersen31638212000-01-15 22:28:50 +00006 *
Denys Vlasenko0ef64bd2010-08-16 20:14:46 +02007 * Licensed under GPLv2 or later, see file LICENSE in this source tree.
Erik Andersen31638212000-01-15 22:28:50 +00008 */
9
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +020010/* BB_AUDIT SUSv3 compliant. */
Manuel Novoa III cad53642003-03-19 09:13:01 +000011/* http://www.opengroup.org/onlinepubs/007904975/utilities/wc.html */
12
13/* Mar 16, 2003 Manuel Novoa III (mjn3@codepoet.org)
14 *
15 * Rewritten to fix a number of problems and do some size optimizations.
Eric Andersenc7bda1c2004-03-15 08:29:22 +000016 * Problems in the previous busybox implementation (besides bloat) included:
Manuel Novoa III cad53642003-03-19 09:13:01 +000017 * 1) broken 'wc -c' optimization (read note below)
18 * 2) broken handling of '-' args
19 * 3) no checking of ferror on EOF returns
20 * 4) isprint() wasn't considered when word counting.
21 *
Manuel Novoa III cad53642003-03-19 09:13:01 +000022 * NOTES:
23 *
24 * The previous busybox wc attempted an optimization using stat for the
25 * case of counting chars only. I omitted that because it was broken.
26 * It didn't take into account the possibility of input coming from a
27 * pipe, or input from a file with file pointer not at the beginning.
28 *
29 * To implement such a speed optimization correctly, not only do you
30 * need the size, but also the file position. Note also that the
31 * file position may be past the end of file. Consider the example
32 * (adapted from example in gnu wc.c)
33 *
34 * echo hello > /tmp/testfile &&
Denis Vlasenkob71c6682007-07-21 15:08:09 +000035 * (dd ibs=1k skip=1 count=0 &> /dev/null; wc -c) < /tmp/testfile
Manuel Novoa III cad53642003-03-19 09:13:01 +000036 *
37 * for which 'wc -c' should output '0'.
38 */
Denis Vlasenkob6adbf12007-05-26 19:00:18 +000039#include "libbb.h"
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +020040#include "unicode.h"
Erik Andersen31638212000-01-15 22:28:50 +000041
Denys Vlasenkoc0dab372009-10-22 22:28:08 +020042#if !ENABLE_LOCALE_SUPPORT
43# undef isprint
44# undef isspace
45# define isprint(c) ((unsigned)((c) - 0x20) <= (0x7e - 0x20))
46# define isspace(c) ((c) == ' ')
Manuel Novoa III cad53642003-03-19 09:13:01 +000047#endif
48
Denis Vlasenko70210162006-09-29 23:41:59 +000049#if ENABLE_FEATURE_WC_LARGE
Denys Vlasenkoc0dab372009-10-22 22:28:08 +020050# define COUNT_T unsigned long long
51# define COUNT_FMT "llu"
Denis Vlasenko70210162006-09-29 23:41:59 +000052#else
Denys Vlasenkoc0dab372009-10-22 22:28:08 +020053# define COUNT_T unsigned
54# define COUNT_FMT "u"
Denis Vlasenko70210162006-09-29 23:41:59 +000055#endif
Denis Vlasenko3ed001f2006-09-29 23:41:04 +000056
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +020057/* We support -m even when UNICODE_SUPPORT is off,
58 * we just don't advertise it in help text,
59 * since it is the same as -c in this case.
60 */
61
62//usage:#define wc_trivial_usage
63//usage: "[-c"IF_UNICODE_SUPPORT("m")"lwL] [FILE]..."
64//usage:
65//usage:#define wc_full_usage "\n\n"
66//usage: "Count lines, words, and bytes for each FILE (or stdin)\n"
67//usage: "\nOptions:"
68//usage: "\n -c Count bytes"
69//usage: IF_UNICODE_SUPPORT(
70//usage: "\n -m Count characters"
71//usage: )
72//usage: "\n -l Count newlines"
73//usage: "\n -w Count words"
74//usage: "\n -L Print longest line length"
75//usage:
76//usage:#define wc_example_usage
77//usage: "$ wc /etc/passwd\n"
78//usage: " 31 46 1365 /etc/passwd\n"
79
80/* Order is important if we want to be compatible with
81 * column order in "wc -cmlwL" output:
82 */
Manuel Novoa III cad53642003-03-19 09:13:01 +000083enum {
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +020084 WC_LINES = 0,
85 WC_WORDS = 1,
86 WC_UNICHARS = 2,
87 WC_CHARS = 3,
88 WC_LENGTH = 4,
89 NUM_WCS = 5,
Glenn L McGrath02d090d2001-11-21 09:17:00 +000090};
Erik Andersen31638212000-01-15 22:28:50 +000091
Denis Vlasenko9b49a5e2007-10-11 10:05:36 +000092int wc_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
Denis Vlasenkoa60f84e2008-07-05 09:18:54 +000093int wc_main(int argc UNUSED_PARAM, char **argv)
Erik Andersene49d5ec2000-02-08 19:58:47 +000094{
Dan Fandrich5b0a7f12009-11-18 10:48:09 +010095 const char *arg;
Denis Vlasenkoe8419c92008-02-19 00:38:10 +000096 const char *start_fmt = " %9"COUNT_FMT + 1;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +000097 const char *fname_fmt = " %s\n";
98 COUNT_T *pcounts;
Denys Vlasenko09e7daf2010-10-04 17:04:20 +020099 COUNT_T counts[NUM_WCS];
100 COUNT_T totals[NUM_WCS];
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100101 int num_files;
Bernhard Reutner-Fischerd58c1942007-01-20 21:28:36 +0000102 smallint status = EXIT_SUCCESS;
Denis Vlasenko70210162006-09-29 23:41:59 +0000103 unsigned print_type;
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000104
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +0200105 init_unicode();
106
107 print_type = getopt32(argv, "lwcmL");
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000108
Glenn L McGrath02d090d2001-11-21 09:17:00 +0000109 if (print_type == 0) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000110 print_type = (1 << WC_LINES) | (1 << WC_WORDS) | (1 << WC_CHARS);
Glenn L McGrath02d090d2001-11-21 09:17:00 +0000111 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000112
Manuel Novoa III cad53642003-03-19 09:13:01 +0000113 argv += optind;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000114 if (!argv[0]) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000115 *--argv = (char *) bb_msg_standard_input;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000116 fname_fmt = "\n";
Denys Vlasenko79950a62010-03-08 22:03:24 +0100117 }
118 if (!argv[1]) { /* zero or one filename? */
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000119 if (!((print_type-1) & print_type)) /* exactly one option? */
120 start_fmt = "%"COUNT_FMT;
Manuel Novoa III cad53642003-03-19 09:13:01 +0000121 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000122
Manuel Novoa III cad53642003-03-19 09:13:01 +0000123 memset(totals, 0, sizeof(totals));
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000124
Manuel Novoa III cad53642003-03-19 09:13:01 +0000125 pcounts = counts;
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000126
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100127 num_files = 0;
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200128 while ((arg = *argv++) != NULL) {
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100129 FILE *fp;
130 const char *s;
131 unsigned u;
132 unsigned linepos;
133 smallint in_word;
134
Manuel Novoa III cad53642003-03-19 09:13:01 +0000135 ++num_files;
Denis Vlasenkoddec5af2006-10-26 23:25:17 +0000136 fp = fopen_or_warn_stdin(arg);
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000137 if (!fp) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000138 status = EXIT_FAILURE;
139 continue;
140 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000141
Manuel Novoa III cad53642003-03-19 09:13:01 +0000142 memset(counts, 0, sizeof(counts));
143 linepos = 0;
144 in_word = 0;
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000145
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200146 while (1) {
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100147 int c;
Denis Vlasenko70210162006-09-29 23:41:59 +0000148 /* Our -w doesn't match GNU wc exactly... oh well */
149
Manuel Novoa III cad53642003-03-19 09:13:01 +0000150 c = getc(fp);
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100151 if (c == EOF) {
152 if (ferror(fp)) {
153 bb_simple_perror_msg(arg);
154 status = EXIT_FAILURE;
155 }
Denys Vlasenkofb132e42010-10-29 11:46:52 +0200156 goto DO_EOF; /* Treat an EOF as '\r'. */
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100157 }
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200158
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +0200159 /* Cater for -c and -m */
160 ++counts[WC_CHARS];
161 if (unicode_status != UNICODE_ON /* every byte is a new char */
162 || (c & 0xc0) != 0x80 /* it isn't a 2nd+ byte of a Unicode char */
163 ) {
164 ++counts[WC_UNICHARS];
165 }
166
167 if (isprint_asciionly(c)) { /* FIXME: not unicode-aware */
Manuel Novoa III cad53642003-03-19 09:13:01 +0000168 ++linepos;
Denys Vlasenkoc0dab372009-10-22 22:28:08 +0200169 if (!isspace(c)) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000170 in_word = 1;
171 continue;
172 }
Denys Vlasenkoc0dab372009-10-22 22:28:08 +0200173 } else if ((unsigned)(c - 9) <= 4) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000174 /* \t 9
175 * \n 10
176 * \v 11
177 * \f 12
178 * \r 13
179 */
180 if (c == '\t') {
181 linepos = (linepos | 7) + 1;
Denys Vlasenkofb132e42010-10-29 11:46:52 +0200182 } else { /* '\n', '\r', '\f', or '\v' */
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100183 DO_EOF:
Manuel Novoa III cad53642003-03-19 09:13:01 +0000184 if (linepos > counts[WC_LENGTH]) {
185 counts[WC_LENGTH] = linepos;
186 }
187 if (c == '\n') {
188 ++counts[WC_LINES];
189 }
190 if (c != '\v') {
191 linepos = 0;
192 }
193 }
Glenn L McGrath74afa9a2001-11-21 10:26:28 +0000194 } else {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000195 continue;
Glenn L McGrath74afa9a2001-11-21 10:26:28 +0000196 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000197
Manuel Novoa III cad53642003-03-19 09:13:01 +0000198 counts[WC_WORDS] += in_word;
199 in_word = 0;
200 if (c == EOF) {
201 break;
202 }
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200203 }
204
205 fclose_if_not_stdin(fp);
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000206
Manuel Novoa III cad53642003-03-19 09:13:01 +0000207 if (totals[WC_LENGTH] < counts[WC_LENGTH]) {
208 totals[WC_LENGTH] = counts[WC_LENGTH];
Glenn L McGrath9e6c9f72001-11-21 12:46:36 +0000209 }
Manuel Novoa III cad53642003-03-19 09:13:01 +0000210 totals[WC_LENGTH] -= counts[WC_LENGTH];
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000211
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100212 OUTPUT:
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000213 /* coreutils wc tries hard to print pretty columns
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200214 * (saves results for all files, finds max col len etc...)
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000215 * we won't try that hard, it will bloat us too much */
216 s = start_fmt;
Manuel Novoa III cad53642003-03-19 09:13:01 +0000217 u = 0;
218 do {
219 if (print_type & (1 << u)) {
Denis Vlasenkof0ed3762006-10-26 23:21:47 +0000220 printf(s, pcounts[u]);
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000221 s = " %9"COUNT_FMT; /* Ok... restore the leading space. */
Manuel Novoa III cad53642003-03-19 09:13:01 +0000222 }
223 totals[u] += pcounts[u];
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200224 } while (++u < NUM_WCS);
Denis Vlasenkof0ed3762006-10-26 23:21:47 +0000225 printf(fname_fmt, arg);
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000226 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000227
Manuel Novoa III cad53642003-03-19 09:13:01 +0000228 /* If more than one file was processed, we want the totals. To save some
229 * space, we set the pcounts ptr to the totals array. This has the side
230 * effect of trashing the totals array after outputting it, but that's
231 * irrelavent since we no longer need it. */
232 if (num_files > 1) {
Denys Vlasenkofb132e42010-10-29 11:46:52 +0200233 num_files = 0; /* Make sure we don't get here again. */
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000234 arg = "total";
Manuel Novoa III cad53642003-03-19 09:13:01 +0000235 pcounts = totals;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000236 --argv;
Manuel Novoa III cad53642003-03-19 09:13:01 +0000237 goto OUTPUT;
Mark Whitley39505962000-07-20 00:08:10 +0000238 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000239
Denis Vlasenkof0ed3762006-10-26 23:21:47 +0000240 fflush_stdout_and_exit(status);
Erik Andersen31638212000-01-15 22:28:50 +0000241}