blob: 99eb9dc87ec4c5c4e5c8bcde9d27825abc6cc206 [file] [log] [blame]
Erik Andersene49d5ec2000-02-08 19:58:47 +00001/* vi: set sw=4 ts=4: */
Erik Andersen31638212000-01-15 22:28:50 +00002/*
Manuel Novoa III cad53642003-03-19 09:13:01 +00003 * wc implementation for busybox
Erik Andersen31638212000-01-15 22:28:50 +00004 *
Manuel Novoa III cad53642003-03-19 09:13:01 +00005 * Copyright (C) 2003 Manuel Novoa III <mjn3@codepoet.org>
Erik Andersen31638212000-01-15 22:28:50 +00006 *
Denys Vlasenko0ef64bd2010-08-16 20:14:46 +02007 * Licensed under GPLv2 or later, see file LICENSE in this source tree.
Erik Andersen31638212000-01-15 22:28:50 +00008 */
Manuel Novoa III cad53642003-03-19 09:13:01 +00009/* Mar 16, 2003 Manuel Novoa III (mjn3@codepoet.org)
10 *
11 * Rewritten to fix a number of problems and do some size optimizations.
Eric Andersenc7bda1c2004-03-15 08:29:22 +000012 * Problems in the previous busybox implementation (besides bloat) included:
Manuel Novoa III cad53642003-03-19 09:13:01 +000013 * 1) broken 'wc -c' optimization (read note below)
14 * 2) broken handling of '-' args
15 * 3) no checking of ferror on EOF returns
16 * 4) isprint() wasn't considered when word counting.
17 *
Manuel Novoa III cad53642003-03-19 09:13:01 +000018 * NOTES:
19 *
20 * The previous busybox wc attempted an optimization using stat for the
21 * case of counting chars only. I omitted that because it was broken.
22 * It didn't take into account the possibility of input coming from a
23 * pipe, or input from a file with file pointer not at the beginning.
24 *
25 * To implement such a speed optimization correctly, not only do you
26 * need the size, but also the file position. Note also that the
27 * file position may be past the end of file. Consider the example
28 * (adapted from example in gnu wc.c)
29 *
30 * echo hello > /tmp/testfile &&
Denis Vlasenkob71c6682007-07-21 15:08:09 +000031 * (dd ibs=1k skip=1 count=0 &> /dev/null; wc -c) < /tmp/testfile
Manuel Novoa III cad53642003-03-19 09:13:01 +000032 *
33 * for which 'wc -c' should output '0'.
34 */
Denys Vlasenkoaf3f4202016-11-23 14:46:56 +010035//config:config WC
Denys Vlasenkob097a842018-12-28 03:20:17 +010036//config: bool "wc (4.5 kb)"
Denys Vlasenkoaf3f4202016-11-23 14:46:56 +010037//config: default y
38//config: help
Denys Vlasenko72089cf2017-07-21 09:50:55 +020039//config: wc is used to print the number of bytes, words, and lines,
40//config: in specified files.
Denys Vlasenkoaf3f4202016-11-23 14:46:56 +010041//config:
42//config:config FEATURE_WC_LARGE
Denys Vlasenkof5604222017-01-10 14:58:54 +010043//config: bool "Support very large counts"
Denys Vlasenkoaf3f4202016-11-23 14:46:56 +010044//config: default y
45//config: depends on WC
46//config: help
Denys Vlasenko72089cf2017-07-21 09:50:55 +020047//config: Use "unsigned long long" for counter variables.
Denys Vlasenkoaf3f4202016-11-23 14:46:56 +010048
49//applet:IF_WC(APPLET(wc, BB_DIR_USR_BIN, BB_SUID_DROP))
50
51//kbuild:lib-$(CONFIG_WC) += wc.o
52
53/* BB_AUDIT SUSv3 compliant. */
54/* http://www.opengroup.org/onlinepubs/007904975/utilities/wc.html */
55
Denis Vlasenkob6adbf12007-05-26 19:00:18 +000056#include "libbb.h"
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +020057#include "unicode.h"
Erik Andersen31638212000-01-15 22:28:50 +000058
Denys Vlasenkoc0dab372009-10-22 22:28:08 +020059#if !ENABLE_LOCALE_SUPPORT
60# undef isprint
61# undef isspace
62# define isprint(c) ((unsigned)((c) - 0x20) <= (0x7e - 0x20))
63# define isspace(c) ((c) == ' ')
Manuel Novoa III cad53642003-03-19 09:13:01 +000064#endif
65
Denis Vlasenko70210162006-09-29 23:41:59 +000066#if ENABLE_FEATURE_WC_LARGE
Denys Vlasenkoc0dab372009-10-22 22:28:08 +020067# define COUNT_T unsigned long long
68# define COUNT_FMT "llu"
Denis Vlasenko70210162006-09-29 23:41:59 +000069#else
Denys Vlasenkoc0dab372009-10-22 22:28:08 +020070# define COUNT_T unsigned
71# define COUNT_FMT "u"
Denis Vlasenko70210162006-09-29 23:41:59 +000072#endif
Denis Vlasenko3ed001f2006-09-29 23:41:04 +000073
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +020074/* We support -m even when UNICODE_SUPPORT is off,
75 * we just don't advertise it in help text,
76 * since it is the same as -c in this case.
77 */
78
79//usage:#define wc_trivial_usage
80//usage: "[-c"IF_UNICODE_SUPPORT("m")"lwL] [FILE]..."
81//usage:
82//usage:#define wc_full_usage "\n\n"
83//usage: "Count lines, words, and bytes for each FILE (or stdin)\n"
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +020084//usage: "\n -c Count bytes"
85//usage: IF_UNICODE_SUPPORT(
86//usage: "\n -m Count characters"
87//usage: )
88//usage: "\n -l Count newlines"
89//usage: "\n -w Count words"
90//usage: "\n -L Print longest line length"
91//usage:
92//usage:#define wc_example_usage
93//usage: "$ wc /etc/passwd\n"
94//usage: " 31 46 1365 /etc/passwd\n"
95
96/* Order is important if we want to be compatible with
97 * column order in "wc -cmlwL" output:
98 */
Manuel Novoa III cad53642003-03-19 09:13:01 +000099enum {
Denys Vlasenko1336f892011-01-22 17:57:01 +0100100 WC_LINES = 0, /* -l */
101 WC_WORDS = 1, /* -w */
102 WC_UNICHARS = 2, /* -m */
103 WC_BYTES = 3, /* -c */
104 WC_LENGTH = 4, /* -L */
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +0200105 NUM_WCS = 5,
Glenn L McGrath02d090d2001-11-21 09:17:00 +0000106};
Erik Andersen31638212000-01-15 22:28:50 +0000107
Denis Vlasenko9b49a5e2007-10-11 10:05:36 +0000108int wc_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
Denis Vlasenkoa60f84e2008-07-05 09:18:54 +0000109int wc_main(int argc UNUSED_PARAM, char **argv)
Erik Andersene49d5ec2000-02-08 19:58:47 +0000110{
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100111 const char *arg;
Denis Vlasenkoe8419c92008-02-19 00:38:10 +0000112 const char *start_fmt = " %9"COUNT_FMT + 1;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000113 const char *fname_fmt = " %s\n";
114 COUNT_T *pcounts;
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200115 COUNT_T counts[NUM_WCS];
116 COUNT_T totals[NUM_WCS];
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100117 int num_files;
Bernhard Reutner-Fischerd58c1942007-01-20 21:28:36 +0000118 smallint status = EXIT_SUCCESS;
Denis Vlasenko70210162006-09-29 23:41:59 +0000119 unsigned print_type;
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000120
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +0200121 init_unicode();
122
Denys Vlasenko1336f892011-01-22 17:57:01 +0100123 print_type = getopt32(argv, "lwmcL");
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000124
Glenn L McGrath02d090d2001-11-21 09:17:00 +0000125 if (print_type == 0) {
Denys Vlasenko1336f892011-01-22 17:57:01 +0100126 print_type = (1 << WC_LINES) | (1 << WC_WORDS) | (1 << WC_BYTES);
Glenn L McGrath02d090d2001-11-21 09:17:00 +0000127 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000128
Manuel Novoa III cad53642003-03-19 09:13:01 +0000129 argv += optind;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000130 if (!argv[0]) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000131 *--argv = (char *) bb_msg_standard_input;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000132 fname_fmt = "\n";
Denys Vlasenko79950a62010-03-08 22:03:24 +0100133 }
134 if (!argv[1]) { /* zero or one filename? */
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000135 if (!((print_type-1) & print_type)) /* exactly one option? */
136 start_fmt = "%"COUNT_FMT;
Manuel Novoa III cad53642003-03-19 09:13:01 +0000137 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000138
Manuel Novoa III cad53642003-03-19 09:13:01 +0000139 memset(totals, 0, sizeof(totals));
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000140
Manuel Novoa III cad53642003-03-19 09:13:01 +0000141 pcounts = counts;
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000142
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100143 num_files = 0;
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200144 while ((arg = *argv++) != NULL) {
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100145 FILE *fp;
146 const char *s;
147 unsigned u;
148 unsigned linepos;
149 smallint in_word;
150
Manuel Novoa III cad53642003-03-19 09:13:01 +0000151 ++num_files;
Denis Vlasenkoddec5af2006-10-26 23:25:17 +0000152 fp = fopen_or_warn_stdin(arg);
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000153 if (!fp) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000154 status = EXIT_FAILURE;
155 continue;
156 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000157
Manuel Novoa III cad53642003-03-19 09:13:01 +0000158 memset(counts, 0, sizeof(counts));
159 linepos = 0;
160 in_word = 0;
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000161
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200162 while (1) {
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100163 int c;
Denis Vlasenko70210162006-09-29 23:41:59 +0000164 /* Our -w doesn't match GNU wc exactly... oh well */
165
Manuel Novoa III cad53642003-03-19 09:13:01 +0000166 c = getc(fp);
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100167 if (c == EOF) {
168 if (ferror(fp)) {
169 bb_simple_perror_msg(arg);
170 status = EXIT_FAILURE;
171 }
Denys Vlasenkofb132e42010-10-29 11:46:52 +0200172 goto DO_EOF; /* Treat an EOF as '\r'. */
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100173 }
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200174
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +0200175 /* Cater for -c and -m */
Denys Vlasenko1336f892011-01-22 17:57:01 +0100176 ++counts[WC_BYTES];
Denys Vlasenkoafc7b4c2010-10-04 17:08:14 +0200177 if (unicode_status != UNICODE_ON /* every byte is a new char */
178 || (c & 0xc0) != 0x80 /* it isn't a 2nd+ byte of a Unicode char */
179 ) {
180 ++counts[WC_UNICHARS];
181 }
182
183 if (isprint_asciionly(c)) { /* FIXME: not unicode-aware */
Manuel Novoa III cad53642003-03-19 09:13:01 +0000184 ++linepos;
Denys Vlasenkoc0dab372009-10-22 22:28:08 +0200185 if (!isspace(c)) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000186 in_word = 1;
187 continue;
188 }
Denys Vlasenkoc0dab372009-10-22 22:28:08 +0200189 } else if ((unsigned)(c - 9) <= 4) {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000190 /* \t 9
191 * \n 10
192 * \v 11
193 * \f 12
194 * \r 13
195 */
196 if (c == '\t') {
197 linepos = (linepos | 7) + 1;
Denys Vlasenkofb132e42010-10-29 11:46:52 +0200198 } else { /* '\n', '\r', '\f', or '\v' */
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100199 DO_EOF:
Manuel Novoa III cad53642003-03-19 09:13:01 +0000200 if (linepos > counts[WC_LENGTH]) {
201 counts[WC_LENGTH] = linepos;
202 }
203 if (c == '\n') {
204 ++counts[WC_LINES];
205 }
206 if (c != '\v') {
207 linepos = 0;
208 }
209 }
Glenn L McGrath74afa9a2001-11-21 10:26:28 +0000210 } else {
Manuel Novoa III cad53642003-03-19 09:13:01 +0000211 continue;
Glenn L McGrath74afa9a2001-11-21 10:26:28 +0000212 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000213
Manuel Novoa III cad53642003-03-19 09:13:01 +0000214 counts[WC_WORDS] += in_word;
215 in_word = 0;
216 if (c == EOF) {
217 break;
218 }
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200219 }
220
221 fclose_if_not_stdin(fp);
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000222
Manuel Novoa III cad53642003-03-19 09:13:01 +0000223 if (totals[WC_LENGTH] < counts[WC_LENGTH]) {
224 totals[WC_LENGTH] = counts[WC_LENGTH];
Glenn L McGrath9e6c9f72001-11-21 12:46:36 +0000225 }
Manuel Novoa III cad53642003-03-19 09:13:01 +0000226 totals[WC_LENGTH] -= counts[WC_LENGTH];
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000227
Dan Fandrich5b0a7f12009-11-18 10:48:09 +0100228 OUTPUT:
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000229 /* coreutils wc tries hard to print pretty columns
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200230 * (saves results for all files, finds max col len etc...)
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000231 * we won't try that hard, it will bloat us too much */
232 s = start_fmt;
Manuel Novoa III cad53642003-03-19 09:13:01 +0000233 u = 0;
234 do {
235 if (print_type & (1 << u)) {
Denis Vlasenkof0ed3762006-10-26 23:21:47 +0000236 printf(s, pcounts[u]);
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000237 s = " %9"COUNT_FMT; /* Ok... restore the leading space. */
Manuel Novoa III cad53642003-03-19 09:13:01 +0000238 }
239 totals[u] += pcounts[u];
Denys Vlasenko09e7daf2010-10-04 17:04:20 +0200240 } while (++u < NUM_WCS);
Denis Vlasenkof0ed3762006-10-26 23:21:47 +0000241 printf(fname_fmt, arg);
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000242 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000243
Manuel Novoa III cad53642003-03-19 09:13:01 +0000244 /* If more than one file was processed, we want the totals. To save some
245 * space, we set the pcounts ptr to the totals array. This has the side
246 * effect of trashing the totals array after outputting it, but that's
247 * irrelavent since we no longer need it. */
248 if (num_files > 1) {
Denys Vlasenkofb132e42010-10-29 11:46:52 +0200249 num_files = 0; /* Make sure we don't get here again. */
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000250 arg = "total";
Manuel Novoa III cad53642003-03-19 09:13:01 +0000251 pcounts = totals;
Denis Vlasenko3ed001f2006-09-29 23:41:04 +0000252 --argv;
Manuel Novoa III cad53642003-03-19 09:13:01 +0000253 goto OUTPUT;
Mark Whitley39505962000-07-20 00:08:10 +0000254 }
Eric Andersenc7bda1c2004-03-15 08:29:22 +0000255
Denis Vlasenkof0ed3762006-10-26 23:21:47 +0000256 fflush_stdout_and_exit(status);
Erik Andersen31638212000-01-15 22:28:50 +0000257}