blob: 47022085949ab0c0520a3791025f39c15725b2b0 [file] [log] [blame]
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001/* vi: set sw=4 ts=4: */
Eric Andersen6b6b3f61999-10-28 16:06:25 +00002/*
Mark Whitley6315ce62000-07-10 22:55:51 +00003 * sed.c - very minimalist version of sed
Eric Andersen6b6b3f61999-10-28 16:06:25 +00004 *
Eric Andersenbdfd0d72001-10-24 05:00:29 +00005 * Copyright (C) 1999,2000,2001 by Lineo, inc. and Mark Whitley
6 * Copyright (C) 1999,2000,2001 by Mark Whitley <markw@codepoet.org>
Matt Kraai5ed78ad2002-01-03 21:12:34 +00007 * Copyright (C) 2002 Matt Kraai
Denis Vlasenko0beaff82007-09-21 13:16:32 +00008 * Copyright (C) 2003 by Glenn McGrath
Rob Landley25d82392004-04-01 09:23:30 +00009 * Copyright (C) 2003,2004 by Rob Landley <rob@landley.net>
Erik Andersen1266a131999-12-29 22:19:46 +000010 *
Rob Landley2b26fd52006-02-24 02:30:39 +000011 * MAINTAINER: Rob Landley <rob@landley.net>
Bernhard Reutner-Fischerb7f39732006-03-01 20:14:16 +000012 *
Denys Vlasenko0ef64bd2010-08-16 20:14:46 +020013 * Licensed under GPLv2, see file LICENSE in this source tree.
Eric Andersen6b6b3f61999-10-28 16:06:25 +000014 */
Glenn L McGrathaa5a6022003-10-01 03:06:16 +000015/* Code overview.
Denys Vlasenko52d83702011-05-03 00:51:43 +020016 *
17 * Files are laid out to avoid unnecessary function declarations. So for
18 * example, every function add_cmd calls occurs before add_cmd in this file.
19 *
20 * add_cmd() is called on each line of sed command text (from a file or from
21 * the command line). It calls get_address() and parse_cmd_args(). The
22 * resulting sed_cmd_t structures are appended to a linked list
23 * (G.sed_cmd_head/G.sed_cmd_tail).
24 *
Denys Vlasenkoa221bc52011-09-13 18:40:22 +020025 * process_files() does actual sedding, reading data lines from each input FILE*
Denys Vlasenko52d83702011-05-03 00:51:43 +020026 * (which could be stdin) and applying the sed command list (sed_cmd_head) to
27 * each of the resulting lines.
28 *
29 * sed_main() is where external code calls into this, with a command line.
30 */
Denys Vlasenko52d83702011-05-03 00:51:43 +020031/* Supported features and commands in this version of sed:
32 *
33 * - comments ('#')
34 * - address matching: num|/matchstr/[,num|/matchstr/|$]command
35 * - commands: (p)rint, (d)elete, (s)ubstitue (with g & I flags)
36 * - edit commands: (a)ppend, (i)nsert, (c)hange
37 * - file commands: (r)ead
38 * - backreferences in substitution expressions (\0, \1, \2...\9)
39 * - grouped commands: {cmd1;cmd2}
40 * - transliteration (y/source-chars/dest-chars/)
41 * - pattern space hold space storing / swapping (g, h, x)
42 * - labels / branching (: label, b, t, T)
43 *
44 * (Note: Specifying an address (range) to match is *optional*; commands
45 * default to the whole pattern space if no specific address match was
46 * requested.)
47 *
48 * Todo:
49 * - Create a wrapper around regex to make libc's regex conform with sed
50 *
Mimi Li37a79c02012-07-24 13:20:12 +020051 * Reference
52 * http://www.opengroup.org/onlinepubs/007904975/utilities/sed.html
53 * http://pubs.opengroup.org/onlinepubs/9699919799/utilities/sed.html
Denys Vlasenko63f4d322015-04-17 14:24:55 +020054 * http://sed.sourceforge.net/sedfaq3.html
Denys Vlasenko52d83702011-05-03 00:51:43 +020055 */
Denys Vlasenko73225b62013-11-13 12:45:33 +010056//config:config SED
Denys Vlasenko4eed2c62017-07-18 22:01:24 +020057//config: bool "sed (12 kb)"
Denys Vlasenko73225b62013-11-13 12:45:33 +010058//config: default y
59//config: help
Denys Vlasenko72089cf2017-07-21 09:50:55 +020060//config: sed is used to perform text transformations on a file
61//config: or input from a pipeline.
Denys Vlasenko73225b62013-11-13 12:45:33 +010062
Denys Vlasenko73225b62013-11-13 12:45:33 +010063//applet:IF_SED(APPLET(sed, BB_DIR_BIN, BB_SUID_DROP))
64
Denys Vlasenko0c4dbd42017-09-18 16:28:43 +020065//kbuild:lib-$(CONFIG_SED) += sed.o
66
Pere Orga6a3e01d2011-04-01 22:56:30 +020067//usage:#define sed_trivial_usage
Denys Vlasenko269b36a2017-08-07 02:12:36 +020068//usage: "[-i[SFX]] [-nrE] [-f FILE]... [-e CMD]... [FILE]...\n"
69//usage: "or: sed [-i[SFX]] [-nrE] CMD [FILE]..."
Pere Orga6a3e01d2011-04-01 22:56:30 +020070//usage:#define sed_full_usage "\n\n"
Denys Vlasenko66426762011-06-05 03:58:28 +020071//usage: " -e CMD Add CMD to sed commands to be executed"
Pere Orga6a3e01d2011-04-01 22:56:30 +020072//usage: "\n -f FILE Add FILE contents to sed commands to be executed"
Simon B8c343952012-05-06 13:59:15 +020073//usage: "\n -i[SFX] Edit files in-place (otherwise sends to stdout)"
Denys Vlasenko1d7ad7a2012-06-21 09:45:11 +020074//usage: "\n Optionally back files up, appending SFX"
Pere Orga6a3e01d2011-04-01 22:56:30 +020075//usage: "\n -n Suppress automatic printing of pattern space"
Denys Vlasenkoa82e32d2013-10-30 13:00:00 +010076//usage: "\n -r,-E Use extended regex syntax"
Pere Orga6a3e01d2011-04-01 22:56:30 +020077//usage: "\n"
78//usage: "\nIf no -e or -f, the first non-option argument is the sed command string."
79//usage: "\nRemaining arguments are input files (stdin if none)."
80//usage:
81//usage:#define sed_example_usage
82//usage: "$ echo \"foo\" | sed -e 's/f[a-zA-Z]o/bar/g'\n"
83//usage: "bar\n"
84
Denis Vlasenkob6adbf12007-05-26 19:00:18 +000085#include "libbb.h"
Denys Vlasenkoe6a2f4c2016-04-21 16:26:30 +020086#include "common_bufsiz.h"
"Vladimir N. Oleynik"23f62fc2005-09-14 16:59:11 +000087#include "xregex.h"
Mark Whitley6315ce62000-07-10 22:55:51 +000088
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +020089#if 0
90# define dbg(...) bb_error_msg(__VA_ARGS__)
91#else
92# define dbg(...) ((void)0)
93#endif
94
95
Denys Vlasenko2e284a42010-08-01 04:14:46 +020096enum {
97 OPT_in_place = 1 << 0,
98};
99
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000100/* Each sed command turns into one of these structures. */
Glenn L McGrathe7a8bc92003-03-09 10:23:57 +0000101typedef struct sed_cmd_s {
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000102 /* Ordered by alignment requirements: currently 36 bytes on x86 */
Denis Vlasenko34c4e5f2007-01-30 22:25:16 +0000103 struct sed_cmd_s *next; /* Next command (linked list, NULL terminated) */
Mark Whitley2dc192f2000-11-03 19:47:00 +0000104
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000105 /* address storage */
106 regex_t *beg_match; /* sed -e '/match/cmd' */
107 regex_t *end_match; /* sed -e '/match/,/end_match/cmd' */
108 regex_t *sub_match; /* For 's/sub_match/string/' */
109 int beg_line; /* 'sed 1p' 0 == apply commands to all lines */
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +0200110 int beg_line_orig; /* copy of the above, needed for -i */
Denys Vlasenko63f4d322015-04-17 14:24:55 +0200111 int end_line; /* 'sed 1,3p' 0 == one line only. -1 = last line ($). -2-N = +N */
112 int end_line_orig;
Bernhard Reutner-Fischerb7f39732006-03-01 20:14:16 +0000113
Denys Vlasenko2a4bba32016-01-24 15:52:16 +0100114 FILE *sw_file; /* File (sw) command writes to, NULL for none. */
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000115 char *string; /* Data string for (saicytb) commands. */
Glenn L McGrathfc4cb4d2003-04-12 16:10:42 +0000116
Denis Vlasenko284d0fa2008-02-16 13:18:17 +0000117 unsigned which_match; /* (s) Which match to replace (0 for all) */
Glenn L McGrathfc4cb4d2003-04-12 16:10:42 +0000118
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000119 /* Bitfields (gcc won't group them if we don't) */
Denis Vlasenko34c4e5f2007-01-30 22:25:16 +0000120 unsigned invert:1; /* the '!' after the address */
121 unsigned in_match:1; /* Next line also included in match? */
122 unsigned sub_p:1; /* (s) print option */
Denis Vlasenko1375bc72006-12-02 20:12:12 +0000123
Denis Vlasenko34c4e5f2007-01-30 22:25:16 +0000124 char sw_last_char; /* Last line written by (sw) had no '\n' */
Glenn L McGrathc18ce372003-09-13 06:57:39 +0000125
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000126 /* GENERAL FIELDS */
127 char cmd; /* The command char: abcdDgGhHilnNpPqrstwxy:={} */
Glenn L McGrathe7a8bc92003-03-09 10:23:57 +0000128} sed_cmd_t;
Mark Whitley6315ce62000-07-10 22:55:51 +0000129
Denis Vlasenko6ca409e2007-08-12 20:58:27 +0000130static const char semicolon_whitespace[] ALIGN1 = "; \n\r\t\v";
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000131
Denis Vlasenko17a15262007-03-26 20:48:46 +0000132struct globals {
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000133 /* options */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +0000134 int be_quiet, regex_type;
Denys Vlasenko259b3c02013-11-28 03:14:16 +0100135
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000136 FILE *nonstdout;
137 char *outname, *hold_space;
Denys Vlasenko259b3c02013-11-28 03:14:16 +0100138 smallint exitcode;
Glenn L McGrathbd9b32b2003-04-09 01:43:54 +0000139
Denys Vlasenko259b3c02013-11-28 03:14:16 +0100140 /* list of input files */
Denys Vlasenkodeb07692013-11-28 12:08:51 +0100141 int current_input_file, last_input_file;
142 char **input_file_list;
Denys Vlasenko259b3c02013-11-28 03:14:16 +0100143 FILE *current_fp;
Eric Andersen6b6b3f61999-10-28 16:06:25 +0000144
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000145 regmatch_t regmatch[10];
146 regex_t *previous_regex_ptr;
Denis Vlasenko9213a9e2006-09-17 16:28:10 +0000147
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000148 /* linked list of sed commands */
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +0200149 sed_cmd_t *sed_cmd_head, **sed_cmd_tail;
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000150
Denys Vlasenko259b3c02013-11-28 03:14:16 +0100151 /* linked list of append lines */
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000152 llist_t *append_head;
153
154 char *add_cmd_line;
155
156 struct pipeline {
Denys Vlasenkofb132e42010-10-29 11:46:52 +0200157 char *buf; /* Space to hold string */
158 int idx; /* Space used */
159 int len; /* Space allocated */
Rob Landleye3f5a3f2006-05-09 03:53:55 +0000160 } pipeline;
Denys Vlasenko98a4c7c2010-02-04 15:00:15 +0100161} FIX_ALIASING;
Denys Vlasenkoe6a2f4c2016-04-21 16:26:30 +0200162#define G (*(struct globals*)bb_common_bufsiz1)
Denis Vlasenko74324c82007-06-04 10:16:52 +0000163#define INIT_G() do { \
Denys Vlasenko47cfbf32016-04-21 18:18:48 +0200164 setup_common_bufsiz(); \
Denys Vlasenko7b85ec32015-10-13 17:17:34 +0200165 BUILD_BUG_ON(sizeof(G) > COMMON_BUFSIZE); \
Denis Vlasenko74324c82007-06-04 10:16:52 +0000166 G.sed_cmd_tail = &G.sed_cmd_head; \
167} while (0)
168
Glenn L McGrathbd9b32b2003-04-09 01:43:54 +0000169
Bernhard Reutner-Fischerb7f39732006-03-01 20:14:16 +0000170#if ENABLE_FEATURE_CLEAN_UP
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +0000171static void sed_free_and_close_stuff(void)
Mark Whitley6315ce62000-07-10 22:55:51 +0000172{
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +0200173 sed_cmd_t *sed_cmd = G.sed_cmd_head;
Mark Whitley6315ce62000-07-10 22:55:51 +0000174
Denis Vlasenko17a15262007-03-26 20:48:46 +0000175 llist_free(G.append_head, free);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000176
Glenn L McGrath56c633c2003-03-28 04:23:23 +0000177 while (sed_cmd) {
Glenn L McGrathbd9b32b2003-04-09 01:43:54 +0000178 sed_cmd_t *sed_cmd_next = sed_cmd->next;
Mark Whitley6315ce62000-07-10 22:55:51 +0000179
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +0000180 if (sed_cmd->sw_file)
Denys Vlasenko2a4bba32016-01-24 15:52:16 +0100181 fclose(sed_cmd->sw_file);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000182
Glenn L McGrath56c633c2003-03-28 04:23:23 +0000183 if (sed_cmd->beg_match) {
184 regfree(sed_cmd->beg_match);
185 free(sed_cmd->beg_match);
Erik Andersene49d5ec2000-02-08 19:58:47 +0000186 }
Glenn L McGrath56c633c2003-03-28 04:23:23 +0000187 if (sed_cmd->end_match) {
188 regfree(sed_cmd->end_match);
189 free(sed_cmd->end_match);
Mark Whitley6315ce62000-07-10 22:55:51 +0000190 }
Glenn L McGrath56c633c2003-03-28 04:23:23 +0000191 if (sed_cmd->sub_match) {
192 regfree(sed_cmd->sub_match);
193 free(sed_cmd->sub_match);
Mark Whitley6315ce62000-07-10 22:55:51 +0000194 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000195 free(sed_cmd->string);
Glenn L McGrath56c633c2003-03-28 04:23:23 +0000196 free(sed_cmd);
197 sed_cmd = sed_cmd_next;
Mark Whitley6315ce62000-07-10 22:55:51 +0000198 }
Rob Landleyce4f0e92004-10-30 06:54:19 +0000199
Denis Vlasenko60818682007-09-28 22:07:23 +0000200 free(G.hold_space);
Rob Landleydcc28662004-11-25 07:21:47 +0000201
Denys Vlasenko259b3c02013-11-28 03:14:16 +0100202 if (G.current_fp)
203 fclose(G.current_fp);
Mark Whitley6315ce62000-07-10 22:55:51 +0000204}
Denis Vlasenko666da5e2006-12-26 18:17:42 +0000205#else
206void sed_free_and_close_stuff(void);
Mark Whitleyc41e8c82000-07-12 23:35:21 +0000207#endif
Mark Whitley6315ce62000-07-10 22:55:51 +0000208
Rob Landley53302f82004-02-18 09:54:15 +0000209/* If something bad happens during -i operation, delete temp file */
210
211static void cleanup_outname(void)
212{
Denis Vlasenko17a15262007-03-26 20:48:46 +0000213 if (G.outname) unlink(G.outname);
Rob Landley53302f82004-02-18 09:54:15 +0000214}
215
Denis Vlasenko40276642007-11-13 16:48:10 +0000216/* strcpy, replacing "\from" with 'to'. If to is NUL, replacing "\any" with 'any' */
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000217
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200218static unsigned parse_escapes(char *dest, const char *string, int len, char from, char to)
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000219{
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200220 char *d = dest;
Denis Vlasenko80778502006-10-25 12:46:46 +0000221 int i = 0;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000222
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200223 if (len == -1)
224 len = strlen(string);
225
Denis Vlasenko80778502006-10-25 12:46:46 +0000226 while (i < len) {
227 if (string[i] == '\\') {
228 if (!to || string[i+1] == from) {
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200229 if ((*d = to ? to : string[i+1]) == '\0')
230 return d - dest;
Denis Vlasenko80778502006-10-25 12:46:46 +0000231 i += 2;
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200232 d++;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000233 continue;
Denis Vlasenko4ebaf102007-01-19 21:33:19 +0000234 }
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200235 i++; /* skip backslash in string[] */
236 *d++ = '\\';
237 /* fall through: copy next char verbatim */
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000238 }
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200239 if ((*d = string[i++]) == '\0')
240 return d - dest;
241 d++;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000242 }
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200243 *d = '\0';
244 return d - dest;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000245}
246
Denis Vlasenkob6aae0f2007-01-29 22:51:25 +0000247static char *copy_parsing_escapes(const char *string, int len)
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000248{
Pascal Bellardd3e4be32011-05-05 00:26:37 +0200249 const char *s;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +0000250 char *dest = xmalloc(len + 1);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000251
Pascal Bellardd3e4be32011-05-05 00:26:37 +0200252 /* sed recognizes \n */
Denys Vlasenko6a0abcc2011-05-03 00:52:22 +0200253 /* GNU sed also recognizes \t and \r */
Pascal Bellardd3e4be32011-05-05 00:26:37 +0200254 for (s = "\nn\tt\rr"; *s; s += 2) {
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200255 len = parse_escapes(dest, string, len, s[1], s[0]);
Pascal Bellardd3e4be32011-05-05 00:26:37 +0200256 string = dest;
Pascal Bellardd3e4be32011-05-05 00:26:37 +0200257 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000258 return dest;
259}
260
261
Mark Whitley6315ce62000-07-10 22:55:51 +0000262/*
Eric Andersen28b3c532001-01-02 11:01:31 +0000263 * index_of_next_unescaped_regexp_delim - walks left to right through a string
264 * beginning at a specified index and returns the index of the next regular
Denis Vlasenko40276642007-11-13 16:48:10 +0000265 * expression delimiter (typically a forward slash ('/')) not preceded by
Rob Landley4795e4e2006-07-26 17:25:08 +0000266 * a backslash ('\'). A negative delimiter disables square bracket checking.
Mark Whitley6315ce62000-07-10 22:55:51 +0000267 */
Denis Vlasenkob6aae0f2007-01-29 22:51:25 +0000268static int index_of_next_unescaped_regexp_delim(int delimiter, const char *str)
Mark Whitley6315ce62000-07-10 22:55:51 +0000269{
Matt Kraaia0065d52001-08-24 14:45:50 +0000270 int bracket = -1;
271 int escaped = 0;
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000272 int idx = 0;
Eric Andersenc52a6b02001-11-10 10:49:42 +0000273 char ch;
Matt Kraaia0065d52001-08-24 14:45:50 +0000274
Rob Landley4795e4e2006-07-26 17:25:08 +0000275 if (delimiter < 0) {
276 bracket--;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +0000277 delimiter = -delimiter;
Rob Landley4795e4e2006-07-26 17:25:08 +0000278 }
279
Denys Vlasenko52d83702011-05-03 00:51:43 +0200280 for (; (ch = str[idx]) != '\0'; idx++) {
Rob Landley4795e4e2006-07-26 17:25:08 +0000281 if (bracket >= 0) {
Denys Vlasenko52d83702011-05-03 00:51:43 +0200282 if (ch == ']'
283 && !(bracket == idx - 1 || (bracket == idx - 2 && str[idx - 1] == '^'))
284 ) {
Matt Kraaia0065d52001-08-24 14:45:50 +0000285 bracket = -1;
Denys Vlasenko52d83702011-05-03 00:51:43 +0200286 }
Matt Kraaia0065d52001-08-24 14:45:50 +0000287 } else if (escaped)
288 escaped = 0;
Eric Andersenc52a6b02001-11-10 10:49:42 +0000289 else if (ch == '\\')
Matt Kraaia0065d52001-08-24 14:45:50 +0000290 escaped = 1;
Rob Landley4795e4e2006-07-26 17:25:08 +0000291 else if (bracket == -1 && ch == '[')
Matt Kraaia0065d52001-08-24 14:45:50 +0000292 bracket = idx;
Glenn L McGrath1fb44672003-03-09 08:44:49 +0000293 else if (ch == delimiter)
Mark Whitley97562bd2000-07-17 20:06:42 +0000294 return idx;
295 }
Mark Whitley6315ce62000-07-10 22:55:51 +0000296
Mark Whitley97562bd2000-07-17 20:06:42 +0000297 /* if we make it to here, we've hit the end of the string */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +0000298 bb_error_msg_and_die("unmatched '%c'", delimiter);
Mark Whitley6315ce62000-07-10 22:55:51 +0000299}
300
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000301/*
302 * Returns the index of the third delimiter
303 */
Denis Vlasenko9356b502007-01-29 23:44:38 +0000304static int parse_regex_delim(const char *cmdstr, char **match, char **replace)
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000305{
Denis Vlasenko9356b502007-01-29 23:44:38 +0000306 const char *cmdstr_ptr = cmdstr;
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100307 unsigned char delimiter;
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000308 int idx = 0;
309
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000310 /* verify that the 's' or 'y' is followed by something. That something
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000311 * (typically a 'slash') is now our regexp delimiter... */
Rob Landley4795e4e2006-07-26 17:25:08 +0000312 if (*cmdstr == '\0')
313 bb_error_msg_and_die("bad format in substitution expression");
Denis Vlasenko80778502006-10-25 12:46:46 +0000314 delimiter = *cmdstr_ptr++;
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000315
316 /* save the match string */
317 idx = index_of_next_unescaped_regexp_delim(delimiter, cmdstr_ptr);
Rob Landleyfae1dc82005-11-20 07:44:35 +0000318 *match = copy_parsing_escapes(cmdstr_ptr, idx);
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000319
320 /* save the replacement string */
321 cmdstr_ptr += idx + 1;
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100322 idx = index_of_next_unescaped_regexp_delim(- (int)delimiter, cmdstr_ptr);
Rob Landleyfae1dc82005-11-20 07:44:35 +0000323 *replace = copy_parsing_escapes(cmdstr_ptr, idx);
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000324
Glenn L McGrath8d6395d2003-04-08 11:56:11 +0000325 return ((cmdstr_ptr - cmdstr) + idx);
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000326}
327
Mark Whitley6315ce62000-07-10 22:55:51 +0000328/*
329 * returns the index in the string just past where the address ends.
330 */
Denis Vlasenkob6aae0f2007-01-29 22:51:25 +0000331static int get_address(const char *my_str, int *linenum, regex_t ** regex)
Mark Whitley6315ce62000-07-10 22:55:51 +0000332{
Denis Vlasenkob6aae0f2007-01-29 22:51:25 +0000333 const char *pos = my_str;
Glenn L McGrath8d6395d2003-04-08 11:56:11 +0000334
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000335 if (isdigit(*my_str)) {
Denis Vlasenkob6aae0f2007-01-29 22:51:25 +0000336 *linenum = strtol(my_str, (char**)&pos, 10);
Denys Vlasenko10ad6222017-04-17 16:13:32 +0200337 /* endstr shouldn't ever equal NULL */
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000338 } else if (*my_str == '$') {
Mark Whitley0915c4b2001-06-11 23:50:06 +0000339 *linenum = -1;
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000340 pos++;
341 } else if (*my_str == '/' || *my_str == '\\') {
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000342 int next;
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000343 char delimiter;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000344 char *temp;
Glenn L McGrath1fb44672003-03-09 08:44:49 +0000345
Denis Vlasenko80778502006-10-25 12:46:46 +0000346 delimiter = '/';
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100347 if (*my_str == '\\')
348 delimiter = *++pos;
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000349 next = index_of_next_unescaped_regexp_delim(delimiter, ++pos);
Denys Vlasenko9c47c432017-08-23 17:56:03 +0200350 if (next != 0) {
351 temp = copy_parsing_escapes(pos, next);
352 G.previous_regex_ptr = *regex = xzalloc(sizeof(regex_t));
353 xregcomp(*regex, temp, G.regex_type);
354 free(temp);
355 } else {
356 *regex = G.previous_regex_ptr;
357 if (!G.previous_regex_ptr)
358 bb_error_msg_and_die("no previous regexp");
359 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000360 /* Move position to next character after last delimiter */
Rob Landley4795e4e2006-07-26 17:25:08 +0000361 pos += (next+1);
Mark Whitley6315ce62000-07-10 22:55:51 +0000362 }
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000363 return pos - my_str;
Mark Whitley6315ce62000-07-10 22:55:51 +0000364}
Erik Andersene49d5ec2000-02-08 19:58:47 +0000365
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000366/* Grab a filename. Whitespace at start is skipped, then goes to EOL. */
Denis Vlasenko68404f12008-03-17 09:00:54 +0000367static int parse_file_cmd(/*sed_cmd_t *sed_cmd,*/ const char *filecmdstr, char **retval)
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000368{
Denis Vlasenko80778502006-10-25 12:46:46 +0000369 int start = 0, idx, hack = 0;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000370
371 /* Skip whitespace, then grab filename to end of line */
Denis Vlasenko9356b502007-01-29 23:44:38 +0000372 while (isspace(filecmdstr[start]))
373 start++;
Denis Vlasenko80778502006-10-25 12:46:46 +0000374 idx = start;
Denis Vlasenko9356b502007-01-29 23:44:38 +0000375 while (filecmdstr[idx] && filecmdstr[idx] != '\n')
376 idx++;
Denis Vlasenko80778502006-10-25 12:46:46 +0000377
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000378 /* If lines glued together, put backslash back. */
Denis Vlasenko9356b502007-01-29 23:44:38 +0000379 if (filecmdstr[idx] == '\n')
380 hack = 1;
Denis Vlasenko80778502006-10-25 12:46:46 +0000381 if (idx == start)
382 bb_error_msg_and_die("empty filename");
Rob Landleyd921b2e2006-08-03 15:41:12 +0000383 *retval = xstrndup(filecmdstr+start, idx-start+hack+1);
Denis Vlasenko9356b502007-01-29 23:44:38 +0000384 if (hack)
385 (*retval)[idx] = '\\';
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000386
387 return idx;
388}
389
Denis Vlasenko9356b502007-01-29 23:44:38 +0000390static int parse_subst_cmd(sed_cmd_t *sed_cmd, const char *substr)
Mark Whitley06f35292000-07-13 19:58:04 +0000391{
Denis Vlasenko17a15262007-03-26 20:48:46 +0000392 int cflags = G.regex_type;
Mark Whitley06f35292000-07-13 19:58:04 +0000393 char *match;
Denis Vlasenkob6aae0f2007-01-29 22:51:25 +0000394 int idx;
Mark Whitley06f35292000-07-13 19:58:04 +0000395
396 /*
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000397 * A substitution command should look something like this:
David A. Wheeler80a068d2013-12-05 20:42:17 -0500398 * s/match/replace/ #giIpw
Mark Whitley0e4cec02000-08-21 21:29:20 +0000399 * || | |||
Mark Whitley06f35292000-07-13 19:58:04 +0000400 * mandatory optional
Mark Whitley06f35292000-07-13 19:58:04 +0000401 */
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000402 idx = parse_regex_delim(substr, &match, &sed_cmd->string);
Mark Whitley06f35292000-07-13 19:58:04 +0000403
Mark Whitley97562bd2000-07-17 20:06:42 +0000404 /* determine the number of back references in the match string */
405 /* Note: we compute this here rather than in the do_subst_command()
406 * function to save processor time, at the expense of a little more memory
407 * (4 bits) per sed_cmd */
Glenn L McGrath8d6395d2003-04-08 11:56:11 +0000408
Mark Whitley06f35292000-07-13 19:58:04 +0000409 /* process the flags */
Mark Whitley70705d72000-07-14 19:06:30 +0000410
Denis Vlasenko80778502006-10-25 12:46:46 +0000411 sed_cmd->which_match = 1;
Denys Vlasenko9caea242014-09-16 01:11:13 +0200412 dbg("s flags:'%s'", substr + idx + 1);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000413 while (substr[++idx]) {
Denys Vlasenko9caea242014-09-16 01:11:13 +0200414 dbg("s flag:'%c'", substr[idx]);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000415 /* Parse match number */
Denis Vlasenko80778502006-10-25 12:46:46 +0000416 if (isdigit(substr[idx])) {
417 if (match[0] != '^') {
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000418 /* Match 0 treated as all, multiple matches we take the last one. */
Denis Vlasenko9356b502007-01-29 23:44:38 +0000419 const char *pos = substr + idx;
420/* FIXME: error check? */
Denis Vlasenko284d0fa2008-02-16 13:18:17 +0000421 sed_cmd->which_match = (unsigned)strtol(substr+idx, (char**) &pos, 10);
Denys Vlasenko9caea242014-09-16 01:11:13 +0200422 idx = pos - substr - 1;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000423 }
424 continue;
425 }
Rob Landley40ec4ae2004-01-04 06:42:14 +0000426 /* Skip spaces */
Denys Vlasenko6935ec92009-10-22 19:42:26 +0200427 if (isspace(substr[idx]))
428 continue;
Rob Landley40ec4ae2004-01-04 06:42:14 +0000429
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000430 switch (substr[idx]) {
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000431 /* Replace all occurrences */
432 case 'g':
Denis Vlasenko284d0fa2008-02-16 13:18:17 +0000433 if (match[0] != '^')
434 sed_cmd->which_match = 0;
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000435 break;
436 /* Print pattern space */
437 case 'p':
438 sed_cmd->sub_p = 1;
439 break;
440 /* Write to file */
441 case 'w':
442 {
Denys Vlasenko2a4bba32016-01-24 15:52:16 +0100443 char *fname;
444 idx += parse_file_cmd(/*sed_cmd,*/ substr+idx+1, &fname);
445 sed_cmd->sw_file = xfopen_for_write(fname);
446 sed_cmd->sw_last_char = '\n';
447 free(fname);
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000448 break;
449 }
Denys Vlasenko10ad6222017-04-17 16:13:32 +0200450 /* Ignore case (gnu extension) */
David A. Wheeler80a068d2013-12-05 20:42:17 -0500451 case 'i':
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000452 case 'I':
453 cflags |= REG_ICASE;
454 break;
455 /* Comment */
456 case '#':
Denys Vlasenkobf5f99f2010-06-04 01:29:52 +0200457 // while (substr[++idx]) continue;
458 idx += strlen(substr + idx); // same
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000459 /* Fall through */
460 /* End of command */
461 case ';':
462 case '}':
463 goto out;
464 default:
Denys Vlasenko9caea242014-09-16 01:11:13 +0200465 dbg("s bad flags:'%s'", substr + idx);
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000466 bb_error_msg_and_die("bad option in substitution expression");
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000467 }
468 }
Denys Vlasenkobf5f99f2010-06-04 01:29:52 +0200469 out:
Mark Whitley97562bd2000-07-17 20:06:42 +0000470 /* compile the match string into a regex */
Glenn L McGrathc1d95072003-04-08 06:42:45 +0000471 if (*match != '\0') {
472 /* If match is empty, we use last regex used at runtime */
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100473 sed_cmd->sub_match = xzalloc(sizeof(regex_t));
474 dbg("xregcomp('%s',%x)", match, cflags);
Glenn L McGrathc1d95072003-04-08 06:42:45 +0000475 xregcomp(sed_cmd->sub_match, match, cflags);
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100476 dbg("regcomp ok");
Glenn L McGrathc1d95072003-04-08 06:42:45 +0000477 }
Mark Whitley06f35292000-07-13 19:58:04 +0000478 free(match);
Mark Whitley70705d72000-07-14 19:06:30 +0000479
480 return idx;
Mark Whitley06f35292000-07-13 19:58:04 +0000481}
482
Glenn L McGrath2971ef12003-03-18 01:19:23 +0000483/*
484 * Process the commands arguments
485 */
Denis Vlasenko9356b502007-01-29 23:44:38 +0000486static const char *parse_cmd_args(sed_cmd_t *sed_cmd, const char *cmdstr)
Mark Whitley6315ce62000-07-10 22:55:51 +0000487{
Denys Vlasenko3e134eb2016-04-22 18:09:21 +0200488 static const char cmd_letters[] ALIGN1 = "saicrw:btTydDgGhHlnNpPqx={}";
Denys Vlasenko52d83702011-05-03 00:51:43 +0200489 enum {
490 IDX_s = 0,
491 IDX_a,
492 IDX_i,
493 IDX_c,
494 IDX_r,
495 IDX_w,
496 IDX_colon,
497 IDX_b,
498 IDX_t,
499 IDX_T,
500 IDX_y,
501 IDX_d,
502 IDX_D,
503 IDX_g,
504 IDX_G,
505 IDX_h,
506 IDX_H,
507 IDX_l,
508 IDX_n,
509 IDX_N,
510 IDX_p,
511 IDX_P,
512 IDX_q,
513 IDX_x,
514 IDX_equal,
515 IDX_lbrace,
516 IDX_rbrace,
517 IDX_nul
518 };
Denys Vlasenko7b85ec32015-10-13 17:17:34 +0200519 unsigned idx;
Denys Vlasenko52d83702011-05-03 00:51:43 +0200520
Denys Vlasenko7b85ec32015-10-13 17:17:34 +0200521 BUILD_BUG_ON(sizeof(cmd_letters)-1 != IDX_nul);
522
523 idx = strchrnul(cmd_letters, sed_cmd->cmd) - cmd_letters;
Denys Vlasenko52d83702011-05-03 00:51:43 +0200524
Glenn L McGrath2f8a4012003-03-09 02:44:49 +0000525 /* handle (s)ubstitution command */
Denys Vlasenko52d83702011-05-03 00:51:43 +0200526 if (idx == IDX_s) {
Denis Vlasenko80778502006-10-25 12:46:46 +0000527 cmdstr += parse_subst_cmd(sed_cmd, cmdstr);
Denys Vlasenko52d83702011-05-03 00:51:43 +0200528 }
Glenn L McGrath2f8a4012003-03-09 02:44:49 +0000529 /* handle edit cmds: (a)ppend, (i)nsert, and (c)hange */
Denys Vlasenko52d83702011-05-03 00:51:43 +0200530 else if (idx <= IDX_c) { /* a,i,c */
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200531 unsigned len;
532
Mimi Li37a79c02012-07-24 13:20:12 +0200533 if (idx < IDX_c) { /* a,i */
534 if (sed_cmd->end_line || sed_cmd->end_match)
535 bb_error_msg_and_die("command '%c' uses only one address", sed_cmd->cmd);
536 }
Denis Vlasenko80778502006-10-25 12:46:46 +0000537 for (;;) {
538 if (*cmdstr == '\n' || *cmdstr == '\\') {
Rob Landley25d82392004-04-01 09:23:30 +0000539 cmdstr++;
540 break;
Denys Vlasenkoc0dab372009-10-22 22:28:08 +0200541 }
542 if (!isspace(*cmdstr))
Denis Vlasenko80778502006-10-25 12:46:46 +0000543 break;
Denys Vlasenkoc0dab372009-10-22 22:28:08 +0200544 cmdstr++;
Rob Landley25d82392004-04-01 09:23:30 +0000545 }
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200546 len = strlen(cmdstr);
547 sed_cmd->string = copy_parsing_escapes(cmdstr, len);
548 cmdstr += len;
Denis Vlasenko40276642007-11-13 16:48:10 +0000549 /* "\anychar" -> "anychar" */
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200550 parse_escapes(sed_cmd->string, sed_cmd->string, -1, '\0', '\0');
Denys Vlasenko52d83702011-05-03 00:51:43 +0200551 }
Glenn L McGrath2f8a4012003-03-09 02:44:49 +0000552 /* handle file cmds: (r)ead */
Denys Vlasenko52d83702011-05-03 00:51:43 +0200553 else if (idx <= IDX_w) { /* r,w */
Mimi Li37a79c02012-07-24 13:20:12 +0200554 if (idx < IDX_w) { /* r */
555 if (sed_cmd->end_line || sed_cmd->end_match)
556 bb_error_msg_and_die("command '%c' uses only one address", sed_cmd->cmd);
557 }
Denis Vlasenko68404f12008-03-17 09:00:54 +0000558 cmdstr += parse_file_cmd(/*sed_cmd,*/ cmdstr, &sed_cmd->string);
Denis Vlasenkoc562bb72007-01-29 17:08:51 +0000559 if (sed_cmd->cmd == 'w') {
Denis Vlasenko5415c852008-07-21 23:05:26 +0000560 sed_cmd->sw_file = xfopen_for_write(sed_cmd->string);
Denis Vlasenkoc562bb72007-01-29 17:08:51 +0000561 sed_cmd->sw_last_char = '\n';
562 }
Denys Vlasenko52d83702011-05-03 00:51:43 +0200563 }
Glenn L McGrath961c6c12003-03-28 04:43:39 +0000564 /* handle branch commands */
Denys Vlasenko52d83702011-05-03 00:51:43 +0200565 else if (idx <= IDX_T) { /* :,b,t,T */
Glenn L McGrath961c6c12003-03-28 04:43:39 +0000566 int length;
567
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000568 cmdstr = skip_whitespace(cmdstr);
Glenn L McGrathf4523562003-09-14 06:01:14 +0000569 length = strcspn(cmdstr, semicolon_whitespace);
570 if (length) {
Rob Landleyd921b2e2006-08-03 15:41:12 +0000571 sed_cmd->string = xstrndup(cmdstr, length);
Glenn L McGrathf4523562003-09-14 06:01:14 +0000572 cmdstr += length;
573 }
Glenn L McGrath961c6c12003-03-28 04:43:39 +0000574 }
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000575 /* translation command */
Denys Vlasenko52d83702011-05-03 00:51:43 +0200576 else if (idx == IDX_y) {
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000577 char *match, *replace;
Denis Vlasenko80778502006-10-25 12:46:46 +0000578 int i = cmdstr[0];
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000579
Denis Vlasenko80778502006-10-25 12:46:46 +0000580 cmdstr += parse_regex_delim(cmdstr, &match, &replace)+1;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000581 /* \n already parsed, but \delimiter needs unescaping. */
Denys Vlasenkocbdff152016-04-24 16:18:03 +0200582 parse_escapes(match, match, -1, i, i);
583 parse_escapes(replace, replace, -1, i, i);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000584
Rob Landley9ffd4232006-05-21 18:30:35 +0000585 sed_cmd->string = xzalloc((strlen(match) + 1) * 2);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000586 for (i = 0; match[i] && replace[i]; i++) {
Denis Vlasenko80778502006-10-25 12:46:46 +0000587 sed_cmd->string[i*2] = match[i];
588 sed_cmd->string[i*2+1] = replace[i];
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000589 }
590 free(match);
591 free(replace);
Glenn L McGrathf01b46d2003-03-30 08:02:18 +0000592 }
Denys Vlasenko10ad6222017-04-17 16:13:32 +0200593 /* if it wasn't a single-letter command that takes no arguments
Glenn L McGrath2971ef12003-03-18 01:19:23 +0000594 * then it must be an invalid command.
595 */
Denys Vlasenko52d83702011-05-03 00:51:43 +0200596 else if (idx >= IDX_nul) { /* not d,D,g,G,h,H,l,n,N,p,P,q,x,=,{,} */
Denis Vlasenko80778502006-10-25 12:46:46 +0000597 bb_error_msg_and_die("unsupported command %c", sed_cmd->cmd);
Mark Whitley1f3b9f22001-05-11 22:27:13 +0000598 }
Mark Whitley70705d72000-07-14 19:06:30 +0000599
600 /* give back whatever's left over */
Denis Vlasenko80778502006-10-25 12:46:46 +0000601 return cmdstr;
Eric Andersen50d63601999-11-09 01:47:36 +0000602}
Eric Andersen6b6b3f61999-10-28 16:06:25 +0000603
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000604
605/* Parse address+command sets, skipping comment lines. */
606
Denis Vlasenkob6aae0f2007-01-29 22:51:25 +0000607static void add_cmd(const char *cmdstr)
Erik Andersen1266a131999-12-29 22:19:46 +0000608{
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000609 sed_cmd_t *sed_cmd;
Denys Vlasenkoa2215b92010-05-12 01:49:04 +0200610 unsigned len, n;
Glenn L McGrath8aac05b2003-09-14 04:06:12 +0000611
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000612 /* Append this line to any unfinished line from last time. */
Denis Vlasenko17a15262007-03-26 20:48:46 +0000613 if (G.add_cmd_line) {
614 char *tp = xasprintf("%s\n%s", G.add_cmd_line, cmdstr);
615 free(G.add_cmd_line);
Denis Vlasenko945bd3d2007-04-12 21:20:25 +0000616 cmdstr = G.add_cmd_line = tp;
Rob Landley12d87552006-06-05 17:32:44 +0000617 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000618
Denys Vlasenkoa2215b92010-05-12 01:49:04 +0200619 /* If this line ends with unescaped backslash, request next line. */
620 n = len = strlen(cmdstr);
621 while (n && cmdstr[n-1] == '\\')
622 n--;
623 if ((len - n) & 1) { /* if odd number of trailing backslashes */
Denis Vlasenko17a15262007-03-26 20:48:46 +0000624 if (!G.add_cmd_line)
625 G.add_cmd_line = xstrdup(cmdstr);
Denys Vlasenkoa2215b92010-05-12 01:49:04 +0200626 G.add_cmd_line[len-1] = '\0';
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000627 return;
Glenn L McGrathf50ce312003-03-09 15:12:24 +0000628 }
Mark Whitley6315ce62000-07-10 22:55:51 +0000629
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000630 /* Loop parsing all commands in this line. */
Denis Vlasenko80778502006-10-25 12:46:46 +0000631 while (*cmdstr) {
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000632 /* Skip leading whitespace and semicolons */
633 cmdstr += strspn(cmdstr, semicolon_whitespace);
634
635 /* If no more commands, exit. */
Denis Vlasenko80778502006-10-25 12:46:46 +0000636 if (!*cmdstr) break;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000637
638 /* if this is a comment, jump past it and keep going */
639 if (*cmdstr == '#') {
640 /* "#n" is the same as using -n on the command line */
Denis Vlasenko80778502006-10-25 12:46:46 +0000641 if (cmdstr[1] == 'n')
Denis Vlasenko17a15262007-03-26 20:48:46 +0000642 G.be_quiet++;
Denis Vlasenko80778502006-10-25 12:46:46 +0000643 cmdstr = strpbrk(cmdstr, "\n\r");
644 if (!cmdstr) break;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000645 continue;
Glenn L McGrathc1d95072003-04-08 06:42:45 +0000646 }
Glenn L McGrath8d6395d2003-04-08 11:56:11 +0000647
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000648 /* parse the command
649 * format is: [addr][,addr][!]cmd
650 * |----||-----||-|
651 * part1 part2 part3
Glenn L McGrathf50ce312003-03-09 15:12:24 +0000652 */
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000653
Rob Landley9ffd4232006-05-21 18:30:35 +0000654 sed_cmd = xzalloc(sizeof(sed_cmd_t));
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000655
656 /* first part (if present) is an address: either a '$', a number or a /regex/ */
657 cmdstr += get_address(cmdstr, &sed_cmd->beg_line, &sed_cmd->beg_match);
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +0200658 sed_cmd->beg_line_orig = sed_cmd->beg_line;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000659
660 /* second part (if present) will begin with a comma */
661 if (*cmdstr == ',') {
662 int idx;
663
Glenn L McGrathf50ce312003-03-09 15:12:24 +0000664 cmdstr++;
Denys Vlasenko63f4d322015-04-17 14:24:55 +0200665 if (*cmdstr == '+' && isdigit(cmdstr[1])) {
666 /* http://sed.sourceforge.net/sedfaq3.html#s3.3
667 * Under GNU sed 3.02+, ssed, and sed15+, <address2>
668 * may also be a notation of the form +num,
669 * indicating the next num lines after <address1> is
670 * matched.
671 * GNU sed 4.2.1 accepts even "+" (meaning "+0").
672 * We don't (we check for isdigit, see above), think
673 * about the "+-3" case.
674 */
675 char *end;
676 /* code is smaller compared to using &cmdstr here: */
677 idx = strtol(cmdstr+1, &end, 10);
678 sed_cmd->end_line = -2 - idx;
679 cmdstr = end;
680 } else {
681 idx = get_address(cmdstr, &sed_cmd->end_line, &sed_cmd->end_match);
682 cmdstr += idx;
683 idx--; /* if 0, trigger error check below */
684 }
685 if (idx < 0)
Denis Vlasenko80778502006-10-25 12:46:46 +0000686 bb_error_msg_and_die("no address after comma");
Denys Vlasenko63f4d322015-04-17 14:24:55 +0200687 sed_cmd->end_line_orig = sed_cmd->end_line;
Glenn L McGrathf50ce312003-03-09 15:12:24 +0000688 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000689
690 /* skip whitespace before the command */
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000691 cmdstr = skip_whitespace(cmdstr);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000692
693 /* Check for inversion flag */
694 if (*cmdstr == '!') {
695 sed_cmd->invert = 1;
696 cmdstr++;
697
698 /* skip whitespace before the command */
Denis Vlasenkod18a3a22006-10-25 12:46:03 +0000699 cmdstr = skip_whitespace(cmdstr);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000700 }
701
702 /* last part (mandatory) will be a command */
Denis Vlasenko80778502006-10-25 12:46:46 +0000703 if (!*cmdstr)
704 bb_error_msg_and_die("missing command");
Denys Vlasenkoa2215b92010-05-12 01:49:04 +0200705 sed_cmd->cmd = *cmdstr++;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000706 cmdstr = parse_cmd_args(sed_cmd, cmdstr);
707
Denys Vlasenkoe93d1562013-07-08 01:43:40 +0200708 /* cmdstr now points past args.
709 * GNU sed requires a separator, if there are more commands,
710 * else it complains "char N: extra characters after command".
711 * Example: "sed 'p;d'". We also allow "sed 'pd'".
712 */
713
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000714 /* Add the command to the command array */
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +0200715 *G.sed_cmd_tail = sed_cmd;
716 G.sed_cmd_tail = &sed_cmd->next;
Glenn L McGrathf50ce312003-03-09 15:12:24 +0000717 }
718
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000719 /* If we glued multiple lines together, free the memory. */
Denis Vlasenko17a15262007-03-26 20:48:46 +0000720 free(G.add_cmd_line);
721 G.add_cmd_line = NULL;
Mark Whitley6315ce62000-07-10 22:55:51 +0000722}
723
Rob Landleydcc28662004-11-25 07:21:47 +0000724/* Append to a string, reallocating memory as necessary. */
725
Glenn L McGrath8d6395d2003-04-08 11:56:11 +0000726#define PIPE_GROW 64
Eric Andersenc52a6b02001-11-10 10:49:42 +0000727
Eric Andersen14f5c8d2005-04-16 19:39:00 +0000728static void pipe_putc(char c)
Eric Andersenc52a6b02001-11-10 10:49:42 +0000729{
Denis Vlasenko17a15262007-03-26 20:48:46 +0000730 if (G.pipeline.idx == G.pipeline.len) {
731 G.pipeline.buf = xrealloc(G.pipeline.buf,
732 G.pipeline.len + PIPE_GROW);
733 G.pipeline.len += PIPE_GROW;
Eric Andersenc52a6b02001-11-10 10:49:42 +0000734 }
Denis Vlasenko17a15262007-03-26 20:48:46 +0000735 G.pipeline.buf[G.pipeline.idx++] = c;
Eric Andersenc52a6b02001-11-10 10:49:42 +0000736}
737
Rob Landley4795e4e2006-07-26 17:25:08 +0000738static void do_subst_w_backrefs(char *line, char *replace)
Mark Whitley97562bd2000-07-17 20:06:42 +0000739{
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200740 int i, j;
Mark Whitley97562bd2000-07-17 20:06:42 +0000741
742 /* go through the replacement string */
743 for (i = 0; replace[i]; i++) {
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200744 /* if we find a backreference (\1, \2, etc.) print the backref'ed text */
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +0000745 if (replace[i] == '\\') {
746 unsigned backref = replace[++i] - '0';
747 if (backref <= 9) {
Denis Vlasenko17a15262007-03-26 20:48:46 +0000748 /* print out the text held in G.regmatch[backref] */
749 if (G.regmatch[backref].rm_so != -1) {
750 j = G.regmatch[backref].rm_so;
751 while (j < G.regmatch[backref].rm_eo)
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +0000752 pipe_putc(line[j++]);
753 }
754 continue;
Denis Vlasenko80778502006-10-25 12:46:46 +0000755 }
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +0000756 /* I _think_ it is impossible to get '\' to be
Denys Vlasenko10ad6222017-04-17 16:13:32 +0200757 * the last char in replace string. Thus we don't check
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +0000758 * for replace[i] == NUL. (counterexample anyone?) */
759 /* if we find a backslash escaped character, print the character */
760 pipe_putc(replace[i]);
761 continue;
Mark Whitley97562bd2000-07-17 20:06:42 +0000762 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000763 /* if we find an unescaped '&' print out the whole matched text. */
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +0000764 if (replace[i] == '&') {
Denis Vlasenko17a15262007-03-26 20:48:46 +0000765 j = G.regmatch[0].rm_so;
766 while (j < G.regmatch[0].rm_eo)
Denis Vlasenko80778502006-10-25 12:46:46 +0000767 pipe_putc(line[j++]);
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +0000768 continue;
Denis Vlasenko80778502006-10-25 12:46:46 +0000769 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000770 /* Otherwise just output the character. */
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +0000771 pipe_putc(replace[i]);
Mark Whitley97562bd2000-07-17 20:06:42 +0000772 }
773}
774
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200775static int do_subst_command(sed_cmd_t *sed_cmd, char **line_p)
Mark Whitley4f7fe772000-07-13 20:01:58 +0000776{
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200777 char *line = *line_p;
Denis Vlasenko77ad97f2008-05-13 02:27:31 +0000778 unsigned match_count = 0;
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200779 bool altered = 0;
780 bool prev_match_empty = 1;
781 bool tried_at_eol = 0;
Glenn L McGrathc1d95072003-04-08 06:42:45 +0000782 regex_t *current_regex;
783
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200784 current_regex = sed_cmd->sub_match;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000785 /* Handle empty regex. */
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200786 if (!current_regex) {
Denis Vlasenko17a15262007-03-26 20:48:46 +0000787 current_regex = G.previous_regex_ptr;
Denis Vlasenko80778502006-10-25 12:46:46 +0000788 if (!current_regex)
Denis Vlasenkod3d004d2006-10-27 09:02:31 +0000789 bb_error_msg_and_die("no previous regexp");
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200790 }
791 G.previous_regex_ptr = current_regex;
Mark Whitley4f7fe772000-07-13 20:01:58 +0000792
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000793 /* Find the first match */
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100794 dbg("matching '%s'", line);
795 if (REG_NOMATCH == regexec(current_regex, line, 10, G.regmatch, 0)) {
796 dbg("no match");
Mark Whitley2dc192f2000-11-03 19:47:00 +0000797 return 0;
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100798 }
799 dbg("match");
Mark Whitley2dc192f2000-11-03 19:47:00 +0000800
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000801 /* Initialize temporary output buffer. */
Denis Vlasenko17a15262007-03-26 20:48:46 +0000802 G.pipeline.buf = xmalloc(PIPE_GROW);
803 G.pipeline.len = PIPE_GROW;
804 G.pipeline.idx = 0;
Mark Whitley2dc192f2000-11-03 19:47:00 +0000805
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000806 /* Now loop through, substituting for matches */
807 do {
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200808 int start = G.regmatch[0].rm_so;
809 int end = G.regmatch[0].rm_eo;
Mark Whitley4f7fe772000-07-13 20:01:58 +0000810 int i;
Mark Whitley4f7fe772000-07-13 20:01:58 +0000811
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000812 match_count++;
813
814 /* If we aren't interested in this match, output old line to
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200815 * end of match and continue */
Denis Vlasenko77ad97f2008-05-13 02:27:31 +0000816 if (sed_cmd->which_match
817 && (sed_cmd->which_match != match_count)
818 ) {
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200819 for (i = 0; i < end; i++)
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200820 pipe_putc(*line++);
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200821 /* Null match? Print one more char */
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200822 if (start == end && *line)
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200823 pipe_putc(*line++);
Denys Vlasenkob84dafb2012-04-24 19:27:34 +0200824 goto next;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000825 }
826
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200827 /* Print everything before the match */
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200828 for (i = 0; i < start; i++)
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200829 pipe_putc(line[i]);
Mark Whitley97562bd2000-07-17 20:06:42 +0000830
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200831 /* Then print the substitution string,
832 * unless we just matched empty string after non-empty one.
833 * Example: string "cccd", pattern "c*", repl "R":
834 * result is "RdR", not "RRdR": first match "ccc",
835 * second is "" before "d", third is "" after "d".
836 * Second match is NOT replaced!
837 */
Denys Vlasenko84406e42012-06-07 16:34:57 +0200838 if (prev_match_empty || start != 0 || start != end) {
Denys Vlasenko37ca36a2012-06-08 10:25:31 +0200839 //dbg("%d %d %d", prev_match_empty, start, end);
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200840 dbg("inserting replacement at %d in '%s'", start, line);
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200841 do_subst_w_backrefs(line, sed_cmd->string);
Denys Vlasenko37ca36a2012-06-08 10:25:31 +0200842 /* Flag that something has changed */
843 altered = 1;
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200844 } else {
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200845 dbg("NOT inserting replacement at %d in '%s'", start, line);
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200846 }
Mark Whitley97562bd2000-07-17 20:06:42 +0000847
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200848 /* If matched string is empty (f.e. "c*" pattern),
849 * copy verbatim one char after it before attempting more matches
850 */
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200851 prev_match_empty = (start == end);
Denys Vlasenko37ca36a2012-06-08 10:25:31 +0200852 if (prev_match_empty) {
853 if (!line[end]) {
854 tried_at_eol = 1;
855 } else {
856 pipe_putc(line[end]);
857 end++;
858 }
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200859 }
860
861 /* Advance past the match */
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200862 dbg("line += %d", end);
863 line += end;
Mark Whitley97562bd2000-07-17 20:06:42 +0000864
Mark Whitley2dc192f2000-11-03 19:47:00 +0000865 /* if we're not doing this globally, get out now */
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100866 if (sed_cmd->which_match != 0)
867 break;
Denys Vlasenkob84dafb2012-04-24 19:27:34 +0200868 next:
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +0200869 /* Exit if we are at EOL and already tried matching at it */
870 if (*line == '\0') {
871 if (tried_at_eol)
872 break;
873 tried_at_eol = 1;
874 }
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200875
Denys Vlasenkoc35545a2012-06-04 14:45:09 +0200876//maybe (end ? REG_NOTBOL : 0) instead of unconditional REG_NOTBOL?
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +0100877 } while (regexec(current_regex, line, 10, G.regmatch, REG_NOTBOL) != REG_NOMATCH);
Mark Whitley2dc192f2000-11-03 19:47:00 +0000878
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000879 /* Copy rest of string into output pipeline */
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200880 while (1) {
881 char c = *line++;
882 pipe_putc(c);
883 if (c == '\0')
884 break;
885 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000886
Denys Vlasenkof210cff2009-08-17 01:35:04 +0200887 free(*line_p);
888 *line_p = G.pipeline.buf;
Mark Whitley4f7fe772000-07-13 20:01:58 +0000889 return altered;
890}
Mark Whitley6315ce62000-07-10 22:55:51 +0000891
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000892/* Set command pointer to point to this label. (Does not handle null label.) */
Rob Landley4795e4e2006-07-26 17:25:08 +0000893static sed_cmd_t *branch_to(char *label)
Glenn L McGrath961c6c12003-03-28 04:43:39 +0000894{
895 sed_cmd_t *sed_cmd;
Glenn L McGrathd4185b02003-04-11 17:10:23 +0000896
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +0200897 for (sed_cmd = G.sed_cmd_head; sed_cmd; sed_cmd = sed_cmd->next) {
Denys Vlasenko1d3a04a2016-11-28 01:22:57 +0100898 if (sed_cmd->cmd == ':'
899 && sed_cmd->string
900 && strcmp(sed_cmd->string, label) == 0
901 ) {
Denis Vlasenko80778502006-10-25 12:46:46 +0000902 return sed_cmd;
Glenn L McGrath961c6c12003-03-28 04:43:39 +0000903 }
904 }
Denis Vlasenko80778502006-10-25 12:46:46 +0000905 bb_error_msg_and_die("can't find label for jump to '%s'", label);
Glenn L McGrath961c6c12003-03-28 04:43:39 +0000906}
Mark Whitley6315ce62000-07-10 22:55:51 +0000907
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000908static void append(char *s)
909{
Denys Vlasenko9d46a7a2013-10-30 10:22:47 +0100910 llist_add_to_end(&G.append_head, s);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000911}
912
Denys Vlasenkoc44539f2013-10-30 14:25:22 +0100913/* Output line of text. */
914/* Note:
915 * The tricks with NO_EOL_CHAR and last_puts_char are there to emulate gnu sed.
916 * Without them, we had this:
917 * echo -n thingy >z1
918 * echo -n again >z2
919 * >znull
920 * sed "s/i/z/" z1 z2 znull | hexdump -vC
921 * output:
922 * gnu sed 4.1.5:
923 * 00000000 74 68 7a 6e 67 79 0a 61 67 61 7a 6e |thzngy.agazn|
924 * bbox:
925 * 00000000 74 68 7a 6e 67 79 61 67 61 7a 6e |thzngyagazn|
Rob Landleydcc28662004-11-25 07:21:47 +0000926 */
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +0000927enum {
928 NO_EOL_CHAR = 1,
Denis Vlasenko86811802007-01-29 17:10:19 +0000929 LAST_IS_NUL = 2,
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +0000930};
Denys Vlasenkoc44539f2013-10-30 14:25:22 +0100931static void puts_maybe_newline(char *s, FILE *file, char *last_puts_char, char last_gets_char)
932{
933 char lpc = *last_puts_char;
934
935 /* Need to insert a '\n' between two files because first file's
936 * last line wasn't terminated? */
937 if (lpc != '\n' && lpc != '\0') {
938 fputc('\n', file);
939 lpc = '\n';
940 }
941 fputs(s, file);
942
943 /* 'x' - just something which is not '\n', '\0' or NO_EOL_CHAR */
944 if (s[0])
945 lpc = 'x';
946
947 /* had trailing '\0' and it was last char of file? */
948 if (last_gets_char == LAST_IS_NUL) {
949 fputc('\0', file);
950 lpc = 'x'; /* */
951 } else
952 /* had trailing '\n' or '\0'? */
953 if (last_gets_char != NO_EOL_CHAR) {
954 fputc(last_gets_char, file);
955 lpc = last_gets_char;
956 }
957
958 if (ferror(file)) {
959 xfunc_error_retval = 4; /* It's what gnu sed exits with... */
960 bb_error_msg_and_die(bb_msg_write_error);
961 }
962 *last_puts_char = lpc;
963}
964
Denys Vlasenkof2559e52016-05-06 18:25:56 +0200965static void flush_append(char *last_puts_char)
Denys Vlasenkoc44539f2013-10-30 14:25:22 +0100966{
967 char *data;
968
969 /* Output appended lines. */
Denys Vlasenkof2559e52016-05-06 18:25:56 +0200970 while ((data = (char *)llist_pop(&G.append_head)) != NULL) {
971 /* Append command does not respect "nonterminated-ness"
972 * of last line. Try this:
973 * $ echo -n "woot" | sed -e '/woot/a woo' -
974 * woot
975 * woo
976 * (both lines are terminated with \n)
977 * Therefore we do not propagate "last_gets_char" here,
978 * pass '\n' instead:
979 */
980 puts_maybe_newline(data, G.nonstdout, last_puts_char, '\n');
Denys Vlasenkoc44539f2013-10-30 14:25:22 +0100981 free(data);
982 }
983}
984
985/* Get next line of input from G.input_file_list, flushing append buffer and
986 * noting if we ran out of files without a newline on the last line we read.
987 */
Denys Vlasenkof2559e52016-05-06 18:25:56 +0200988static char *get_next_line(char *gets_char, char *last_puts_char)
Rob Landleydcc28662004-11-25 07:21:47 +0000989{
Denis Vlasenko80778502006-10-25 12:46:46 +0000990 char *temp = NULL;
Quentin Rameaue2afae62018-04-01 19:49:58 +0200991 size_t len;
Denis Vlasenkoc562bb72007-01-29 17:08:51 +0000992 char gc;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +0000993
Denys Vlasenkof2559e52016-05-06 18:25:56 +0200994 flush_append(last_puts_char);
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +0000995
996 /* will be returned if last line in the file
997 * doesn't end with either '\n' or '\0' */
998 gc = NO_EOL_CHAR;
Denys Vlasenkodeb07692013-11-28 12:08:51 +0100999 for (; G.current_input_file <= G.last_input_file; G.current_input_file++) {
Denys Vlasenko259b3c02013-11-28 03:14:16 +01001000 FILE *fp = G.current_fp;
1001 if (!fp) {
1002 const char *path = G.input_file_list[G.current_input_file];
1003 fp = stdin;
1004 if (path != bb_msg_standard_input) {
1005 fp = fopen_or_warn(path, "r");
1006 if (!fp) {
1007 G.exitcode = EXIT_FAILURE;
1008 continue;
1009 }
1010 }
1011 G.current_fp = fp;
1012 }
Denis Vlasenkoef44d9d2007-01-17 23:16:16 +00001013 /* Read line up to a newline or NUL byte, inclusive,
1014 * return malloc'ed char[]. length of the chunk read
1015 * is stored in len. NULL if EOF/error */
Denis Vlasenko86811802007-01-29 17:10:19 +00001016 temp = bb_get_chunk_from_file(fp, &len);
Rob Landley2b26fd52006-02-24 02:30:39 +00001017 if (temp) {
Denis Vlasenko8b22b072006-12-02 17:58:10 +00001018 /* len > 0 here, it's ok to do temp[len-1] */
1019 char c = temp[len-1];
1020 if (c == '\n' || c == '\0') {
1021 temp[len-1] = '\0';
Denis Vlasenkoc562bb72007-01-29 17:08:51 +00001022 gc = c;
Denis Vlasenko86811802007-01-29 17:10:19 +00001023 if (c == '\0') {
1024 int ch = fgetc(fp);
1025 if (ch != EOF)
1026 ungetc(ch, fp);
1027 else
1028 gc = LAST_IS_NUL;
1029 }
Denis Vlasenko8b22b072006-12-02 17:58:10 +00001030 }
Denis Vlasenkoc562bb72007-01-29 17:08:51 +00001031 /* else we put NO_EOL_CHAR into *gets_char */
1032 break;
1033
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +00001034 /* NB: I had the idea of peeking next file(s) and returning
1035 * NO_EOL_CHAR only if it is the *last* non-empty
1036 * input file. But there is a case where this won't work:
1037 * file1: "a woo\nb woo"
1038 * file2: "c no\nd no"
1039 * sed -ne 's/woo/bang/p' input1 input2 => "a bang\nb bang"
1040 * (note: *no* newline after "b bang"!) */
Denis Vlasenko8b22b072006-12-02 17:58:10 +00001041 }
1042 /* Close this file and advance to next one */
Denys Vlasenko259b3c02013-11-28 03:14:16 +01001043 fclose_if_not_stdin(fp);
1044 G.current_fp = NULL;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001045 }
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +00001046 *gets_char = gc;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001047 return temp;
1048}
1049
Denis Vlasenko17a15262007-03-26 20:48:46 +00001050#define sed_puts(s, n) (puts_maybe_newline(s, G.nonstdout, &last_puts_char, n))
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001051
Denis Vlasenko8274e062007-08-06 03:41:08 +00001052static int beg_match(sed_cmd_t *sed_cmd, const char *pattern_space)
1053{
1054 int retval = sed_cmd->beg_match && !regexec(sed_cmd->beg_match, pattern_space, 0, NULL, 0);
1055 if (retval)
1056 G.previous_regex_ptr = sed_cmd->beg_match;
1057 return retval;
1058}
1059
Rob Landley2b26fd52006-02-24 02:30:39 +00001060/* Process all the lines in all the files */
1061
Rob Landleydcc28662004-11-25 07:21:47 +00001062static void process_files(void)
Mark Whitley6315ce62000-07-10 22:55:51 +00001063{
Rob Landleyce4f0e92004-10-30 06:54:19 +00001064 char *pattern_space, *next_line;
Denis Vlasenko826c85f2007-01-28 23:26:15 +00001065 int linenum = 0;
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +00001066 char last_puts_char = '\n';
1067 char last_gets_char, next_gets_char;
Denis Vlasenko2ea630f2006-12-10 02:52:19 +00001068 sed_cmd_t *sed_cmd;
1069 int substituted;
Mark Whitley6315ce62000-07-10 22:55:51 +00001070
Rob Landley2b26fd52006-02-24 02:30:39 +00001071 /* Prime the pump */
Denys Vlasenkof2559e52016-05-06 18:25:56 +02001072 next_line = get_next_line(&next_gets_char, &last_puts_char);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001073
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001074 /* Go through every line in each file */
Denis Vlasenkof39c7c02008-02-28 17:59:01 +00001075 again:
Denis Vlasenko2ea630f2006-12-10 02:52:19 +00001076 substituted = 0;
Glenn L McGrath505bd0f2003-03-08 05:21:02 +00001077
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001078 /* Advance to next line. Stop if out of lines. */
1079 pattern_space = next_line;
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001080 if (!pattern_space)
1081 return;
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +00001082 last_gets_char = next_gets_char;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001083
1084 /* Read one line in advance so we can act on the last line,
1085 * the '$' address */
Denys Vlasenkof2559e52016-05-06 18:25:56 +02001086 next_line = get_next_line(&next_gets_char, &last_puts_char);
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001087 linenum++;
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001088
1089 /* For every line, go through all the commands */
Denis Vlasenkof39c7c02008-02-28 17:59:01 +00001090 restart:
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001091 for (sed_cmd = G.sed_cmd_head; sed_cmd; sed_cmd = sed_cmd->next) {
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001092 int old_matched, matched;
Eric Andersen52a3c272003-12-23 08:53:51 +00001093
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001094 old_matched = sed_cmd->in_match;
Mark Whitley0915c4b2001-06-11 23:50:06 +00001095
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001096 /* Determine if this command matches this line: */
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001097
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001098 dbg("match1:%d", sed_cmd->in_match);
1099 dbg("match2:%d", (!sed_cmd->beg_line && !sed_cmd->end_line
1100 && !sed_cmd->beg_match && !sed_cmd->end_match));
1101 dbg("match3:%d", (sed_cmd->beg_line > 0
1102 && (sed_cmd->end_line || sed_cmd->end_match
1103 ? (sed_cmd->beg_line <= linenum)
1104 : (sed_cmd->beg_line == linenum)
1105 )
1106 ));
1107 dbg("match4:%d", (beg_match(sed_cmd, pattern_space)));
1108 dbg("match5:%d", (sed_cmd->beg_line == -1 && next_line == NULL));
Denys Vlasenkobf5f99f2010-06-04 01:29:52 +02001109
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001110 /* Are we continuing a previous multi-line match? */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001111 sed_cmd->in_match = sed_cmd->in_match
1112 /* Or is no range necessary? */
1113 || (!sed_cmd->beg_line && !sed_cmd->end_line
1114 && !sed_cmd->beg_match && !sed_cmd->end_match)
1115 /* Or did we match the start of a numerical range? */
Denys Vlasenkobf5f99f2010-06-04 01:29:52 +02001116 || (sed_cmd->beg_line > 0
1117 && (sed_cmd->end_line || sed_cmd->end_match
Denys Vlasenkoc4679242010-06-04 01:31:48 +02001118 /* note: even if end is numeric and is < linenum too,
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001119 * GNU sed matches! We match too, therefore we don't
1120 * check here that linenum <= end.
1121 * Example:
1122 * printf '1\n2\n3\n4\n' | sed -n '1{N;N;d};1p;2,3p;3p;4p'
1123 * first three input lines are deleted;
1124 * 4th line is matched and printed
1125 * by "2,3" (!) and by "4" ranges
1126 */
Denys Vlasenkobf5f99f2010-06-04 01:29:52 +02001127 ? (sed_cmd->beg_line <= linenum) /* N,end */
1128 : (sed_cmd->beg_line == linenum) /* N */
1129 )
1130 )
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001131 /* Or does this line match our begin address regex? */
Denis Vlasenko8274e062007-08-06 03:41:08 +00001132 || (beg_match(sed_cmd, pattern_space))
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001133 /* Or did we match last line of input? */
1134 || (sed_cmd->beg_line == -1 && next_line == NULL);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001135
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001136 /* Snapshot the value */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001137 matched = sed_cmd->in_match;
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001138
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001139 dbg("cmd:'%c' matched:%d beg_line:%d end_line:%d linenum:%d",
1140 sed_cmd->cmd, matched, sed_cmd->beg_line, sed_cmd->end_line, linenum);
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001141
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001142 /* Is this line the end of the current match? */
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001143
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001144 if (matched) {
Denys Vlasenko63f4d322015-04-17 14:24:55 +02001145 if (sed_cmd->end_line <= -2) {
1146 /* address2 is +N, i.e. N lines from beg_line */
1147 sed_cmd->end_line = linenum + (-sed_cmd->end_line - 2);
1148 }
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001149 /* once matched, "n,xxx" range is dead, disabling it */
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001150 if (sed_cmd->beg_line > 0) {
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001151 sed_cmd->beg_line = -2;
Denys Vlasenko2e284a42010-08-01 04:14:46 +02001152 }
Denys Vlasenko63f4d322015-04-17 14:24:55 +02001153 dbg("end1:%d", sed_cmd->end_line ? sed_cmd->end_line == -1
1154 ? !next_line : (sed_cmd->end_line <= linenum)
1155 : !sed_cmd->end_match);
1156 dbg("end2:%d", sed_cmd->end_match && old_matched
1157 && !regexec(sed_cmd->end_match,pattern_space, 0, NULL, 0));
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001158 sed_cmd->in_match = !(
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001159 /* has the ending line come, or is this a single address command? */
Denys Vlasenko52d83702011-05-03 00:51:43 +02001160 (sed_cmd->end_line
1161 ? sed_cmd->end_line == -1
1162 ? !next_line
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001163 : (sed_cmd->end_line <= linenum)
1164 : !sed_cmd->end_match
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001165 )
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001166 /* or does this line matches our last address regex */
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001167 || (sed_cmd->end_match && old_matched
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001168 && (regexec(sed_cmd->end_match,
Denys Vlasenko6830ade2013-01-15 13:58:01 +01001169 pattern_space, 0, NULL, 0) == 0)
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001170 )
Denys Vlasenko8e96b5b2009-07-14 01:02:57 +02001171 );
Erik Andersene49d5ec2000-02-08 19:58:47 +00001172 }
Erik Andersen1266a131999-12-29 22:19:46 +00001173
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001174 /* Skip blocks of commands we didn't match */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001175 if (sed_cmd->cmd == '{') {
Denis Vlasenko826c85f2007-01-28 23:26:15 +00001176 if (sed_cmd->invert ? matched : !matched) {
Denys Vlasenkof2c16ed2010-04-20 04:00:03 -04001177 unsigned nest_cnt = 0;
1178 while (1) {
1179 if (sed_cmd->cmd == '{')
1180 nest_cnt++;
1181 if (sed_cmd->cmd == '}') {
1182 nest_cnt--;
1183 if (nest_cnt == 0)
1184 break;
1185 }
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001186 sed_cmd = sed_cmd->next;
Denis Vlasenko826c85f2007-01-28 23:26:15 +00001187 if (!sed_cmd)
1188 bb_error_msg_and_die("unterminated {");
1189 }
1190 }
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001191 continue;
1192 }
Glenn L McGrathaa5a6022003-10-01 03:06:16 +00001193
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001194 /* Okay, so did this line match? */
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001195 if (sed_cmd->invert ? matched : !matched)
1196 continue; /* no */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001197
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001198 /* Update last used regex in case a blank substitute BRE is found */
1199 if (sed_cmd->beg_match) {
1200 G.previous_regex_ptr = sed_cmd->beg_match;
1201 }
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001202
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001203 /* actual sedding */
Denys Vlasenkod29ae7e2012-01-15 20:06:03 +01001204 dbg("pattern_space:'%s' next_line:'%s' cmd:%c",
1205 pattern_space, next_line, sed_cmd->cmd);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001206 switch (sed_cmd->cmd) {
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001207
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001208 /* Print line number */
1209 case '=':
1210 fprintf(G.nonstdout, "%d\n", linenum);
1211 break;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001212
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001213 /* Write the current pattern space up to the first newline */
1214 case 'P':
1215 {
1216 char *tmp = strchr(pattern_space, '\n');
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001217 if (tmp) {
1218 *tmp = '\0';
1219 /* TODO: explain why '\n' below */
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +00001220 sed_puts(pattern_space, '\n');
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001221 *tmp = '\n';
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001222 break;
1223 }
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001224 /* Fall Through */
1225 }
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001226
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001227 /* Write the current pattern space to output */
1228 case 'p':
1229 /* NB: we print this _before_ the last line
1230 * (of current file) is printed. Even if
1231 * that line is nonterminated, we print
1232 * '\n' here (gnu sed does the same) */
1233 sed_puts(pattern_space, '\n');
1234 break;
1235 /* Delete up through first newline */
1236 case 'D':
1237 {
1238 char *tmp = strchr(pattern_space, '\n');
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001239 if (tmp) {
Denys Vlasenkobf5f99f2010-06-04 01:29:52 +02001240 overlapping_strcpy(pattern_space, tmp + 1);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001241 goto restart;
1242 }
1243 }
1244 /* discard this line. */
1245 case 'd':
1246 goto discard_line;
1247
1248 /* Substitute with regex */
1249 case 's':
1250 if (!do_subst_command(sed_cmd, &pattern_space))
1251 break;
Denys Vlasenko21f6fbf2012-06-04 14:44:47 +02001252 dbg("do_subst_command succeeded:'%s'", pattern_space);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001253 substituted |= 1;
1254
1255 /* handle p option */
1256 if (sed_cmd->sub_p)
1257 sed_puts(pattern_space, last_gets_char);
1258 /* handle w option */
1259 if (sed_cmd->sw_file)
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +00001260 puts_maybe_newline(
1261 pattern_space, sed_cmd->sw_file,
1262 &sed_cmd->sw_last_char, last_gets_char);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001263 break;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001264
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001265 /* Append line to linked list to be printed later */
1266 case 'a':
Denys Vlasenko9d46a7a2013-10-30 10:22:47 +01001267 append(xstrdup(sed_cmd->string));
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001268 break;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001269
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001270 /* Insert text before this line */
1271 case 'i':
1272 sed_puts(sed_cmd->string, '\n');
1273 break;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001274
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001275 /* Cut and paste text (replace) */
1276 case 'c':
1277 /* Only triggers on last line of a matching range. */
1278 if (!sed_cmd->in_match)
Denys Vlasenko96a18332010-04-19 22:36:07 -04001279 sed_puts(sed_cmd->string, '\n');
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001280 goto discard_line;
1281
1282 /* Read file, append contents to output */
1283 case 'r':
1284 {
1285 FILE *rfile;
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001286 rfile = fopen_for_read(sed_cmd->string);
1287 if (rfile) {
1288 char *line;
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001289 while ((line = xmalloc_fgetline(rfile))
1290 != NULL)
1291 append(line);
Denys Vlasenko9d46a7a2013-10-30 10:22:47 +01001292 fclose(rfile);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001293 }
1294
1295 break;
1296 }
1297
1298 /* Write pattern space to file. */
1299 case 'w':
1300 puts_maybe_newline(
1301 pattern_space, sed_cmd->sw_file,
1302 &sed_cmd->sw_last_char, last_gets_char);
1303 break;
1304
1305 /* Read next line from input */
1306 case 'n':
1307 if (!G.be_quiet)
1308 sed_puts(pattern_space, last_gets_char);
Denys Vlasenko76d72372016-09-01 01:59:11 +02001309 if (next_line == NULL) {
1310 /* If no next line, jump to end of script and exit. */
1311 goto discard_line;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001312 }
Denys Vlasenko76d72372016-09-01 01:59:11 +02001313 free(pattern_space);
1314 pattern_space = next_line;
1315 last_gets_char = next_gets_char;
1316 next_line = get_next_line(&next_gets_char, &last_puts_char);
1317 substituted = 0;
1318 linenum++;
1319 break;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001320
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001321 /* Quit. End of script, end of input. */
1322 case 'q':
1323 /* Exit the outer while loop */
1324 free(next_line);
1325 next_line = NULL;
1326 goto discard_commands;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001327
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001328 /* Append the next line to the current line */
1329 case 'N':
1330 {
1331 int len;
1332 /* If no next line, jump to end of script and exit. */
Denys Vlasenko0d555fc2010-08-16 16:26:33 +02001333 /* http://www.gnu.org/software/sed/manual/sed.html:
1334 * "Most versions of sed exit without printing anything
1335 * when the N command is issued on the last line of
1336 * a file. GNU sed prints pattern space before exiting
1337 * unless of course the -n command switch has been
1338 * specified. This choice is by design."
1339 */
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001340 if (next_line == NULL) {
Denys Vlasenko0d555fc2010-08-16 16:26:33 +02001341 //goto discard_line;
1342 goto discard_commands; /* GNU behavior */
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001343 }
Denys Vlasenkobf5f99f2010-06-04 01:29:52 +02001344 /* Append next_line, read new next_line. */
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001345 len = strlen(pattern_space);
Denys Vlasenko90377872010-01-08 09:07:50 +01001346 pattern_space = xrealloc(pattern_space, len + strlen(next_line) + 2);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001347 pattern_space[len] = '\n';
1348 strcpy(pattern_space + len+1, next_line);
1349 last_gets_char = next_gets_char;
Denys Vlasenkof2559e52016-05-06 18:25:56 +02001350 next_line = get_next_line(&next_gets_char, &last_puts_char);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001351 linenum++;
1352 break;
1353 }
1354
1355 /* Test/branch if substitution occurred */
1356 case 't':
1357 if (!substituted) break;
1358 substituted = 0;
1359 /* Fall through */
1360 /* Test/branch if substitution didn't occur */
1361 case 'T':
1362 if (substituted) break;
1363 /* Fall through */
1364 /* Branch to label */
1365 case 'b':
1366 if (!sed_cmd->string) goto discard_commands;
1367 else sed_cmd = branch_to(sed_cmd->string);
1368 break;
1369 /* Transliterate characters */
1370 case 'y':
1371 {
1372 int i, j;
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001373 for (i = 0; pattern_space[i]; i++) {
1374 for (j = 0; sed_cmd->string[j]; j += 2) {
1375 if (pattern_space[i] == sed_cmd->string[j]) {
1376 pattern_space[i] = sed_cmd->string[j + 1];
1377 break;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001378 }
1379 }
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001380 }
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001381
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001382 break;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001383 }
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001384 case 'g': /* Replace pattern space with hold space */
1385 free(pattern_space);
1386 pattern_space = xstrdup(G.hold_space ? G.hold_space : "");
1387 break;
1388 case 'G': /* Append newline and hold space to pattern space */
1389 {
1390 int pattern_space_size = 2;
1391 int hold_space_size = 0;
1392
1393 if (pattern_space)
1394 pattern_space_size += strlen(pattern_space);
1395 if (G.hold_space)
1396 hold_space_size = strlen(G.hold_space);
1397 pattern_space = xrealloc(pattern_space,
1398 pattern_space_size + hold_space_size);
1399 if (pattern_space_size == 2)
1400 pattern_space[0] = 0;
1401 strcat(pattern_space, "\n");
1402 if (G.hold_space)
1403 strcat(pattern_space, G.hold_space);
1404 last_gets_char = '\n';
1405
1406 break;
1407 }
1408 case 'h': /* Replace hold space with pattern space */
1409 free(G.hold_space);
1410 G.hold_space = xstrdup(pattern_space);
1411 break;
1412 case 'H': /* Append newline and pattern space to hold space */
1413 {
1414 int hold_space_size = 2;
1415 int pattern_space_size = 0;
1416
1417 if (G.hold_space)
1418 hold_space_size += strlen(G.hold_space);
1419 if (pattern_space)
1420 pattern_space_size = strlen(pattern_space);
1421 G.hold_space = xrealloc(G.hold_space,
1422 hold_space_size + pattern_space_size);
1423
1424 if (hold_space_size == 2)
1425 *G.hold_space = 0;
1426 strcat(G.hold_space, "\n");
1427 if (pattern_space)
1428 strcat(G.hold_space, pattern_space);
1429
1430 break;
1431 }
1432 case 'x': /* Exchange hold and pattern space */
1433 {
1434 char *tmp = pattern_space;
Denys Vlasenko90a99042009-09-06 02:36:23 +02001435 pattern_space = G.hold_space ? G.hold_space : xzalloc(1);
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001436 last_gets_char = '\n';
1437 G.hold_space = tmp;
1438 break;
1439 }
1440 } /* switch */
1441 } /* for each cmd */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001442
1443 /*
Denys Vlasenko8bca3e22009-06-30 19:19:37 +02001444 * Exit point from sedding...
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001445 */
Denis Vlasenko826c85f2007-01-28 23:26:15 +00001446 discard_commands:
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001447 /* we will print the line unless we were told to be quiet ('-n')
1448 or if the line was suppressed (ala 'd'elete) */
Denis Vlasenko17a15262007-03-26 20:48:46 +00001449 if (!G.be_quiet)
Denis Vlasenkofe7a9f12007-01-29 14:31:47 +00001450 sed_puts(pattern_space, last_gets_char);
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001451
1452 /* Delete and such jump here. */
Denis Vlasenko826c85f2007-01-28 23:26:15 +00001453 discard_line:
Denys Vlasenkof2559e52016-05-06 18:25:56 +02001454 flush_append(&last_puts_char /*,last_gets_char*/);
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001455 free(pattern_space);
1456
1457 goto again;
Erik Andersen1266a131999-12-29 22:19:46 +00001458}
1459
Glenn L McGrath42c25732003-10-04 05:27:56 +00001460/* It is possible to have a command line argument with embedded
Denis Vlasenko4b0bb9e2007-03-16 23:36:58 +00001461 * newlines. This counts as multiple command lines.
1462 * However, newline can be escaped: 's/e/z\<newline>z/'
Denys Vlasenko40ab27a2013-07-08 02:04:44 +02001463 * add_cmd() handles this.
Denis Vlasenko4b0bb9e2007-03-16 23:36:58 +00001464 */
Glenn L McGrath42c25732003-10-04 05:27:56 +00001465
1466static void add_cmd_block(char *cmdstr)
1467{
Denis Vlasenko4b0bb9e2007-03-16 23:36:58 +00001468 char *sv, *eol;
Glenn L McGrath42c25732003-10-04 05:27:56 +00001469
Denis Vlasenko4b0bb9e2007-03-16 23:36:58 +00001470 cmdstr = sv = xstrdup(cmdstr);
1471 do {
1472 eol = strchr(cmdstr, '\n');
Denys Vlasenko40ab27a2013-07-08 02:04:44 +02001473 if (eol)
Denis Vlasenko4b0bb9e2007-03-16 23:36:58 +00001474 *eol = '\0';
Denis Vlasenko4b0bb9e2007-03-16 23:36:58 +00001475 add_cmd(cmdstr);
1476 cmdstr = eol + 1;
1477 } while (eol);
1478 free(sv);
Glenn L McGrath42c25732003-10-04 05:27:56 +00001479}
1480
Denis Vlasenko9b49a5e2007-10-11 10:05:36 +00001481int sed_main(int argc, char **argv) MAIN_EXTERNALLY_VISIBLE;
Denis Vlasenkoa60f84e2008-07-05 09:18:54 +00001482int sed_main(int argc UNUSED_PARAM, char **argv)
Eric Andersen6b6b3f61999-10-28 16:06:25 +00001483{
Denis Vlasenko67b23e62006-10-03 21:00:06 +00001484 unsigned opt;
Denis Vlasenkob97c9842006-10-01 21:05:12 +00001485 llist_t *opt_e, *opt_f;
Simon B8c343952012-05-06 13:59:15 +02001486 char *opt_i;
1487
1488#if ENABLE_LONG_OPTS
1489 static const char sed_longopts[] ALIGN1 =
1490 /* name has_arg short */
1491 "in-place\0" Optional_argument "i"
1492 "regexp-extended\0" No_argument "r"
1493 "quiet\0" No_argument "n"
1494 "silent\0" No_argument "n"
1495 "expression\0" Required_argument "e"
1496 "file\0" Required_argument "f";
1497#endif
1498
Denis Vlasenko74324c82007-06-04 10:16:52 +00001499 INIT_G();
Rob Landleye3f5a3f2006-05-09 03:53:55 +00001500
Mark Whitley858c1ad2000-07-11 21:38:47 +00001501 /* destroy command strings on exit */
Rob Landley0b656282006-05-08 22:17:23 +00001502 if (ENABLE_FEATURE_CLEAN_UP) atexit(sed_free_and_close_stuff);
Mark Whitley858c1ad2000-07-11 21:38:47 +00001503
Rob Landleyfae1dc82005-11-20 07:44:35 +00001504 /* Lie to autoconf when it starts asking stupid questions. */
Simon B8c343952012-05-06 13:59:15 +02001505 if (argv[1] && strcmp(argv[1], "--version") == 0) {
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001506 puts("This is not GNU sed version 4.0");
1507 return 0;
Eric Andersenc06f5682004-02-04 10:57:46 +00001508 }
Eric Andersenc06f5682004-02-04 10:57:46 +00001509
Mark Whitley6315ce62000-07-10 22:55:51 +00001510 /* do normal option parsing */
Denis Vlasenkob97c9842006-10-01 21:05:12 +00001511 opt_e = opt_f = NULL;
Simon B8c343952012-05-06 13:59:15 +02001512 opt_i = NULL;
Denys Vlasenko2e284a42010-08-01 04:14:46 +02001513 /* -i must be first, to match OPT_in_place definition */
David A. Wheeleraf0cdee2013-10-29 00:52:48 +01001514 /* -E is a synonym of -r:
1515 * GNU sed 4.2.1 mentions it in neither --help
1516 * nor manpage, but does recognize it.
1517 */
Denys Vlasenko22542ec2017-08-08 21:55:02 +02001518 opt = getopt32long(argv, "^"
1519 "i::rEne:*f:*"
1520 "\0" "nn"/*count -n*/,
1521 sed_longopts,
Denys Vlasenko036585a2017-08-08 16:38:18 +02001522 &opt_i, &opt_e, &opt_f,
1523 &G.be_quiet); /* counter for -n */
Denis Vlasenko62a90cd2008-03-17 09:07:36 +00001524 //argc -= optind;
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001525 argv += optind;
1526 if (opt & OPT_in_place) { // -i
Denys Vlasenkoe440b392017-08-16 17:45:32 +02001527 die_func = cleanup_outname;
Denis Vlasenko750fc6d2006-09-22 08:56:03 +00001528 }
David A. Wheeleraf0cdee2013-10-29 00:52:48 +01001529 if (opt & (2|4))
1530 G.regex_type |= REG_EXTENDED; // -r or -E
1531 //if (opt & 8)
1532 // G.be_quiet++; // -n (implemented with a counter instead)
Denis Vlasenko945bd3d2007-04-12 21:20:25 +00001533 while (opt_e) { // -e
Denis Vlasenkod50dda82008-06-15 05:40:56 +00001534 add_cmd_block(llist_pop(&opt_e));
Denis Vlasenko750fc6d2006-09-22 08:56:03 +00001535 }
Denis Vlasenko945bd3d2007-04-12 21:20:25 +00001536 while (opt_f) { // -f
1537 char *line;
1538 FILE *cmdfile;
Denys Vlasenkoe4d925b2016-04-08 00:20:36 +02001539 cmdfile = xfopen_stdin(llist_pop(&opt_f));
Denis Vlasenko8ee649a2008-03-26 20:04:27 +00001540 while ((line = xmalloc_fgetline(cmdfile)) != NULL) {
Denis Vlasenko945bd3d2007-04-12 21:20:25 +00001541 add_cmd(line);
1542 free(line);
1543 }
Denys Vlasenkoe4d925b2016-04-08 00:20:36 +02001544 fclose_if_not_stdin(cmdfile);
Eric Andersen6b6b3f61999-10-28 16:06:25 +00001545 }
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001546 /* if we didn't get a pattern from -e or -f, use argv[0] */
David A. Wheeleraf0cdee2013-10-29 00:52:48 +01001547 if (!(opt & 0x30)) {
Denis Vlasenko62a90cd2008-03-17 09:07:36 +00001548 if (!*argv)
Manuel Novoa III cad53642003-03-19 09:13:01 +00001549 bb_show_usage();
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001550 add_cmd_block(*argv++);
Mark Whitley6315ce62000-07-10 22:55:51 +00001551 }
Glenn L McGrath42c25732003-10-04 05:27:56 +00001552 /* Flush any unfinished commands. */
1553 add_cmd("");
Mark Whitley6315ce62000-07-10 22:55:51 +00001554
Rob Landley53302f82004-02-18 09:54:15 +00001555 /* By default, we write to stdout */
Denis Vlasenko17a15262007-03-26 20:48:46 +00001556 G.nonstdout = stdout;
Rob Landley53302f82004-02-18 09:54:15 +00001557
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001558 /* argv[0..(argc-1)] should be names of file to process. If no
Mark Whitley6315ce62000-07-10 22:55:51 +00001559 * files were specified or '-' was specified, take input from stdin.
1560 * Otherwise, we process all the files specified. */
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001561 G.input_file_list = argv;
1562 if (!argv[0]) {
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001563 if (opt & OPT_in_place)
Denis Vlasenko80778502006-10-25 12:46:46 +00001564 bb_error_msg_and_die(bb_msg_requires_arg, "-i");
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001565 argv[0] = (char*)bb_msg_standard_input;
1566 /* G.last_input_file = 0; - already is */
Glenn L McGrath8d6395d2003-04-08 11:56:11 +00001567 } else {
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001568 goto start;
Glenn L McGrath8d6395d2003-04-08 11:56:11 +00001569
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001570 for (; *argv; argv++) {
Denis Vlasenkod18a3a22006-10-25 12:46:03 +00001571 struct stat statbuf;
1572 int nonstdoutfd;
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001573 sed_cmd_t *sed_cmd;
Denis Vlasenkod18a3a22006-10-25 12:46:03 +00001574
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001575 G.last_input_file++;
1576 start:
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001577 if (!(opt & OPT_in_place)) {
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001578 if (LONE_DASH(*argv)) {
1579 *argv = (char*)bb_msg_standard_input;
1580 process_files();
1581 }
Denis Vlasenkod18a3a22006-10-25 12:46:03 +00001582 continue;
1583 }
1584
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001585 /* -i: process each FILE separately: */
1586
Denys Vlasenkocd738712014-10-05 02:44:34 +02001587 if (stat(*argv, &statbuf) != 0) {
1588 bb_simple_perror_msg(*argv);
1589 G.exitcode = EXIT_FAILURE;
1590 G.current_input_file++;
1591 continue;
1592 }
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001593 G.outname = xasprintf("%sXXXXXX", *argv);
Alexander Shishkin67227372010-10-22 13:27:16 +02001594 nonstdoutfd = xmkstemp(G.outname);
Denys Vlasenkoa7ccdee2009-11-15 23:28:11 +01001595 G.nonstdout = xfdopen_for_write(nonstdoutfd);
Denys Vlasenko57992482009-11-13 09:09:07 +01001596 /* Set permissions/owner of output file */
Denys Vlasenko3b727cc2010-06-18 02:12:56 +02001597 /* chmod'ing AFTER chown would preserve suid/sgid bits,
1598 * but GNU sed 4.2.1 does not preserve them either */
Denis Vlasenko2f8f71b2006-12-10 02:09:12 +00001599 fchmod(nonstdoutfd, statbuf.st_mode);
Denys Vlasenko57992482009-11-13 09:09:07 +01001600 fchown(nonstdoutfd, statbuf.st_uid, statbuf.st_gid);
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001601
Denis Vlasenkod18a3a22006-10-25 12:46:03 +00001602 process_files();
Denis Vlasenko17a15262007-03-26 20:48:46 +00001603 fclose(G.nonstdout);
Denis Vlasenko17a15262007-03-26 20:48:46 +00001604 G.nonstdout = stdout;
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001605
Simon B8c343952012-05-06 13:59:15 +02001606 if (opt_i) {
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001607 char *backupname = xasprintf("%s%s", *argv, opt_i);
1608 xrename(*argv, backupname);
Simon B8c343952012-05-06 13:59:15 +02001609 free(backupname);
1610 }
Denys Vlasenkodeb07692013-11-28 12:08:51 +01001611 /* else unlink(*argv); - rename below does this */
1612 xrename(G.outname, *argv); //TODO: rollback backup on error?
Denis Vlasenko17a15262007-03-26 20:48:46 +00001613 free(G.outname);
Denis Vlasenko40276642007-11-13 16:48:10 +00001614 G.outname = NULL;
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001615
Denys Vlasenko63f4d322015-04-17 14:24:55 +02001616 /* Fix disabled range matches and mangled ",+N" ranges */
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001617 for (sed_cmd = G.sed_cmd_head; sed_cmd; sed_cmd = sed_cmd->next) {
1618 sed_cmd->beg_line = sed_cmd->beg_line_orig;
Denys Vlasenko63f4d322015-04-17 14:24:55 +02001619 sed_cmd->end_line = sed_cmd->end_line_orig;
Denys Vlasenkoa7d6bb32011-08-16 13:29:34 +02001620 }
Mark Whitley6315ce62000-07-10 22:55:51 +00001621 }
Denys Vlasenkoeb08b6e2010-06-19 17:51:06 +02001622 /* Here, to handle "sed 'cmds' nonexistent_file" case we did:
Denys Vlasenko259b3c02013-11-28 03:14:16 +01001623 * if (G.current_input_file[G.current_input_file] == NULL)
1624 * return G.exitcode;
Denys Vlasenkoeb08b6e2010-06-19 17:51:06 +02001625 * but it's not needed since process_files() works correctly
1626 * in this case too. */
Mark Whitley6315ce62000-07-10 22:55:51 +00001627 }
Denys Vlasenko259b3c02013-11-28 03:14:16 +01001628
Denys Vlasenkoeb08b6e2010-06-19 17:51:06 +02001629 process_files();
Glenn L McGrath8d6395d2003-04-08 11:56:11 +00001630
Denys Vlasenko259b3c02013-11-28 03:14:16 +01001631 return G.exitcode;
Eric Andersen6b6b3f61999-10-28 16:06:25 +00001632}