busybox/testsuite/sed.tests

#!/bin/sh

# SUSv3 compliant sed tests.
# Copyright 2005 by Rob Landley <rob@landley.net>
# Licensed under GPL v2, see file LICENSE for details.

. testing.sh

# testing "description" "arguments" "result" "infile" "stdin"

# Corner cases
testing "sed no files (stdin)" 'sed ""' "hello\n" "" "hello\n"
testing "sed explicit stdin" 'sed "" -' "hello\n" "" "hello\n"
testing "sed handles empty lines" "sed -e 's/\$/@/'" "@\n" "" "\n"
testing "sed stdin twice" 'sed "" - -' "hello" "" "hello"

# Trailing EOF.
#	Match $, at end of each file or all files?

# -e corner cases
#	without -e
#	multiple -e
#		interact with a
#	-eee arg1 arg2 arg3
# -f corner cases
#	-e -f -e
# -n corner cases
#	no newline at EOF?
# -r corner cases
#	Just make sure it works.
# -i corner cases:
#	sed -i -
#	permissions
#	-i on a symlink
#	on a directory
#       With $ last-line test
# Continue with \
#       End of script with trailing \

# command list
testing "sed accepts blanks before command" "sed -e '1 d'" "" "" ""
testing "sed accepts newlines in -e" "sed -e 'i\
1
a\
3'" "1\n2\n3\n" "" "2\n"
testing "sed accepts multiple -e" "sed -e 'i\' -e '1' -e 'a\' -e '3'" \
	"1\n2\n3\n" "" "2\n"

# substitutions
testing "sed -n" "sed -n -e s/foo/bar/ -e s/bar/baz/" "" "" "foo\n"
testing "sed s//p" "sed -e s/foo/bar/p -e s/bar/baz/p" "bar\nbaz\nbaz\n" \
	"" "foo\n"
testing "sed -n s//p" "sed -ne s/abc/def/p" "def\n" "" "abc\n"
testing "sed s//g (exhaustive)" "sed -e 's/[[:space:]]*/,/g'" ",1,2,3,4,5,\n" \
	"" "12345\n"
testing "sed s arbitrary delimiter" "sed -e 's woo boing '" "boing\n" "" "woo\n"
testing "sed s chains" "sed -e s/foo/bar/ -e s/bar/baz/" "baz\n" "" "foo\n"
testing "sed s chains2" "sed -e s/foo/bar/ -e s/baz/nee/" "bar\n" "" "foo\n"
testing "sed s [delimiter]" "sed -e 's@[@]@@'" "onetwo" "" "one@two"
testing "sed s with \\t (GNU ext)" "sed 's/\t/ /'" "one two" "" "one\ttwo"

# branch
testing "sed b (branch)" "sed -e 'b one;p;: one'" "foo\n" "" "foo\n"
testing "sed b (branch with no label jumps to end)" "sed -e 'b;p'" \
	"foo\n" "" "foo\n"

# test and branch
testing "sed t (test/branch)" "sed -e 's/a/1/;t one;p;: one;p'" \
	"1\n1\nb\nb\nb\nc\nc\nc\n" "" "a\nb\nc\n"
testing "sed t (test/branch clears test bit)" "sed -e 's/a/b/;:loop;t loop'" \
	"b\nb\nc\n" "" "a\nb\nc\n"
testing "sed T (!test/branch)" "sed -e 's/a/1/;T notone;p;: notone;p'" \
	"1\n1\n1\nb\nb\nc\nc\n" "" "a\nb\nc\n"

# Normal sed end-of-script doesn't print "c" because n flushed the pattern
# space.  If n hits EOF, pattern space is empty when script ends.
# Query: how does this interact with no newline at EOF?
testing "sed n (flushes pattern space, terminates early)" "sed -e 'n;p'" \
	"a\nb\nb\nc\n" "" "a\nb\nc\n"
# N does _not_ flush pattern space, therefore c is still in there @ script end.
testing "sed N (doesn't flush pattern space when terminating)" "sed -e 'N;p'" \
	"a\nb\na\nb\nc\n" "" "a\nb\nc\n"
testing "sed address match newline" 'sed "/b/N;/b\\nc/i woo"' \
	"a\nwoo\nb\nc\nd\n" "" "a\nb\nc\nd\n"

# Multiple lines in pattern space
testing "sed N (stops at end of input) and P (prints to first newline only)" \
	"sed -n 'N;P;p'" "a\na\nb\n" "" "a\nb\nc\n"

# Hold space
testing "sed G (append hold space to pattern space)" 'sed G' "a\n\nb\n\nc\n\n" \
	"" "a\nb\nc\n"
#testing "sed g/G (swap/append hold and patter space)"
#testing "sed g (swap hold/pattern space)"

testing "sed d ends script iteration" \
	"sed -e '/ook/d;s/ook/ping/p;i woot'" "" "" "ook\n"
testing "sed d ends script iteration (2)" \
	"sed -e '/ook/d;a\' -e 'bang'" "woot\nbang\n" "" "ook\nwoot\n"

# Multiple files, with varying newlines and NUL bytes
testing "sed embedded NUL" "sed -e 's/woo/bang/'" "\0bang\0woo\0" "" \
	"\0woo\0woo\0"
testing "sed embedded NUL g" "sed -e 's/woo/bang/g'" "bang\0bang\0" "" \
	"woo\0woo\0"
echo -e "/woo/a he\0llo" > sed.commands
testing "sed NUL in command" "sed -f sed.commands" "woo\nhe\0llo\n" "" "woo"
rm sed.commands

# sed has funky behavior with newlines at the end of file.  Test lots of
# corner cases with the optional newline appending behavior.

testing "sed normal newlines" "sed -e 's/woo/bang/' input -" "bang\nbang\n" \
	"woo\n" "woo\n"
testing "sed leave off trailing newline" "sed -e 's/woo/bang/' input -" \
	"bang\nbang" "woo\n" "woo"
testing "sed autoinsert newline" "sed -e 's/woo/bang/' input -" "bang\nbang" \
	"woo" "woo"
testing "sed empty file plus cat" "sed -e 's/nohit//' input -" "one\ntwo" \
	"" "one\ntwo"
testing "sed cat plus empty file" "sed -e 's/nohit//' input -" "one\ntwo" \
	"one\ntwo" ""
testing "sed append autoinserts newline" "sed -e '/woot/a woo' -" \
	"woot\nwoo\n" "" "woot"
testing "sed insert doesn't autoinsert newline" "sed -e '/woot/i woo' -" \
	"woo\nwoot" "" "woot"
testing "sed print autoinsert newlines" "sed -e 'p' -" "one\none" "" "one"
testing "sed print autoinsert newlines two files" "sed -e 'p' input -" \
	"one\none\ntwo\ntwo" "one" "two"
testing "sed noprint, no match, no newline" "sed -ne 's/woo/bang/' input" \
	"" "no\n" ""
testing "sed selective matches with one nl" "sed -ne 's/woo/bang/p' input -" \
	"a bang\nc bang\n" "a woo\nb no" "c woo\nd no"
testing "sed selective matches insert newline" \
	"sed -ne 's/woo/bang/p' input -" "a bang\nb bang\nd bang" \
	"a woo\nb woo" "c no\nd woo"
testing "sed selective matches noinsert newline" \
	"sed -ne 's/woo/bang/p' input -" "a bang\nb bang" "a woo\nb woo" \
	"c no\nd no"
testing "sed clusternewline" \
	"sed -e '/one/a 111' -e '/two/i 222' -e p input -" \
	"one\none\n111\n222\ntwo\ntwo" "one" "two"
testing "sed subst+write" \
	"sed -e 's/i/z/' -e 'woutputw' input -; echo -n X; cat outputw" \
	"thzngy\nagaznXthzngy\nagazn" "thingy" "again"
rm outputw
testing "sed trailing NUL" \
	"sed 's/i/z/' input -" \
	"a\0b\0\nc" "a\0b\0" "c"
testing "sed escaped newline in command" \
	"sed 's/a/z\\
z/' input" \
	"z\nz" "a" ""

# Test end-of-file matching behavior

testing "sed match EOF" "sed -e '"'$p'"'" "hello\nthere\nthere" "" \
	"hello\nthere"
testing "sed match EOF two files" "sed -e '"'$p'"' input -" \
	"one\ntwo\nthree\nfour\nfour" "one\ntwo" "three\nfour"
# sed match EOF inline: gnu sed 4.1.5 outputs this:
#00000000  6f 6e 65 0a 6f 6f 6b 0a  6f 6f 6b 0a 74 77 6f 0a  |one.ook.ook.two.|
#00000010  0a 74 68 72 65 65 0a 6f  6f 6b 0a 6f 6f 6b 0a 66  |.three.ook.ook.f|
#00000020  6f 75 72                                          |our|
# which looks buggy to me.
$ECHO -ne "three\nfour" > input2
testing "sed match EOF inline" \
	"sed -e '"'$i ook'"' -i input input2 && cat input input2" \
	"one\nook\ntwothree\nook\nfour" "one\ntwo" ""
rm input2

# Test lie-to-autoconf

testing "sed lie-to-autoconf" "sed --version | grep -o 'GNU sed version '" \
	"GNU sed version \n" "" ""

# Jump to nonexistent label
testing "sed nonexistent label" "sed -e 'b walrus' 2> /dev/null || echo yes" \
	"yes\n" "" ""

testing "sed backref from empty s uses range regex" \
	"sed -e '/woot/s//eep \0 eep/'" "eep woot eep" "" "woot"

testing "sed backref from empty s uses range regex with newline" \
	"sed -e '/woot/s//eep \0 eep/'" "eep woot eep\n" "" "woot\n"

# -i with no filename

touch ./-  # Detect gnu failure mode here.
testing "sed -i with no arg [GNUFAIL]" "sed -e '' -i 2> /dev/null || echo yes" \
	"yes\n" "" ""
rm ./-     # Clean up

testing "sed s/xxx/[/" "sed -e 's/xxx/[/'" "[\n" "" "xxx\n"

# Ponder this a bit more, why "woo not found" from gnu version?
#testing "sed doesn't substitute in deleted line" \
#	"sed -e '/ook/d;s/ook//;t woo;a bang;'" "bang" "" "ook\n"

# This makes both seds very unhappy.  Why?
#testing "sed -g (exhaustive)" "sed -e 's/[[:space:]]*/,/g'" ",1,2,3,4,5," \
#	"" "12345"

# testing "description" "arguments" "result" "infile" "stdin"

testing "sed n command must reset 'substituted' bit" \
	"sed 's/1/x/;T;n;: next;s/3/y/;t quit;n;b next;: quit;q'" \
	"0\nx\n2\ny\n" "" "0\n1\n2\n3\n"

exit $FAILCOUNT
1	#!/bin/sh
2
3	# SUSv3 compliant sed tests.
4	# Copyright 2005 by Rob Landley <rob@landley.net>
5	# Licensed under GPL v2, see file LICENSE for details.
6
7	. testing.sh
8
9	# testing "description" "arguments" "result" "infile" "stdin"
10
11	# Corner cases
12	testing "sed no files (stdin)" 'sed ""' "hello\n" "" "hello\n"
13	testing "sed explicit stdin" 'sed "" -' "hello\n" "" "hello\n"
14	testing "sed handles empty lines" "sed -e 's/\$/@/'" "@\n" "" "\n"
15	testing "sed stdin twice" 'sed "" - -' "hello" "" "hello"
16
17	# Trailing EOF.
18	# Match $, at end of each file or all files?
19
20	# -e corner cases
21	# without -e
22	# multiple -e
23	# interact with a
24	# -eee arg1 arg2 arg3
25	# -f corner cases
26	# -e -f -e
27	# -n corner cases
28	# no newline at EOF?
29	# -r corner cases
30	# Just make sure it works.
31	# -i corner cases:
32	# sed -i -
33	# permissions
34	# -i on a symlink
35	# on a directory
36	# With $ last-line test
37	# Continue with \
38	# End of script with trailing \
39
40	# command list
41	testing "sed accepts blanks before command" "sed -e '1 d'" "" "" ""
42	testing "sed accepts newlines in -e" "sed -e 'i\
43	1
44	a\
45	3'" "1\n2\n3\n" "" "2\n"
46	testing "sed accepts multiple -e" "sed -e 'i\' -e '1' -e 'a\' -e '3'" \
47	"1\n2\n3\n" "" "2\n"
48
49	# substitutions
50	testing "sed -n" "sed -n -e s/foo/bar/ -e s/bar/baz/" "" "" "foo\n"
51	testing "sed s//p" "sed -e s/foo/bar/p -e s/bar/baz/p" "bar\nbaz\nbaz\n" \
52	"" "foo\n"
53	testing "sed -n s//p" "sed -ne s/abc/def/p" "def\n" "" "abc\n"
54	testing "sed s//g (exhaustive)" "sed -e 's/[[:space:]]*/,/g'" ",1,2,3,4,5,\n" \
55	"" "12345\n"
56	testing "sed s arbitrary delimiter" "sed -e 's woo boing '" "boing\n" "" "woo\n"
57	testing "sed s chains" "sed -e s/foo/bar/ -e s/bar/baz/" "baz\n" "" "foo\n"
58	testing "sed s chains2" "sed -e s/foo/bar/ -e s/baz/nee/" "bar\n" "" "foo\n"
59	testing "sed s [delimiter]" "sed -e 's@[@]@@'" "onetwo" "" "one@two"
60	testing "sed s with \\t (GNU ext)" "sed 's/\t/ /'" "one two" "" "one\ttwo"
61
62	# branch
63	testing "sed b (branch)" "sed -e 'b one;p;: one'" "foo\n" "" "foo\n"
64	testing "sed b (branch with no label jumps to end)" "sed -e 'b;p'" \
65	"foo\n" "" "foo\n"
66
67	# test and branch
68	testing "sed t (test/branch)" "sed -e 's/a/1/;t one;p;: one;p'" \
69	"1\n1\nb\nb\nb\nc\nc\nc\n" "" "a\nb\nc\n"
70	testing "sed t (test/branch clears test bit)" "sed -e 's/a/b/;:loop;t loop'" \
71	"b\nb\nc\n" "" "a\nb\nc\n"
72	testing "sed T (!test/branch)" "sed -e 's/a/1/;T notone;p;: notone;p'" \
73	"1\n1\n1\nb\nb\nc\nc\n" "" "a\nb\nc\n"
74
75	# Normal sed end-of-script doesn't print "c" because n flushed the pattern
76	# space. If n hits EOF, pattern space is empty when script ends.
77	# Query: how does this interact with no newline at EOF?
78	testing "sed n (flushes pattern space, terminates early)" "sed -e 'n;p'" \
79	"a\nb\nb\nc\n" "" "a\nb\nc\n"
80	# N does _not_ flush pattern space, therefore c is still in there @ script end.
81	testing "sed N (doesn't flush pattern space when terminating)" "sed -e 'N;p'" \
82	"a\nb\na\nb\nc\n" "" "a\nb\nc\n"
83	testing "sed address match newline" 'sed "/b/N;/b\\nc/i woo"' \
84	"a\nwoo\nb\nc\nd\n" "" "a\nb\nc\nd\n"
85
86	# Multiple lines in pattern space
87	testing "sed N (stops at end of input) and P (prints to first newline only)" \
88	"sed -n 'N;P;p'" "a\na\nb\n" "" "a\nb\nc\n"
89
90	# Hold space
91	testing "sed G (append hold space to pattern space)" 'sed G' "a\n\nb\n\nc\n\n" \
92	"" "a\nb\nc\n"
93	#testing "sed g/G (swap/append hold and patter space)"
94	#testing "sed g (swap hold/pattern space)"
95
96	testing "sed d ends script iteration" \
97	"sed -e '/ook/d;s/ook/ping/p;i woot'" "" "" "ook\n"
98	testing "sed d ends script iteration (2)" \
99	"sed -e '/ook/d;a\' -e 'bang'" "woot\nbang\n" "" "ook\nwoot\n"
100
101	# Multiple files, with varying newlines and NUL bytes
102	testing "sed embedded NUL" "sed -e 's/woo/bang/'" "\0bang\0woo\0" "" \
103	"\0woo\0woo\0"
104	testing "sed embedded NUL g" "sed -e 's/woo/bang/g'" "bang\0bang\0" "" \
105	"woo\0woo\0"
106	echo -e "/woo/a he\0llo" > sed.commands
107	testing "sed NUL in command" "sed -f sed.commands" "woo\nhe\0llo\n" "" "woo"
108	rm sed.commands
109
110	# sed has funky behavior with newlines at the end of file. Test lots of
111	# corner cases with the optional newline appending behavior.
112
113	testing "sed normal newlines" "sed -e 's/woo/bang/' input -" "bang\nbang\n" \
114	"woo\n" "woo\n"
115	testing "sed leave off trailing newline" "sed -e 's/woo/bang/' input -" \
116	"bang\nbang" "woo\n" "woo"
117	testing "sed autoinsert newline" "sed -e 's/woo/bang/' input -" "bang\nbang" \
118	"woo" "woo"
119	testing "sed empty file plus cat" "sed -e 's/nohit//' input -" "one\ntwo" \
120	"" "one\ntwo"
121	testing "sed cat plus empty file" "sed -e 's/nohit//' input -" "one\ntwo" \
122	"one\ntwo" ""
123	testing "sed append autoinserts newline" "sed -e '/woot/a woo' -" \
124	"woot\nwoo\n" "" "woot"
125	testing "sed insert doesn't autoinsert newline" "sed -e '/woot/i woo' -" \
126	"woo\nwoot" "" "woot"
127	testing "sed print autoinsert newlines" "sed -e 'p' -" "one\none" "" "one"
128	testing "sed print autoinsert newlines two files" "sed -e 'p' input -" \
129	"one\none\ntwo\ntwo" "one" "two"
130	testing "sed noprint, no match, no newline" "sed -ne 's/woo/bang/' input" \
131	"" "no\n" ""
132	testing "sed selective matches with one nl" "sed -ne 's/woo/bang/p' input -" \
133	"a bang\nc bang\n" "a woo\nb no" "c woo\nd no"
134	testing "sed selective matches insert newline" \
135	"sed -ne 's/woo/bang/p' input -" "a bang\nb bang\nd bang" \
136	"a woo\nb woo" "c no\nd woo"
137	testing "sed selective matches noinsert newline" \
138	"sed -ne 's/woo/bang/p' input -" "a bang\nb bang" "a woo\nb woo" \
139	"c no\nd no"
140	testing "sed clusternewline" \
141	"sed -e '/one/a 111' -e '/two/i 222' -e p input -" \
142	"one\none\n111\n222\ntwo\ntwo" "one" "two"
143	testing "sed subst+write" \
144	"sed -e 's/i/z/' -e 'woutputw' input -; echo -n X; cat outputw" \
145	"thzngy\nagaznXthzngy\nagazn" "thingy" "again"
146	rm outputw
147	testing "sed trailing NUL" \
148	"sed 's/i/z/' input -" \
149	"a\0b\0\nc" "a\0b\0" "c"
150	testing "sed escaped newline in command" \
151	"sed 's/a/z\\
152	z/' input" \
153	"z\nz" "a" ""
154
155	# Test end-of-file matching behavior
156
157	testing "sed match EOF" "sed -e '"'$p'"'" "hello\nthere\nthere" "" \
158	"hello\nthere"
159	testing "sed match EOF two files" "sed -e '"'$p'"' input -" \
160	"one\ntwo\nthree\nfour\nfour" "one\ntwo" "three\nfour"
161	# sed match EOF inline: gnu sed 4.1.5 outputs this:
162	#00000000 6f 6e 65 0a 6f 6f 6b 0a 6f 6f 6b 0a 74 77 6f 0a \|one.ook.ook.two.\|
163	#00000010 0a 74 68 72 65 65 0a 6f 6f 6b 0a 6f 6f 6b 0a 66 \|.three.ook.ook.f\|
164	#00000020 6f 75 72 \|our\|
165	# which looks buggy to me.
166	$ECHO -ne "three\nfour" > input2
167	testing "sed match EOF inline" \
168	"sed -e '"'$i ook'"' -i input input2 && cat input input2" \
169	"one\nook\ntwothree\nook\nfour" "one\ntwo" ""
170	rm input2
171
172	# Test lie-to-autoconf
173
174	testing "sed lie-to-autoconf" "sed --version \| grep -o 'GNU sed version '" \
175	"GNU sed version \n" "" ""
176
177	# Jump to nonexistent label
178	testing "sed nonexistent label" "sed -e 'b walrus' 2> /dev/null \|\| echo yes" \
179	"yes\n" "" ""
180
181	testing "sed backref from empty s uses range regex" \
182	"sed -e '/woot/s//eep \0 eep/'" "eep woot eep" "" "woot"
183
184	testing "sed backref from empty s uses range regex with newline" \
185	"sed -e '/woot/s//eep \0 eep/'" "eep woot eep\n" "" "woot\n"
186
187	# -i with no filename
188
189	touch ./- # Detect gnu failure mode here.
190	testing "sed -i with no arg [GNUFAIL]" "sed -e '' -i 2> /dev/null \|\| echo yes" \
191	"yes\n" "" ""
192	rm ./- # Clean up
193
194	testing "sed s/xxx/[/" "sed -e 's/xxx/[/'" "[\n" "" "xxx\n"
195
196	# Ponder this a bit more, why "woo not found" from gnu version?
197	#testing "sed doesn't substitute in deleted line" \
198	# "sed -e '/ook/d;s/ook//;t woo;a bang;'" "bang" "" "ook\n"
199
200	# This makes both seds very unhappy. Why?
201	#testing "sed -g (exhaustive)" "sed -e 's/[[:space:]]*/,/g'" ",1,2,3,4,5," \
202	# "" "12345"
203
204	# testing "description" "arguments" "result" "infile" "stdin"
205
206	testing "sed n command must reset 'substituted' bit" \
207	"sed 's/1/x/;T;n;: next;s/3/y/;t quit;n;b next;: quit;q'" \
208	"0\nx\n2\ny\n" "" "0\n1\n2\n3\n"
209
210	exit $FAILCOUNT