test multibyte behaviour of cut(1)

2 files changed, 98 insertions, 0 deletions

diff --git a/regress/usr.bin/cut/Makefile b/regress/usr.bin/cut/Makefile
new file mode 100644
index 00000000000..1d04feced41
--- /dev/null
+++ b/regress/usr.bin/cut/Makefile
@@ -0,0 +1,8 @@
+# $OpenBSD: Makefile,v 1.1 2016/10/07 17:22:12 schwarze Exp $
+
+REGRESS_TARGETS = cut
+
+cut:
+	sh ${.CURDIR}/cut.sh
+
+.include <bsd.regress.mk>
diff --git a/regress/usr.bin/cut/cut.sh b/regress/usr.bin/cut/cut.sh
new file mode 100644
index 00000000000..e9e6369847c
--- /dev/null
+++ b/regress/usr.bin/cut/cut.sh
@@ -0,0 +1,90 @@
+#!/bin/sh
+#
+# Copyright (c) 2016 Ingo Schwarze <schwarze@openbsd.org>
+#
+# Permission to use, copy, modify, and distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+
+unset LC_ALL
+
+test_cut()
+{
+	args=`echo "$1"`
+	stdin=$2
+	expected=`echo "$3"`
+	export LC_CTYPE=en_US.UTF-8
+	result=`echo -n "$stdin" | cut $args`
+	if [ "$result" != "${expected}" ]; then
+		echo "echo -n \"$stdin\" | cut $args"
+		echo -n "$stdin" | hexdump -C
+		echo "expected: \"$expected\""
+		echo -n "$expected" | hexdump -C
+		echo "result: \"$result\""
+		echo -n "$result" | hexdump -C
+		exit 1;
+	fi
+
+	if [ -n "$4" ]; then
+		expected=`echo "$4"`
+	fi
+	export LC_CTYPE=C
+	result=`echo -n "$stdin" | cut $args`
+	if [ "$result" != "${expected}" ]; then
+		echo "[C] echo -n \"$stdin\" | cut $args"
+		echo -n "$stdin" | hexdump -C
+		echo "expected: \"$expected\""
+		echo -n "$expected" | hexdump -C
+		echo "result: \"$result\""
+		echo -n "$result" | hexdump -C
+		exit 1;
+	fi
+}
+
+# single byte characters
+test_cut "-b 4,2" "abcde" "bd"
+test_cut "-b 2-4" "abcde" "bcd"
+test_cut "-b 4-,-2" "abcde" "abde"
+test_cut "-nb 4,2" "abcde" "bd"
+test_cut "-nb 2-4" "abcde" "bcd"
+test_cut "-nb 4-,-2" "abcde" "abde"
+test_cut "-c 4,2" "abcde" "bd"
+test_cut "-c 2-4" "abcde" "bcd"
+test_cut "-c 4-,-2" "abcde" "abde"
+
+# multibyte characters
+test_cut "-b 2-3" "ax\0314\0200b" "x\0314"
+test_cut "-b 1,3" "ax\0314\0200b" "a\0314"
+test_cut "-nb 2-3" "ax\0314\0200b" "x" "x\0314"
+test_cut "-nb 1,3" "ax\0314\0200b" "a" "a\0314"
+test_cut "-nb 2,4" "ax\0314\0200b" "x\0314\0200" "x\0200"
+test_cut "-c 2-3" "ax\0314\0200b" "x\0314\0200" "x\0314"
+test_cut "-c 1,3" "ax\0314\0200b" "a\0314\0200" "a\0314"
+
+# double width multibyte characters
+test_cut "-b -3" "a\0354\0277\0277b" "a\0354\0277"
+test_cut "-nb 4-" "a\0354\0277\0277b" "\0354\0277\0277b" "\0277b"
+test_cut "-c 2" "a\0354\0277\0277b" "\0354\0277\0277" "\0354"
+
+# invalid bytes
+test_cut "-b -2" "a\0377\0277b" "a\0377"
+test_cut "-b 3-" "a\0377\0277b" "\0277b"
+test_cut "-nb 2-5" "\0303\0251\0377\0277\0303\0251" "\0303\0251\0377\0277" \
+	"\0251\0377\0277\0303"
+test_cut "-c 4,1" "\0303\0251\0377\0277\0303\0250" "\0303\0251\0303\0250" \
+	"\0303\0277"
+
+# multibyte delimiter
+test_cut "-d \0302\0267 -f 2" "a\0302\0267b\0302\0267c" "b" "\0267b"
+test_cut "-d \0302\0267 -f 3,2" "a\0302\0267b\0302\0267c" "b\0302\0267c" \
+	"\0267b\0302\0267c"
+
+exit 0