Results for var-op-len.test.sh

statusbashdashashzshmkshkshtoyshsushbrushosh
pass 6246342428
ok 1100100000
N-I 0500400000
BUG 2103100000
FAIL 0050057571
total9999999999
casebashdashashzshmkshkshtoyshsushbrushoshdescription
0pass pass pass pass pass pass pass pass pass pass String length
1pass N-I FAIL pass N-I pass FAIL pass FAIL pass Unicode string length (UTF-8)
detailsdetailsdetailsdetailsdetails
2pass N-I pass pass N-I FAIL FAIL pass FAIL pass Unicode string length (spec/testdata/utf8-chars.txt)
detailsdetailsdetailsdetailsdetails
3BUG N-I FAIL BUG N-I FAIL FAIL FAIL FAIL pass String length with incomplete utf-8
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
4BUG N-I FAIL BUG N-I FAIL FAIL FAIL FAIL pass String length with invalid utf-8 continuation bytes
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
5pass pass pass pass pass pass pass pass pass pass Length of undefined variable
6pass ok FAIL pass pass pass FAIL FAIL FAIL pass Length of undefined variable with nounset
detailsdetailsdetailsdetailsdetails
7ok BUG pass BUG ok FAIL FAIL FAIL FAIL pass Length operator can't be followed by test operator
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
8pass N-I FAIL pass BUG FAIL FAIL FAIL FAIL FAIL ${#s} respects LC_ALL - length in bytes or code points
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
41 passed, 3 OK, 9 not implemented, 7 BUG, 30 failed, 0 timeouts, 0 cases skipped
1 failed under osh

Details on runs that didn't PASS

dash1 Unicode string length (UTF-8)

stdout: 
9
stderr: 
ash1 Unicode string length (UTF-8)



[ash stdout]
Expected '3\n'
Got      '8\n'




stdout: 


8

stderr: 


mksh1 Unicode string length (UTF-8)


stdout: 


4

stderr: 


toysh1 Unicode string length (UTF-8)



[toysh stdout]
Expected '3\n'
Got      '4\n'




stdout: 


4

stderr: 


brush1 Unicode string length (UTF-8)



[brush stdout]
Expected '3\n'
Got      '4\n'




stdout: 


4

stderr: 


dash2 Unicode string length (spec/testdata/utf8-chars.txt)


stdout: 


13

stderr: 


mksh2 Unicode string length (spec/testdata/utf8-chars.txt)


stdout: 


13

stderr: 


ksh2 Unicode string length (spec/testdata/utf8-chars.txt)



[ksh stdout]
Expected '7\n'
Got      '10\n'




stdout: 


10

stderr: 


toysh2 Unicode string length (spec/testdata/utf8-chars.txt)



[toysh stdout]
Expected '7\n'
Got      '13\n'




stdout: 


13

stderr: 


brush2 Unicode string length (spec/testdata/utf8-chars.txt)



[brush stdout]
Expected '7\n'
Got      '13\n'




stdout: 


13

stderr: 


bash3 String length with incomplete utf-8


stdout: 


0
1
2
3
3
4
5
6
5
6
7
8
9
7

stderr: 


dash3 String length with incomplete utf-8


stdout: 


0
1
2
3
4
5
6
7
8
9
10
11
12
13

stderr: 


ash3 String length with incomplete utf-8



[ash stdout]
Expected '0\n1\n2\n-1\n3\n4\n-1\n-1\n5\n6\n-1\n-1\n-1\n7\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 12 bytes\n'
Got      '0\n1\n2\n3\n3\n4\n6\n7\n5\n6\n10\n11\n12\n7\n'




stdout: 


0
1
2
3
3
4
6
7
5
6
10
11
12
7

stderr: 


zsh3 String length with incomplete utf-8


stdout: 


0
1
2
3
3
4
5
6
5
6
7
8
9
7

stderr: 


mksh3 String length with incomplete utf-8


stdout: 


0
1
2
3
4
5
6
7
8
9
10
11
12
13

stderr: 


ksh3 String length with incomplete utf-8



[ksh stdout]
Expected '0\n1\n2\n-1\n3\n4\n-1\n-1\n5\n6\n-1\n-1\n-1\n7\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 12 bytes\n'
Got      '0\n1\n2\n3\n3\n4\n5\n6\n5\n6\n7\n8\n9\n10\n'




stdout: 


0
1
2
3
3
4
5
6
5
6
7
8
9
10

stderr: 


toysh3 String length with incomplete utf-8



[toysh stdout]
Expected '0\n1\n2\n-1\n3\n4\n-1\n-1\n5\n6\n-1\n-1\n-1\n7\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 12 bytes\n'
Got      '0\n1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n11\n12\n13\n'




stdout: 


0
1
2
3
4
5
6
7
8
9
10
11
12
13

stderr: 


sush3 String length with incomplete utf-8



[sush stdout]
Expected '0\n1\n2\n-1\n3\n4\n-1\n-1\n5\n6\n-1\n-1\n-1\n7\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 12 bytes\n'
Got      '0\n1\n2\n0\n3\n4\n0\n0\n5\n6\n0\n0\n0\n7\n'




stdout: 


0
1
2
0
3
4
0
0
5
6
0
0
0
7

stderr: 


brush3 String length with incomplete utf-8



[brush stdout]
Expected '0\n1\n2\n-1\n3\n4\n-1\n-1\n5\n6\n-1\n-1\n-1\n7\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Truncated bytes at offset 9 in string of 12 bytes\n'
Got      '0\n1\n2\n'




stdout: 


0
1
2

stderr: 


ERROR error: i/o error: stream did not contain valid UTF-8

bash4 String length with invalid utf-8 continuation bytes


stdout: 


1
2
3
4
4
5
6
7
6
7
8
9
10
8
8

stderr: 


dash4 String length with invalid utf-8 continuation bytes


stdout: 


7
8
9
10
11
12
13
14
15
16
17
18
19
20
20

stderr: 


ash4 String length with invalid utf-8 continuation bytes



[ash stdout]
Expected '-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 0 in string of 1 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 1 in string of 2 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 4 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 4 in string of 5 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 8 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 8 in string of 9 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 12 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 13 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n'
Got      '1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n11\n12\n13\n14\n14\n'




stdout: 


1
2
3
4
5
6
7
8
9
10
11
12
13
14
14

stderr: 


zsh4 String length with invalid utf-8 continuation bytes


stdout: 


1
2
3
4
4
5
6
7
6
7
8
9
10
8
8

stderr: 


mksh4 String length with invalid utf-8 continuation bytes


stdout: 


1
2
3
4
5
6
7
8
9
10
11
12
13
14
14

stderr: 


ksh4 String length with invalid utf-8 continuation bytes



[ksh stdout]
Expected '-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 0 in string of 1 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 1 in string of 2 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 4 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 4 in string of 5 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 8 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 8 in string of 9 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 12 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 13 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n'
Got      '1\n2\n3\n4\n4\n5\n6\n7\n6\n7\n8\n9\n10\n11\n11\n'




stdout: 


1
2
3
4
4
5
6
7
6
7
8
9
10
11
11

stderr: 


toysh4 String length with invalid utf-8 continuation bytes



[toysh stdout]
Expected '-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 0 in string of 1 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 1 in string of 2 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 4 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 4 in string of 5 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 8 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 8 in string of 9 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 12 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 13 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n'
Got      '2\n3\n4\n5\n6\n7\n8\n9\n10\n11\n12\n13\n14\n15\n15\n'




stdout: 


2
3
4
5
6
7
8
9
10
11
12
13
14
15
15

stderr: 


sush4 String length with invalid utf-8 continuation bytes



[sush stdout]
Expected '-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 0 in string of 1 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 1 in string of 2 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 4 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 4 in string of 5 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 8 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 8 in string of 9 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 12 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 13 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n'
Got      '0\n1\n2\n0\n3\n4\n0\n0\n5\n6\n0\n0\n0\n7\n7\n'




stdout: 


0
1
2
0
3
4
0
0
5
6
0
0
0
7
7

stderr: 


brush4 String length with invalid utf-8 continuation bytes



[brush stdout]
Expected '-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n-1\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 0 in string of 1 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 1 in string of 2 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 3 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 2 in string of 4 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 4 in string of 5 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 6 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 7 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 5 in string of 8 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 8 in string of 9 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 10 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 11 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 12 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 9 in string of 13 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n[ stdin ]:3: warning: UTF-8 decode: Bad encoding at offset 13 in string of 14 bytes\n'
Got      '3\n4\n5\n'




stdout: 


3
4
5

stderr: 


ERROR error: i/o error: stream did not contain valid UTF-8

dash6 Length of undefined variable with nounset


stdout: 


stderr: 


dash: 2: undef: parameter not set

ash6 Length of undefined variable with nounset



[ash status]
Expected 1
Got      2




stdout: 


stderr: 


ash: undef: parameter not set

toysh6 Length of undefined variable with nounset



[toysh status]
Expected 1
Got      0




stdout: 


0

stderr: 


set: bad -o nounset

sush6 Length of undefined variable with nounset



[sush status]
Expected 1
Got      0




stdout: 


0

stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 1: set: nounset: invalid option name

brush6 Length of undefined variable with nounset



[brush status]
Expected 1
Got      0




stdout: 


0

stderr: 


bash7 Length operator can't be followed by test operator


stdout: 


stderr: 


bash: line 1: ${#x-default}: bad substitution
bash: line 4: ${#x-default}: bad substitution
bash: line 7: ${#x-default}: bad substitution

dash7 Length operator can't be followed by test operator


stdout: 


0
0
3

stderr: 


zsh7 Length operator can't be followed by test operator


stdout: 


7
0
3

stderr: 


mksh7 Length operator can't be followed by test operator


stdout: 


stderr: 


mksh: <stdin>[1]: ${#x-default}: bad substitution

ksh7 Length operator can't be followed by test operator



[ksh status]
Expected 2
Got      1




stdout: 


stderr: 


E: ksh: <stdin>[1]: ${#x-default}: bad substitution

toysh7 Length operator can't be followed by test operator



[toysh stdout]
Expected u''
Got      '0\n0\n3\n'



[toysh status]
Expected 2
Got      0




stdout: 


0
0
3

stderr: 


sush7 Length operator can't be followed by test operator



[sush stdout]
Expected u''
Got      'default\n0\n3\n'



[sush status]
Expected 2
Got      0




stdout: 


default
0
3

stderr: 


brush7 Length operator can't be followed by test operator



[brush stdout]
Expected u''
Got      '${#x-default}\n${#x-default}\n${#x-default}\n'



[brush status]
Expected 2
Got      0




stdout: 


${#x-default}
${#x-default}
${#x-default}

stderr: 


dash8 ${#s} respects LC_ALL - length in bytes or code points


stdout: 


stderr: 


ash8 ${#s} respects LC_ALL - length in bytes or code points



[ash stdout]
Expected 'len=1\nlen=2\n\nlen=1\nlen=4\n\n'
Got      'len=6\nlen=6\n\nlen=10\nlen=10\n\n'




stdout: 


len=6
len=6

len=10
len=10


stderr: 


mksh8 ${#s} respects LC_ALL - length in bytes or code points


stdout: 


len=2
len=2

len=3
len=3


stderr: 


ksh8 ${#s} respects LC_ALL - length in bytes or code points



[ksh stdout]
Expected 'len=1\nlen=2\n\nlen=1\nlen=4\n\n'
Got      'len=1\nlen=2\n\nlen=1\nlen=3\n\n'




stdout: 


len=1
len=2

len=1
len=3


stderr: 


toysh8 ${#s} respects LC_ALL - length in bytes or code points



[toysh stdout]
Expected 'len=1\nlen=2\n\nlen=1\nlen=4\n\n'
Got      ''



[toysh status]
Expected 0
Got      -6




stdout: 


stderr: 


munmap_chunk(): invalid pointer

sush8 ${#s} respects LC_ALL - length in bytes or code points



[sush stdout]
Expected 'len=1\nlen=2\n\nlen=1\nlen=4\n\n'
Got      'len=1\nlen=1\n\nlen=4\nlen=4\n\n'




stdout: 


len=1
len=1

len=4
len=4


stderr: 


brush8 ${#s} respects LC_ALL - length in bytes or code points



[brush stdout]
Expected 'len=1\nlen=2\n\nlen=1\nlen=4\n\n'
Got      'len=2\nlen=2\n\nlen=4\nlen=4\n\n'




stdout: 


len=2
len=2

len=4
len=4


stderr: 


osh8 ${#s} respects LC_ALL - length in bytes or code points



[osh stdout]
Expected 'len=1\nlen=2\n\nlen=1\nlen=4\n\n'
Got      'len=1\nlen=1\n\nlen=1\nlen=1\n\n'




stdout: 


len=1
len=1

len=1
len=1


stderr: