Results for serialize.test.sh

statusbashdashashzshmkshkshtoyshsushbrushosh
pass 7003440367
ok 3024300003
N-I 0081000000
BUG 0002300000
FAIL 010000610740
total10101010101010101010
casebashdashashzshmkshkshtoyshsushbrushoshdescription
0pass FAIL N-I ok ok FAIL FAIL FAIL FAIL pass printf %q newline
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
1ok FAIL N-I ok pass pass FAIL FAIL pass pass printf %q spaces
detailsdetailsdetailsdetailsdetailsdetails
2pass FAIL N-I pass BUG FAIL FAIL pass FAIL ok printf %q quotes
detailsdetailsdetailsdetailsdetailsdetailsdetails
3pass FAIL N-I pass BUG FAIL FAIL FAIL FAIL ok printf %q unprintable
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
4pass FAIL N-I pass pass pass FAIL FAIL pass ok printf %q unicode
detailsdetailsdetailsdetailsdetails
5ok FAIL N-I ok BUG FAIL FAIL FAIL FAIL pass printf %q invalid unicode
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
6pass FAIL ok BUG pass pass FAIL pass pass pass set
detailsdetailsdetailsdetails
7pass FAIL N-I BUG ok FAIL FAIL pass pass pass declare
detailsdetailsdetailsdetailsdetailsdetails
8pass FAIL N-I N-I ok FAIL FAIL FAIL pass pass ${var@Q}
detailsdetailsdetailsdetailsdetailsdetailsdetails
9ok FAIL ok ok pass pass FAIL FAIL pass pass xtrace
detailsdetailsdetailsdetailsdetailsdetails
34 passed, 15 OK, 9 not implemented, 5 BUG, 37 failed, 0 timeouts, 0 cases skipped

Details on runs that didn't PASS

dash0 printf %q newline

[dash stdout] Expected "$'one\\ntwo'\nroundtrip-ok\n", got ''
[dash status] Expected 0, got 1

stdout: 
stderr: 


dash: 4: printf: %q: invalid directive
dash: 6: printf: %q: invalid directive

ash0 printf %q newline


stdout: 


stderr: 


zsh0 printf %q newline


stdout: 


one$'\n'two
roundtrip-ok

stderr: 


mksh0 printf %q newline


stdout: 


'one'$'\n''two'
roundtrip-ok

stderr: 


ksh0 printf %q newline


[ksh stdout] Expected "$'one\\ntwo'\nroundtrip-ok\n", got "'one'$'\\n''two'\nroundtrip-ok\n"



stdout: 


'one'$'\n''two'
roundtrip-ok

stderr: 


toysh0 printf %q newline


[toysh stdout] Expected "$'one\\ntwo'\nroundtrip-ok\n", got ''

[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

sush0 printf %q newline


[sush stdout] Expected "$'one\\ntwo'\nroundtrip-ok\n", got 'one\ntwo\n'

[sush status] Expected 0, got 1



stdout: 


one
two

stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 2: two: command not found

brush0 printf %q newline


[brush stdout] Expected "$'one\\ntwo'\nroundtrip-ok\n", got "'one'$'\\n''two'\nroundtrip-ok\n"



stdout: 


'one'$'\n''two'
roundtrip-ok

stderr: 


bash1 printf %q spaces


stdout: 


one\ two

stderr: 


dash1 printf %q spaces


[dash stdout] Expected "'one two'\n", got ''

[dash status] Expected 0, got 2



stdout: 


stderr: 


dash: 5: printf: %q: invalid directive

ash1 printf %q spaces


stdout: 


stderr: 


zsh1 printf %q spaces


stdout: 


one\ two

stderr: 


toysh1 printf %q spaces


[toysh stdout] Expected "'one two'\n", got ''

[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

sush1 printf %q spaces


[sush stdout] Expected "'one two'\n", got 'one two\n'



stdout: 


one two

stderr: 


dash2 printf %q quotes


[dash stdout] Expected '\\\'\\"\nroundtrip-ok\n', got ''

[dash status] Expected 0, got 1



stdout: 


stderr: 


dash: 4: printf: %q: invalid directive
dash: 6: printf: %q: invalid directive

ash2 printf %q quotes


stdout: 


stderr: 


mksh2 printf %q quotes


stdout: 


''\''"'
roundtrip-ok

stderr: 


ksh2 printf %q quotes


[ksh stdout] Expected '\\\'\\"\nroundtrip-ok\n', got '\'\'\\\'\'"\'\nroundtrip-ok\n'



stdout: 


''\''"'
roundtrip-ok

stderr: 


toysh2 printf %q quotes


[toysh stdout] Expected '\\\'\\"\nroundtrip-ok\n', got ''

[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

brush2 printf %q quotes


[brush stdout] Expected '\\\'\\"\nroundtrip-ok\n', got '\'\'\\\'\'"\'\nroundtrip-ok\n'



stdout: 


''\''"'
roundtrip-ok

stderr: 


osh2 printf %q quotes


stdout: 


$'\'"'
roundtrip-ok

stderr: 


dash3 printf %q unprintable


[dash stdout] Expected "$'\\377'\n", got ''

[dash status] Expected 0, got 2



stdout: 


stderr: 


dash: 4: printf: %q: invalid directive

ash3 printf %q unprintable


stdout: 


stderr: 


mksh3 printf %q unprintable


stdout: 


''$'\377'

stderr: 


ksh3 printf %q unprintable


[ksh stdout] Expected "$'\\377'\n", got "''$'\\377'\n"



stdout: 


''$'\377'

stderr: 


toysh3 printf %q unprintable


[toysh stdout] Expected "$'\\377'\n", got ''

[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

sush3 printf %q unprintable


[sush stdout] Expected "$'\\377'\n", got '\xc3\xbf\n'



stdout: 


ÿ

stderr: 


brush3 printf %q unprintable


[brush stdout] Expected "$'\\377'\n", got '\xef\xbf\xbd\n'



stdout: 


�

stderr: 


osh3 printf %q unprintable


stdout: 


$'\xff'

stderr: 


dash4 printf %q unicode


[dash stdout] Expected '\xce\xbc\n', got ''

[dash status] Expected 0, got 2



stdout: 


stderr: 


dash: 6: printf: %q: invalid directive

ash4 printf %q unicode


stdout: 


stderr: 


toysh4 printf %q unicode


[toysh stdout] Expected '\xce\xbc\n', got ''

[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

sush4 printf %q unicode


[sush stdout] Expected '\xce\xbc\n', got '\xc3\x8e\xc2\xbc\n'



stdout: 


μ

stderr: 


osh4 printf %q unicode


stdout: 


'μ'

stderr: 


bash5 printf %q invalid unicode


stdout: 


$'\316'
$'\316μ'
$'μ\316'
$'\316a'
$'a\316'

stderr: 


dash5 printf %q invalid unicode



[dash stdout]
Expected "$'\\xce'\n$'\\xce\xce\xbc'\n$'\xce\xbc\\xce'\n$'\\xcea'\n$'a\\xce'\n"
Got      ''


[dash status] Expected 0, got 2



stdout: 


stderr: 


dash: 4: printf: %q: invalid directive
dash: 7: printf: %q: invalid directive
dash: 10: printf: %q: invalid directive
dash: 15: printf: %q: invalid directive
dash: 17: printf: %q: invalid directive

ash5 printf %q invalid unicode


stdout: 


stderr: 


zsh5 printf %q invalid unicode


stdout: 


$'\316'
$'\316'μ
μ$'\316'
$'\316'a
a$'\316'

stderr: 


mksh5 printf %q invalid unicode


stdout: 


''$'\316'
''$'\316''μ'
'μ'$'\316'

stderr: 


ksh5 printf %q invalid unicode



[ksh stdout]
Expected "$'\\xce'\n$'\\xce\xce\xbc'\n$'\xce\xbc\\xce'\n$'\\xcea'\n$'a\\xce'\n"
Got      "''$'\\316'\n''$'\\316''\xce\xbc'\n'\xce\xbc'$'\\316'\n\xe0\xb3\xaa\n'a'$'\\316'\n"




stdout: 


''$'\316'
''$'\316''μ'
'μ'$'\316'
೪
'a'$'\316'

stderr: 


toysh5 printf %q invalid unicode



[toysh stdout]
Expected "$'\\xce'\n$'\\xce\xce\xbc'\n$'\xce\xbc\\xce'\n$'\\xcea'\n$'a\\xce'\n"
Got      ''


[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

sush5 printf %q invalid unicode



[sush stdout]
Expected "$'\\xce'\n$'\\xce\xce\xbc'\n$'\xce\xbc\\xce'\n$'\\xcea'\n$'a\\xce'\n"
Got      '\xc3\x8e\n\xc3\x8e\xc3\x8e\xc2\xbc\n\xc3\x8e\xc2\xbc\xc3\x8e\n\xc3\x8ea\na\xc3\x8e\n'




stdout: 


Î
Îμ
μÎ
Îa
aÎ

stderr: 


brush5 printf %q invalid unicode



[brush stdout]
Expected "$'\\xce'\n$'\\xce\xce\xbc'\n$'\xce\xbc\\xce'\n$'\\xcea'\n$'a\\xce'\n"
Got      '\xef\xbf\xbd\n\xef\xbf\xbd\xce\xbc\n\xce\xbc\xef\xbf\xbd\n\xef\xbf\xbda\na\xef\xbf\xbd\n'




stdout: 


�
�μ
μ�
�a
a�

stderr: 


dash6 set


[dash stdout] Expected "zz=$'one\\ntwo'\n", got "zz='$one\\ntwo'\n"



stdout: 


zz='$one\ntwo'

stderr: 


ash6 set


stdout: 


zz='one

stderr: 


zsh6 set


stdout: 


stderr: 


toysh6 set


[toysh stdout] Expected "zz=$'one\\ntwo'\n", got ''

[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

dash7 declare



[dash stdout]
Expected "zz=$'one\\ntwo'\ndeclare -- zz=$'one\\ntwo'\n"
Got      ''


[dash status] Expected 0, got 127



stdout: 


stderr: 


dash: 5: typeset: not found
dash: 6: typeset: not found

ash7 declare


stdout: 


stderr: 


zsh7 declare


stdout: 


stderr: 


mksh7 declare


stdout: 


typeset zz
typeset zz=$'one\ntwo'

stderr: 


ksh7 declare



[ksh stdout]
Expected "zz=$'one\\ntwo'\ndeclare -- zz=$'one\\ntwo'\n"
Got      "typeset zz\ntypeset zz=$'one\\ntwo'\n"




stdout: 


typeset zz
typeset zz=$'one\ntwo'

stderr: 


toysh7 declare



[toysh stdout]
Expected "zz=$'one\\ntwo'\ndeclare -- zz=$'one\\ntwo'\n"
Got      ''


[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

dash8 ${var@Q}


[dash stdout] Expected "$'one\\ntwo \xce\xbc'\n$'one\\ntwo \xce\xbc'\n", got ''

[dash status] Expected 0, got 2



stdout: 


stderr: 


dash: 5: Bad substitution

ash8 ${var@Q}


stdout: 


stderr: 


zsh8 ${var@Q}


stdout: 


stderr: 


mksh8 ${var@Q}


stdout: 


$'one
two μ'
$'one
two μ'

stderr: 


ksh8 ${var@Q}


[ksh stdout] Expected "$'one\\ntwo \xce\xbc'\n$'one\\ntwo \xce\xbc'\n", got "$'one\ntwo \xce\xbc'\n$'one\ntwo \xce\xbc'\n"



stdout: 


$'one
two μ'
$'one
two μ'

stderr: 


toysh8 ${var@Q}


[toysh stdout] Expected "$'one\\ntwo \xce\xbc'\n$'one\\ntwo \xce\xbc'\n", got ''

[toysh status] Expected 0, got 2



stdout: 


stderr: 


main: line 1: sh: syntax error: (

sush8 ${var@Q}


[sush stdout] Expected "$'one\\ntwo \xce\xbc'\n$'one\\ntwo \xce\xbc'\n", got ''

[sush status] Expected 0, got 1



stdout: 


stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 5: `${zz@Q}': bad substitution
/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 6: `${zz@Q}': bad substitution

bash9 xtrace


stdout: 


one
two

stderr: 


+ echo 'one
two'

dash9 xtrace


[dash stdout] Expected 'one\ntwo\n', got '$one\ntwo\n'

[dash stderr] Expected "+ echo $'one\\ntwo'\n", got '+ echo $one\\ntwo\n'



stdout: 


$one
two

stderr: 


+ echo $one\ntwo

ash9 xtrace


stdout: 


one
two

stderr: 


+ echo 'one
two'

zsh9 xtrace


stdout: 


one
two

stderr: 


+zsh:3> echo 'one
two'

toysh9 xtrace


[toysh stderr] Expected "+ echo $'one\\ntwo'\n", got ' echo "$zz" \n'



stdout: 


one
two

stderr: 


 echo "$zz" 

sush9 xtrace


[sush stderr] Expected "+ echo $'one\\ntwo'\n", got '/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 2: set: -x: invalid option\n'



stdout: 


one
two

stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 2: set: -x: invalid option