Results for builtin-meta.test.sh

statusbashdashashzshmkshkshtoyshsushbrushosh
pass 1588111312161117
ok 1222300000
N-I 0443100000
BUG 1331000000
FAIL 000005161160
total17171717171717171717
casebashdashashzshmkshkshtoyshsushbrushoshdescription
0pass ok ok pass pass pass FAIL FAIL FAIL pass command -v
detailsdetailsdetailsdetailsdetails
1pass pass pass pass pass pass FAIL FAIL pass pass command -v executable, builtin
detailsdetails
2BUG BUG BUG pass ok FAIL FAIL FAIL FAIL pass command -v with multiple names
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
3pass BUG BUG pass pass FAIL FAIL FAIL FAIL pass command -v doesn't find non-executable file
detailsdetailsdetailsdetailsdetailsdetails
4ok ok ok ok ok FAIL FAIL FAIL FAIL pass command -V
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
5pass BUG BUG ok ok FAIL FAIL pass pass pass command -V nonexistent
detailsdetailsdetailsdetailsdetailsdetails
6pass pass pass pass pass pass FAIL FAIL pass pass command skips function lookup
detailsdetails
7pass pass pass N-I pass pass FAIL pass pass pass command command seq 3
detailsdetails
8pass pass pass N-I pass pass FAIL pass FAIL pass command command -v seq
detailsdetailsdetails
9pass pass pass pass pass pass FAIL FAIL pass pass command -p (override existing program)
detailsdetails
10pass pass pass pass pass pass pass FAIL pass pass command -p (hide tool in custom path)
details
11pass pass pass pass pass pass FAIL FAIL pass pass command -p (find hidden tool in default path)
detailsdetails
12pass pass pass N-I N-I FAIL FAIL FAIL pass pass $(command type ls)
detailsdetailsdetailsdetailsdetails
13pass N-I N-I pass pass pass FAIL pass pass pass builtin
detailsdetailsdetails
14pass N-I N-I pass pass pass FAIL pass pass pass builtin ls not found
detailsdetailsdetails
15pass N-I N-I BUG pass pass FAIL FAIL FAIL pass builtin usage
detailsdetailsdetailsdetailsdetailsdetails
16pass N-I N-I pass pass pass FAIL pass pass pass builtin command echo hi
detailsdetailsdetails
102 passed, 10 OK, 12 not implemented, 8 BUG, 38 failed, 0 timeouts, 0 cases skipped

Details on runs that didn't PASS

dash0 command -v

stdout: 
echo
0
myfunc
0
nonexistent=127
empty=127
for
0
stderr: 
ash0 command -v


stdout: 


echo
0
myfunc
0
nonexistent=127
empty=127
for
0

stderr: 


toysh0 command -v



[toysh stdout]
Expected 'echo\n0\nmyfunc\n0\nnonexistent=1\nempty=1\nfor\n0\n'
Got      '127\n127\nnonexistent=127\nempty=127\n127\n'




stdout: 


127
127
nonexistent=127
empty=127
127

stderr: 


sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush0 command -v



[sush stdout]
Expected 'echo\n0\nmyfunc\n0\nnonexistent=1\nempty=1\nfor\n0\n'
Got      'echo\n0\n1\nnonexistent=1\n\nempty=0\n1\n'




stdout: 


echo
0
1
nonexistent=1

empty=0
1

stderr: 


brush0 command -v



[brush stdout]
Expected 'echo\n0\nmyfunc\n0\nnonexistent=1\nempty=1\nfor\n0\n'
Got      'echo\n0\n1\nnonexistent=1\n/home/andy/git/oils-for-unix/oils/spec/bin/\nempty=0\n1\n'




stdout: 


echo
0
1
nonexistent=1
/home/andy/git/oils-for-unix/oils/spec/bin/
empty=0
1

stderr: 


toysh1 command -v executable, builtin


[toysh stdout] Expected '/grep\n/ls\n\ntrue\neval\n', got '\n'

[toysh status] Expected 0, got 127



stdout: 


stderr: 


sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush1 command -v executable, builtin


[sush stdout] Expected '/grep\n/ls\n\ntrue\neval\n', got '\ntrue\neval\n'



stdout: 


true
eval

stderr: 


bash2 command -v with multiple names


stdout: 


echo
myfunc
for
status=0

stderr: 


dash2 command -v with multiple names


stdout: 


echo
status=0

stderr: 


ash2 command -v with multiple names


stdout: 


echo
status=0

stderr: 


mksh2 command -v with multiple names


stdout: 


echo
myfunc
status=1

stderr: 


ksh2 command -v with multiple names


[ksh stdout] Expected 'echo\nmyfunc\nfor\nstatus=1\n', got 'echo\nmyfunc\nstatus=1\n'



stdout: 


echo
myfunc
status=1

stderr: 


toysh2 command -v with multiple names


[toysh stdout] Expected 'echo\nmyfunc\nfor\nstatus=1\n', got 'status=127\n'



stdout: 


status=127

stderr: 


sh: command: No such file or directory

sush2 command -v with multiple names


[sush stdout] Expected 'echo\nmyfunc\nfor\nstatus=1\n', got 'echo\nstatus=0\n'



stdout: 


echo
status=0

stderr: 


brush2 command -v with multiple names


[brush stdout] Expected 'echo\nmyfunc\nfor\nstatus=1\n', got 'echo\nstatus=0\n'



stdout: 


echo
status=0

stderr: 


dash3 command -v doesn't find non-executable file


stdout: 


_tmp/non-executable
status=0
_tmp/executable
status=0

stderr: 


ash3 command -v doesn't find non-executable file


stdout: 


_tmp/non-executable
status=0
_tmp/executable
status=0

stderr: 


ksh3 command -v doesn't find non-executable file


[ksh stdout] Expected 'status=1\n_tmp/executable\nstatus=0\n', got 'status=1\n/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh.3988834/03-ksh/_tmp/executable\nstatus=0\n'



stdout: 


status=1
/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh.3988834/03-ksh/_tmp/executable
status=0

stderr: 


toysh3 command -v doesn't find non-executable file


[toysh stdout] Expected 'status=1\n_tmp/executable\nstatus=0\n', got 'status=127\nstatus=127\n'



stdout: 


status=127
status=127

stderr: 


sh: command: No such file or directory
sh: command: No such file or directory

sush3 command -v doesn't find non-executable file


[sush stdout] Expected 'status=1\n_tmp/executable\nstatus=0\n', got 'status=1\nstatus=1\n'



stdout: 


status=1
status=1

stderr: 


brush3 command -v doesn't find non-executable file


[brush stdout] Expected 'status=1\n_tmp/executable\nstatus=0\n', got 'status=1\n/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh.3988834/03-brush/_tmp/executable\nstatus=0\n'



stdout: 


status=1
/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh.3988834/03-brush/_tmp/executable
status=0

stderr: 


bash4 command -V


stdout: 


ll is aliased to 'ls -l'
status=0
echo is a shell builtin
status=0
myfunc is a function
myfunc () 
{ 
    echo x
}
status=0
status=1
for is a shell keyword
status=0

stderr: 


bash: line 16: command: nonexistent: not found

dash4 command -V


stdout: 


ll is an alias for ls -l
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent: not found
status=127
for is a shell keyword
status=0

stderr: 


dash: 3: shopt: not found

ash4 command -V


stdout: 


ll is an alias for ls -l
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent: not found
status=127
for is a shell keyword
status=0

stderr: 


ash: shopt: not found

zsh4 command -V


stdout: 


ll is an alias for ls -l
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent not found
status=1
for is a reserved word
status=0

stderr: 


zsh: command not found: shopt

mksh4 command -V


stdout: 


ll is an alias for 'ls -l'
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent not found
status=1
for is a reserved word
status=0

stderr: 


mksh: <stdin>[3]: shopt: not found

ksh4 command -V



[ksh stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      "ll is an alias for 'ls -l'\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nnonexistent not found\nstatus=1\nfor is a reserved word\nstatus=0\n"




stdout: 


ll is an alias for 'ls -l'
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent not found
status=1
for is a reserved word
status=0

stderr: 


E: ksh: <stdin>[3]: shopt: inaccessible or not found

toysh4 command -V



[toysh stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      'status=0\nstatus=127\nstatus=0\nstatus=127\nstatus=127\n'




stdout: 


status=0
status=127
status=0
status=127
status=127

stderr: 


sh: shopt: No such file or directory
sh: alias: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush4 command -V



[sush stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      "ll is aliased to 'ls -l'\nstatus=0\necho is /usr/bin/echo\nstatus=0\nstatus=0\nstatus=1\nstatus=1\n"




stdout: 


ll is aliased to 'ls -l'
status=0
echo is /usr/bin/echo
status=0
status=0
status=1
status=1

stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 13: command: myfunc: not found
/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 16: command: nonexistent: not found
/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 19: command: for: not found

brush4 command -V



[brush stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      'status=0\necho is a shell builtin\nstatus=0\nstatus=0\nstatus=1\nstatus=1\n'




stdout: 


status=0
echo is a shell builtin
status=0
status=0
status=1
status=1

stderr: 


command: ll: not found
command: myfunc: not found
command: nonexistent: not found
command: for: not found

dash5 command -V nonexistent


stdout: 


nonexistent: not found
status=127

stderr: 


ash5 command -V nonexistent


stdout: 


nonexistent: not found
status=127

stderr: 


zsh5 command -V nonexistent


stdout: 


nonexistent not found
status=1

stderr: 


mksh5 command -V nonexistent


stdout: 


nonexistent not found
status=1

stderr: 


ksh5 command -V nonexistent


[ksh stdout] Expected 'status=1\nnonexistent: not found\n', got 'nonexistent not found\nstatus=1\n'



stdout: 


nonexistent not found
status=1

stderr: 


toysh5 command -V nonexistent


[toysh stdout] Expected 'status=1\nnonexistent: not found\n', got 'status=127\n'



stdout: 


status=127

stderr: 


toysh6 command skips function lookup


[toysh stdout] Expected '3\n1\n2\n3\n1\n2\n3\n', got '3\n'

[toysh status] Expected 0, got 127



stdout: 


3

stderr: 


sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush6 command skips function lookup


[sush stdout] Expected '3\n1\n2\n3\n1\n2\n3\n', got '3\n3\n3\n'



stdout: 


3
3
3

stderr: 


zsh7 command command seq 3


stdout: 


stderr: 


zsh: command not found: command

toysh7 command command seq 3


[toysh stdout] Expected '1\n2\n3\n', got ''

[toysh status] Expected 0, got 127



stdout: 


stderr: 


sh: command: No such file or directory

zsh8 command command -v seq


stdout: 


stderr: 


zsh: command not found: command

toysh8 command command -v seq


[toysh stdout] Expected 'seq\n', got ''

[toysh status] Expected 0, got 127



stdout: 


stderr: 


sh: command: No such file or directory

brush8 command command -v seq


[brush stdout] Expected 'seq\n', got '/usr/bin/seq\n'



stdout: 


/usr/bin/seq

stderr: 


toysh9 command -p (override existing program)


[toysh stdout] Expected 'wrong\nbbb\n', got 'wrong\n'



stdout: 


wrong

stderr: 


sh: command: No such file or directory

sush9 command -p (override existing program)


[sush stdout] Expected 'wrong\nbbb\n', got 'wrong\nwrong\n'



stdout: 


wrong
wrong

stderr: 


sush10 command -p (hide tool in custom path)


[sush status] Expected 127, got 0



stdout: 


hello

stderr: 


toysh11 command -p (find hidden tool in default path)


[toysh status] Expected 0, got 127



stdout: 


stderr: 


sh: command: No such file or directory

sush11 command -p (find hidden tool in default path)


[sush status] Expected 0, got 127



stdout: 


stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 2: ls: command not found

zsh12 $(command type ls)


stdout: 


FUNCTION
status=1

stderr: 


zsh: command not found: type

mksh12 $(command type ls)


stdout: 


status=1

stderr: 


mksh: <stdin>[3]: type: not found

ksh12 $(command type ls)


[ksh stdout] Expected 'FUNCTION\nstatus=0\n', got 'status=1\n'



stdout: 


status=1

stderr: 


E: ksh: <stdin>[3]: type: inaccessible or not found

toysh12 $(command type ls)


[toysh stdout] Expected 'FUNCTION\nstatus=0\n', got 'FUNCTION\nstatus=1\n'



stdout: 


FUNCTION
status=1

stderr: 


sh: command: No such file or directory

sush12 $(command type ls)


[sush stdout] Expected 'FUNCTION\nstatus=0\n', got 'FUNCTION\nstatus=1\n'



stdout: 


FUNCTION
status=1

stderr: 


dash13 builtin


stdout: 


hi

stderr: 


dash: 3: builtin: not found

ash13 builtin


stdout: 


hi

stderr: 


ash: builtin: not found

toysh13 builtin


[toysh stdout] Expected 'hi\n/\n', got 'hi\n'



stdout: 


hi

stderr: 


sh: builtin: No such file or directory

dash14 builtin ls not found


stdout: 


stderr: 


dash: 1: builtin: not found

ash14 builtin ls not found


stdout: 


stderr: 


ash: builtin: not found

toysh14 builtin ls not found


[toysh status] Expected 1, got 127



stdout: 


stderr: 


sh: builtin: No such file or directory

dash15 builtin usage


stdout: 


status=127
status=127
status=127

stderr: 


dash: 1: builtin: not found
dash: 4: builtin: not found
dash: 7: builtin: not found

ash15 builtin usage


stdout: 


status=127
status=127
status=127

stderr: 


ash: builtin: not found
ash: builtin: not found
ash: builtin: not found

zsh15 builtin usage


stdout: 


status=0
status=1
status=1

stderr: 


zsh: no such builtin: --
zsh: no such builtin: --

toysh15 builtin usage


[toysh stdout] Expected 'status=0\nstatus=0\nstatus=1\n', got 'status=127\nstatus=127\nstatus=127\n'



stdout: 


status=127
status=127
status=127

stderr: 


sh: builtin: No such file or directory
sh: builtin: No such file or directory
sh: builtin: No such file or directory

sush15 builtin usage


[sush stdout] Expected 'status=0\nstatus=0\nstatus=1\n', got 'status=0\nstatus=1\nstatus=1\n'



stdout: 


status=0
status=1
status=1

stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 4: builtin: --: not a shell builtin
/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 7: builtin: --: not a shell builtin

brush15 builtin usage


[brush stdout] Expected 'status=0\nstatus=0\nstatus=1\n', got 'status=0\nstatus=1\nstatus=1\n'



stdout: 


status=0
status=1
status=1

stderr: 


--: command not found
--: command not found

dash16 builtin command echo hi


stdout: 


stderr: 


dash: 1: builtin: not found

ash16 builtin command echo hi


stdout: 


stderr: 


ash: builtin: not found

toysh16 builtin command echo hi


[toysh stdout] Expected 'hi\n', got ''

[toysh status] Expected 0, got 127



stdout: 


stderr: 


sh: builtin: No such file or directory