Results for builtin-meta.test.sh

statusbashdashashzshmkshkshtoyshsushbrushosh
pass 1688121313181118
ok 1222300000
N-I 0443100000
BUG-2 0110000000
BUG 1331100000
FAIL 000005171070
total18181818181818181818
casebashdashashzshmkshkshtoyshsushbrushoshdescription
0pass ok ok pass pass pass FAIL FAIL FAIL pass command -v
detailsdetailsdetailsdetailsdetails
1pass pass pass pass pass pass FAIL FAIL pass pass command -v executable, builtin
detailsdetails
2BUG BUG-2 BUG-2 pass ok FAIL FAIL FAIL FAIL pass command -v with multiple names
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
3pass BUG BUG pass pass FAIL FAIL pass FAIL pass command -v doesn't find non-executable file
detailsdetailsdetailsdetailsdetails
4pass BUG BUG pass BUG pass FAIL FAIL FAIL pass command -v doesn't find executable dir
detailsdetailsdetailsdetailsdetailsdetails
5ok ok ok ok ok FAIL FAIL FAIL FAIL pass command -V
detailsdetailsdetailsdetailsdetailsdetailsdetailsdetailsdetails
6pass BUG BUG ok ok FAIL FAIL pass pass pass command -V nonexistent
detailsdetailsdetailsdetailsdetailsdetails
7pass pass pass pass pass pass FAIL FAIL pass pass command skips function lookup
detailsdetails
8pass pass pass N-I pass pass FAIL pass pass pass command command seq 3
detailsdetails
9pass pass pass N-I pass pass FAIL pass FAIL pass command command -v seq
detailsdetailsdetails
10pass pass pass pass pass pass FAIL FAIL pass pass command -p (override existing program)
detailsdetails
11pass pass pass pass pass pass pass FAIL pass pass command -p (hide tool in custom path)
details
12pass pass pass pass pass pass FAIL FAIL pass pass command -p (find hidden tool in default path)
detailsdetails
13pass pass pass N-I N-I FAIL FAIL pass pass pass $(command type ls)
detailsdetailsdetailsdetails
14pass N-I N-I pass pass pass FAIL pass pass pass builtin
detailsdetailsdetails
15pass N-I N-I pass pass pass FAIL pass pass pass builtin ls not found
detailsdetailsdetails
16pass N-I N-I BUG pass pass FAIL FAIL FAIL pass builtin usage
detailsdetailsdetailsdetailsdetailsdetails
17pass N-I N-I pass pass pass FAIL pass pass pass builtin command echo hi
detailsdetailsdetails
108 passed, 10 OK, 12 not implemented, 11 BUG, 39 failed, 0 timeouts, 0 cases skipped

Details on runs that didn't PASS

dash0 command -v

stdout: 
echo
0
myfunc
0
nonexistent=127
empty=127
for
0
stderr: 
ash0 command -v


stdout: 


echo
0
myfunc
0
nonexistent=127
empty=127
for
0

stderr: 


toysh0 command -v



[toysh stdout]
Expected 'echo\n0\nmyfunc\n0\nnonexistent=1\nempty=1\nfor\n0\n'
Got      '127\n127\nnonexistent=127\nempty=127\n127\n'




stdout: 


127
127
nonexistent=127
empty=127
127

stderr: 


sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush0 command -v



[sush stdout]
Expected 'echo\n0\nmyfunc\n0\nnonexistent=1\nempty=1\nfor\n0\n'
Got      'echo\n0\nmyfunc\n0\nnonexistent=1\n\nempty=0\nfor\n0\n'




stdout: 


echo
0
myfunc
0
nonexistent=1

empty=0
for
0

stderr: 


brush0 command -v



[brush stdout]
Expected 'echo\n0\nmyfunc\n0\nnonexistent=1\nempty=1\nfor\n0\n'
Got      'echo\n0\n1\nnonexistent=1\n/home/andy/git/oils-for-unix/oils/spec/bin/\nempty=0\n1\n'




stdout: 


echo
0
1
nonexistent=1
/home/andy/git/oils-for-unix/oils/spec/bin/
empty=0
1

stderr: 


toysh1 command -v executable, builtin



[toysh stdout]
Expected '/grep\n/ls\n\ntrue\neval\n'
Got      '\n'



[toysh status]
Expected 0
Got      127




stdout: 


stderr: 


sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush1 command -v executable, builtin



[sush stdout]
Expected '/grep\n/ls\n\ntrue\neval\n'
Got      '\ntrue\neval\n'




stdout: 


true
eval

stderr: 


bash2 command -v with multiple names


stdout: 


echo
myfunc
for
status=0

stderr: 


dash2 command -v with multiple names


stdout: 


echo
status=0

stderr: 


ash2 command -v with multiple names


stdout: 


echo
status=0

stderr: 


mksh2 command -v with multiple names


stdout: 


echo
myfunc
status=1

stderr: 


ksh2 command -v with multiple names



[ksh stdout]
Expected 'echo\nmyfunc\nfor\nstatus=1\n'
Got      'echo\nmyfunc\nstatus=1\n'




stdout: 


echo
myfunc
status=1

stderr: 


toysh2 command -v with multiple names



[toysh stdout]
Expected 'echo\nmyfunc\nfor\nstatus=1\n'
Got      'status=127\n'




stdout: 


status=127

stderr: 


sh: command: No such file or directory

sush2 command -v with multiple names



[sush stdout]
Expected 'echo\nmyfunc\nfor\nstatus=1\n'
Got      'echo\nmyfunc\nfor\nstatus=0\n'




stdout: 


echo
myfunc
for
status=0

stderr: 


brush2 command -v with multiple names



[brush stdout]
Expected 'echo\nmyfunc\nfor\nstatus=1\n'
Got      'echo\nstatus=0\n'




stdout: 


echo
status=0

stderr: 


dash3 command -v doesn't find non-executable file


stdout: 


_tmp/non-executable
status=0
_tmp/executable
status=0

stderr: 


ash3 command -v doesn't find non-executable file


stdout: 


_tmp/non-executable
status=0
_tmp/executable
status=0

stderr: 


ksh3 command -v doesn't find non-executable file



[ksh stdout]
Expected 'status=1\n_tmp/executable\nstatus=0\n'
Got      'status=1\n/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh/03-ksh/_tmp/executable\nstatus=0\n'




stdout: 


status=1
/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh/03-ksh/_tmp/executable
status=0

stderr: 


toysh3 command -v doesn't find non-executable file



[toysh stdout]
Expected 'status=1\n_tmp/executable\nstatus=0\n'
Got      'status=127\nstatus=127\n'




stdout: 


status=127
status=127

stderr: 


sh: command: No such file or directory
sh: command: No such file or directory

brush3 command -v doesn't find non-executable file



[brush stdout]
Expected 'status=1\n_tmp/executable\nstatus=0\n'
Got      'status=1\n/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh/03-brush/_tmp/executable\nstatus=0\n'




stdout: 


status=1
/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh/03-brush/_tmp/executable
status=0

stderr: 


dash4 command -v doesn't find executable dir


stdout: 


_tmp/cat
status=0
/usr/bin/cat
status=0

stderr: 


ash4 command -v doesn't find executable dir


stdout: 


_tmp/cat
status=0
/usr/bin/cat
status=0

stderr: 


mksh4 command -v doesn't find executable dir


stdout: 


status=1
cat
status=0

stderr: 


toysh4 command -v doesn't find executable dir



[toysh stdout]
Expected 'status=1\n/usr/bin/cat\nstatus=0\n'
Got      'status=127\nstatus=127\n'




stdout: 


status=127
status=127

stderr: 


sh: command: No such file or directory
sh: command: No such file or directory

sush4 command -v doesn't find executable dir



[sush stdout]
Expected 'status=1\n/usr/bin/cat\nstatus=0\n'
Got      '_tmp/cat\nstatus=0\ncat\nstatus=0\n'




stdout: 


_tmp/cat
status=0
cat
status=0

stderr: 


brush4 command -v doesn't find executable dir



[brush stdout]
Expected 'status=1\n/usr/bin/cat\nstatus=0\n'
Got      '/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh/04-brush/_tmp/cat\nstatus=0\n_tmp/cat\nstatus=0\n'




stdout: 


/home/andy/git/oils-for-unix/oils/_tmp/spec-tmp/builtin-meta.test.sh/04-brush/_tmp/cat
status=0
_tmp/cat
status=0

stderr: 


bash5 command -V


stdout: 


ll is aliased to 'ls -l'
status=0
echo is a shell builtin
status=0
myfunc is a function
myfunc () 
{ 
    echo x
}
status=0
status=1
for is a shell keyword
status=0

stderr: 


bash: line 16: command: nonexistent: not found

dash5 command -V


stdout: 


ll is an alias for ls -l
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent: not found
status=127
for is a shell keyword
status=0

stderr: 


dash: 3: shopt: not found

ash5 command -V


stdout: 


ll is an alias for ls -l
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent: not found
status=127
for is a shell keyword
status=0

stderr: 


ash: shopt: not found

zsh5 command -V


stdout: 


ll is an alias for ls -l
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent not found
status=1
for is a reserved word
status=0

stderr: 


zsh: command not found: shopt

mksh5 command -V


stdout: 


ll is an alias for 'ls -l'
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent not found
status=1
for is a reserved word
status=0

stderr: 


mksh: <stdin>[3]: shopt: not found

ksh5 command -V



[ksh stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      "ll is an alias for 'ls -l'\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nnonexistent not found\nstatus=1\nfor is a reserved word\nstatus=0\n"




stdout: 


ll is an alias for 'ls -l'
status=0
echo is a shell builtin
status=0
myfunc is a function
status=0
nonexistent not found
status=1
for is a reserved word
status=0

stderr: 


E: ksh: <stdin>[3]: shopt: inaccessible or not found

toysh5 command -V



[toysh stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      'status=0\nstatus=127\nstatus=0\nstatus=127\nstatus=127\n'




stdout: 


status=0
status=127
status=0
status=127
status=127

stderr: 


sh: shopt: No such file or directory
sh: alias: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush5 command -V



[sush stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      "ll is aliased to 'ls -l'\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nmyfunc () \n{ \n    echo x\n}\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n"




stdout: 


ll is aliased to 'ls -l'
status=0
echo is a shell builtin
status=0
myfunc is a function
myfunc () 
{ 
    echo x
}
status=0
status=1
for is a shell keyword
status=0

stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 16: command: nonexistent: not found

brush5 command -V



[brush stdout]
Expected 'll is an alias for "ls -l"\nstatus=0\necho is a shell builtin\nstatus=0\nmyfunc is a function\nstatus=0\nstatus=1\nfor is a shell keyword\nstatus=0\n'
Got      'status=0\necho is a shell builtin\nstatus=0\nstatus=0\nstatus=1\nstatus=1\n'




stdout: 


status=0
echo is a shell builtin
status=0
status=0
status=1
status=1

stderr: 


command: ll: not found
command: myfunc: not found
command: nonexistent: not found
command: for: not found

dash6 command -V nonexistent


stdout: 


nonexistent: not found
status=127

stderr: 


ash6 command -V nonexistent


stdout: 


nonexistent: not found
status=127

stderr: 


zsh6 command -V nonexistent


stdout: 


nonexistent not found
status=1

stderr: 


mksh6 command -V nonexistent


stdout: 


nonexistent not found
status=1

stderr: 


ksh6 command -V nonexistent



[ksh stdout]
Expected 'status=1\nnonexistent: not found\n'
Got      'nonexistent not found\nstatus=1\n'




stdout: 


nonexistent not found
status=1

stderr: 


toysh6 command -V nonexistent



[toysh stdout]
Expected 'status=1\nnonexistent: not found\n'
Got      'status=127\n'




stdout: 


status=127

stderr: 


toysh7 command skips function lookup



[toysh stdout]
Expected '3\n1\n2\n3\n1\n2\n3\n'
Got      '3\n'



[toysh status]
Expected 0
Got      127




stdout: 


3

stderr: 


sh: command: No such file or directory
sh: command: No such file or directory
sh: command: No such file or directory

sush7 command skips function lookup



[sush stdout]
Expected '3\n1\n2\n3\n1\n2\n3\n'
Got      '3\n3\n3\n'




stdout: 


3
3
3

stderr: 


zsh8 command command seq 3


stdout: 


stderr: 


zsh: command not found: command

toysh8 command command seq 3



[toysh stdout]
Expected '1\n2\n3\n'
Got      ''



[toysh status]
Expected 0
Got      127




stdout: 


stderr: 


sh: command: No such file or directory

zsh9 command command -v seq


stdout: 


stderr: 


zsh: command not found: command

toysh9 command command -v seq



[toysh stdout]
Expected 'seq\n'
Got      ''



[toysh status]
Expected 0
Got      127




stdout: 


stderr: 


sh: command: No such file or directory

brush9 command command -v seq



[brush stdout]
Expected 'seq\n'
Got      '/usr/bin/seq\n'




stdout: 


/usr/bin/seq

stderr: 


toysh10 command -p (override existing program)



[toysh stdout]
Expected 'wrong\nbbb\n'
Got      'wrong\n'




stdout: 


wrong

stderr: 


sh: command: No such file or directory

sush10 command -p (override existing program)



[sush stdout]
Expected 'wrong\nbbb\n'
Got      'wrong\nwrong\n'




stdout: 


wrong
wrong

stderr: 


sush11 command -p (hide tool in custom path)



[sush status]
Expected 127
Got      0




stdout: 


hello

stderr: 


toysh12 command -p (find hidden tool in default path)



[toysh status]
Expected 0
Got      127




stdout: 


stderr: 


sh: command: No such file or directory

sush12 command -p (find hidden tool in default path)



[sush status]
Expected 0
Got      127




stdout: 


stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 2: ls: command not found

zsh13 $(command type ls)


stdout: 


FUNCTION
status=1

stderr: 


zsh: command not found: type

mksh13 $(command type ls)


stdout: 


status=1

stderr: 


mksh: <stdin>[3]: type: not found

ksh13 $(command type ls)



[ksh stdout]
Expected 'FUNCTION\nstatus=0\n'
Got      'status=1\n'




stdout: 


status=1

stderr: 


E: ksh: <stdin>[3]: type: inaccessible or not found

toysh13 $(command type ls)



[toysh stdout]
Expected 'FUNCTION\nstatus=0\n'
Got      'FUNCTION\nstatus=1\n'




stdout: 


FUNCTION
status=1

stderr: 


sh: command: No such file or directory

dash14 builtin


stdout: 


hi

stderr: 


dash: 3: builtin: not found

ash14 builtin


stdout: 


hi

stderr: 


ash: builtin: not found

toysh14 builtin



[toysh stdout]
Expected 'hi\n/\n'
Got      'hi\n'




stdout: 


hi

stderr: 


sh: builtin: No such file or directory

dash15 builtin ls not found


stdout: 


stderr: 


dash: 1: builtin: not found

ash15 builtin ls not found


stdout: 


stderr: 


ash: builtin: not found

toysh15 builtin ls not found



[toysh status]
Expected 1
Got      127




stdout: 


stderr: 


sh: builtin: No such file or directory

dash16 builtin usage


stdout: 


status=127
status=127
status=127

stderr: 


dash: 1: builtin: not found
dash: 4: builtin: not found
dash: 7: builtin: not found

ash16 builtin usage


stdout: 


status=127
status=127
status=127

stderr: 


ash: builtin: not found
ash: builtin: not found
ash: builtin: not found

zsh16 builtin usage


stdout: 


status=0
status=1
status=1

stderr: 


zsh: no such builtin: --
zsh: no such builtin: --

toysh16 builtin usage



[toysh stdout]
Expected 'status=0\nstatus=0\nstatus=1\n'
Got      'status=127\nstatus=127\nstatus=127\n'




stdout: 


status=127
status=127
status=127

stderr: 


sh: builtin: No such file or directory
sh: builtin: No such file or directory
sh: builtin: No such file or directory

sush16 builtin usage



[sush stdout]
Expected 'status=0\nstatus=0\nstatus=1\n'
Got      'status=0\nstatus=1\nstatus=1\n'




stdout: 


status=0
status=1
status=1

stderr: 


/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 4: builtin: --: not a shell builtin
/home/andy/git/oils-for-unix/oils/../../shells/rusty_bash/target/release/sush: line 7: builtin: --: not a shell builtin

brush16 builtin usage



[brush stdout]
Expected 'status=0\nstatus=0\nstatus=1\n'
Got      'status=0\nstatus=1\nstatus=1\n'




stdout: 


status=0
status=1
status=1

stderr: 


error: builtin: not a shell builtin: --
error: builtin: not a shell builtin: --

dash17 builtin command echo hi


stdout: 


stderr: 


dash: 1: builtin: not found

ash17 builtin command echo hi


stdout: 


stderr: 


ash: builtin: not found

toysh17 builtin command echo hi



[toysh stdout]
Expected 'hi\n'
Got      ''



[toysh status]
Expected 0
Got      127




stdout: 


stderr: 


sh: builtin: No such file or directory