forked from rook/rook
executeCommandWithTimeout wires a single bytes.Buffer to both cmd.Stdout and cmd.Stderr and joins the command in a goroutine via cmd.Wait(). On the timeout kill path it called cmd.Process.Kill() and then read that buffer without waiting for cmd.Wait() to return. Kill() only signals the process; it does not wait for os/exec's output-copier goroutines (joined only by cmd.Wait) to finish, so reading the buffer there races with those writers, which the race detector flags. Only read the buffer once the copier goroutines have drained, signaled by cmd.Wait() on the done channel. Because a killed process can leave an orphaned descendant holding the output pipe open -- a D-state cryptsetup/dmsetup child, or the downstream of a "sh -c '... | head'" pipeline -- cmd.Wait() may never return, so bound the drain with a short grace period and give up on the captured output rather than blocking the caller forever. This keeps the bounded return the timeout path is meant to guarantee. On a failed Kill() the process may still be writing, so return without reading the buffer. Add a regression test that drives the kill path with a child that ignores SIGINT while writing to stdout; it fails under -race before this change. Signed-off-by: Anas Khan <83116240+anxkhn@users.noreply.github.com> Signed-off-by: Joshua Hoblitt <josh@hoblitt.com>
227 lines
6.1 KiB
Go
227 lines
6.1 KiB
Go
/*
|
|
Copyright 2020 The Rook Authors. All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package exec
|
|
|
|
import (
|
|
"os/exec"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/pkg/errors"
|
|
exectest "github.com/rook/rook/pkg/util/exec/test"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
kerrors "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
kexec "k8s.io/utils/exec"
|
|
)
|
|
|
|
func Test_assertErrorType(t *testing.T) {
|
|
type args struct {
|
|
err error
|
|
}
|
|
tests := []struct {
|
|
name string
|
|
args args
|
|
want string
|
|
}{
|
|
{"unknown error type", args{err: errors.New("i don't know this error")}, ""},
|
|
{"exec.exitError type", args{err: &exec.ExitError{Stderr: []byte("this is an error")}}, "this is an error"},
|
|
{"exec.Error type", args{err: &exec.Error{Name: "my error", Err: errors.New("this is an error")}}, "exec: \"my error\": this is an error"},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
if got := assertErrorType(tt.args.err); got != tt.want {
|
|
t.Errorf("assertErrorType() = %v, want %v", got, tt.want)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
// import TestMockExecHelperProcess
|
|
func TestMockExecHelperProcess(t *testing.T) {
|
|
exectest.TestMockExecHelperProcess(t)
|
|
}
|
|
|
|
func TestExtractExitCode(t *testing.T) {
|
|
mockExecExitError := func(retcode int) *exec.ExitError {
|
|
// we can't create an exec.ExitError directly, but we can get one by running a command that fails
|
|
// use go's type assertion to be sure we are returning exactly *exec.ExitError
|
|
err := exectest.MockExecCommandReturns(t, "stdout", "stderr", retcode)
|
|
|
|
ee, ok := err.(*exec.ExitError)
|
|
if !ok {
|
|
t.Fatalf("failed to create an *exec.ExitError. instead %T", err)
|
|
}
|
|
return ee
|
|
}
|
|
|
|
expectError := true
|
|
noError := false
|
|
|
|
tests := []struct {
|
|
name string
|
|
inputErr error
|
|
want int
|
|
wantErr bool
|
|
}{
|
|
{
|
|
"*exec.ExitError",
|
|
mockExecExitError(3),
|
|
3, noError,
|
|
},
|
|
/* {"exec.ExitError", // non-pointer case is impossible (won't compile) */
|
|
{
|
|
"*kexec.CodeExitError (pointer)",
|
|
&kexec.CodeExitError{Err: errors.New("some error"), Code: 4},
|
|
4, noError,
|
|
},
|
|
{
|
|
"kexec.CodeExitError (non-pointer)",
|
|
kexec.CodeExitError{Err: errors.New("some error"), Code: 5},
|
|
5, noError,
|
|
},
|
|
{
|
|
"*kerrors.StatusError",
|
|
&kerrors.StatusError{ErrStatus: metav1.Status{Code: 6}},
|
|
6, noError,
|
|
},
|
|
/* {"kerrors.StatusError", // non-pointer case is impossible (won't compile) */
|
|
{
|
|
"unknown error type with error code extractable from error message",
|
|
errors.New("command terminated with exit code 7"),
|
|
7, noError,
|
|
},
|
|
{
|
|
"unknown error type with no extractable error code",
|
|
errors.New("command with no extractable error code even with an int here: 8"),
|
|
-1, expectError,
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
got, err := ExtractExitCode(tt.inputErr)
|
|
if (err != nil) != tt.wantErr {
|
|
t.Errorf("ExtractExitCode() error = %v, wantErr %v", err, tt.wantErr)
|
|
return
|
|
}
|
|
if got != tt.want {
|
|
t.Errorf("ExtractExitCode() = %v, want %v", got, tt.want)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestFakeTimeoutError(t *testing.T) {
|
|
assert.True(t, IsTimeout(exectest.FakeTimeoutError("blah")))
|
|
assert.True(t, IsTimeout(exectest.FakeTimeoutError("")))
|
|
}
|
|
|
|
func TestExecuteCommandWithTimeout(t *testing.T) {
|
|
type args struct {
|
|
timeout time.Duration
|
|
command string
|
|
stdin *string
|
|
arg []string
|
|
}
|
|
testString := "hello"
|
|
tests := []struct {
|
|
name string
|
|
args args
|
|
want string
|
|
wantErr bool
|
|
}{
|
|
{
|
|
name: "test stdin",
|
|
args: args{
|
|
timeout: 2 * time.Second,
|
|
command: "cat",
|
|
stdin: &testString,
|
|
arg: []string{},
|
|
},
|
|
want: testString,
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "test nil stdin",
|
|
args: args{
|
|
timeout: 2 * time.Second,
|
|
command: "echo",
|
|
stdin: nil,
|
|
arg: []string{testString},
|
|
},
|
|
want: testString,
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "test err return",
|
|
args: args{
|
|
timeout: 2 * time.Second,
|
|
command: "false",
|
|
stdin: nil,
|
|
arg: []string{},
|
|
},
|
|
want: "",
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "test timeout",
|
|
args: args{
|
|
timeout: 5 * time.Millisecond,
|
|
command: "sleep",
|
|
stdin: &testString,
|
|
arg: []string{"2"},
|
|
},
|
|
want: "",
|
|
wantErr: true,
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
got, err := executeCommandWithTimeout(tt.args.timeout, tt.args.command, tt.args.stdin, tt.args.arg...)
|
|
if (err != nil) != tt.wantErr {
|
|
t.Errorf("executeCommandWithTimeout() error = %v, wantErr %v", err, tt.wantErr)
|
|
return
|
|
}
|
|
if got != tt.want {
|
|
t.Errorf("executeCommandWithTimeout() = %v, want %v", got, tt.want)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
// TestExecuteCommandWithTimeoutKillPath exercises the timeout branch where the
|
|
// command ignores the interrupt signal and must be killed, while it keeps
|
|
// writing to stdout. The output buffer must only be read after cmd.Wait()
|
|
// returns; otherwise the read races with the goroutines that copy the command's
|
|
// output into the buffer. Run with `-race` to catch a regression.
|
|
func TestExecuteCommandWithTimeoutKillPath(t *testing.T) {
|
|
// The child ignores SIGINT and continuously writes to stdout, so the
|
|
// interrupt is sent first and the kill path is taken while writers are active.
|
|
// The per-phase timeout must be generous enough that sh installs its SIGINT
|
|
// trap before the interrupt arrives on a loaded runner; otherwise sh dies on
|
|
// the interrupt and the kill path under test is never exercised.
|
|
stdin := ""
|
|
_, err := executeCommandWithTimeout(
|
|
500*time.Millisecond,
|
|
"sh", &stdin,
|
|
"-c", "trap '' INT; while true; do echo x; done",
|
|
)
|
|
require.Error(t, err)
|
|
assert.True(t, IsTimeout(err))
|
|
}
|