arno
/
kube-bench
mirror of https://github.com/aquasecurity/kube-bench.git
1
0
Fork 0
Code Issues Releases Wiki Activity

Merge pull request #14 from ttousai/issue-7

Browse Source 
Resolve issue #7 wait: error running audit command exit status 1.
pull/24/head
Liz Rice 7 years ago committed by GitHub
parent e8df4aa512 dbbafd54a5
commit 6d26814cf6
3 changed files with 153 additions and 126 deletions
Show Stats Download Patch File Download Diff File

71
check/check.go
Unescape View File

@ -15,14 +15,12 @@
package check
import (
"bufio"
"bytes"
"fmt"
"io"
"os"
"os/exec"
"strings"
"github.com/joncalhoun/pipe"
)
// NodeType indicates the type of node (master, node, federated).
@ -65,7 +63,7 @@ type Check struct {
// Run executes the audit commands specified in a check and outputs
// the results.
func (c *Check) Run() {
var out string
var out bytes.Buffer
// Check if command exists or exit with WARN.
for _, cmd := range c.Commands {
@ -77,47 +75,60 @@ func (c *Check) Run() {
}
// Run commands.
if len(c.Commands) == 0 {
n := len(c.Commands)
if n == 0 {
// Likely a warning message.
c.State = WARN
return
}
p, err := pipe.New(c.Commands...)
if err != nil {
fmt.Fprintf(os.Stderr, "init: error creating command pipeline %s\n", err)
os.Exit(1)
}
// Each command runs,
// cmd0 out -> cmd1 in, cmd1 out -> cmd2 in ... cmdn out -> os.stdout
// cmd0 err should terminate chain
cs := c.Commands
// Initialize command pipeline
cs[0].Stderr = os.Stderr
cs[n-1].Stdout = &out
i := 1
var err error
for i < n {
cs[i-1].Stdout, err = cs[i].StdinPipe()
if err != nil {
fmt.Fprintf(os.Stderr, "%s: %s\n", cs[i].Args, err)
}
pr, pw := io.Pipe()
p.Stdout = pw
defer pw.Close()
cs[i].Stderr = os.Stderr
i++
}
if err := p.Start(); err != nil {
fmt.Fprintf(os.Stderr, "start: error running audit command %s\n", err)
os.Exit(1)
// Start command pipeline
i = 0
for i < n {
err := cs[i].Start()
if err != nil {
fmt.Fprintf(os.Stderr, "%s: %s\n", cs[i].Args, err)
}
i++
}
// Read output of command chain into string for check.
go func() {
defer pr.Close()
scanner := bufio.NewScanner(pr)
for scanner.Scan() {
out += scanner.Text()
// Complete command pipeline
i = 0
for i < n {
err := cs[i].Wait()
if err != nil {
fmt.Fprintf(os.Stderr, "%s: %s\n", cs[i].Args, err)
}
if err := scanner.Err(); err != nil {
fmt.Fprintf(os.Stderr, "error accumulating output %s\n", err)
os.Exit(1)
if i < n-1 {
cs[i].Stdout.(io.Closer).Close()
}
}()
if err := p.Wait(); err != nil {
fmt.Fprintf(os.Stderr, "wait: error running audit command %s\n", err)
os.Exit(1)
i++
}
res := c.Tests.execute(out)
res := c.Tests.execute(out.String())
if res {
c.State = PASS
} else {

202
cmd/common.go
Unescape View File

@ -19,7 +19,6 @@ import (
"io/ioutil"
"os"
"os/exec"
"regexp"
"strings"
"github.com/aquasecurity/kube-bench/check"
@ -29,16 +28,16 @@ import (
var (
kubeMasterBin = []string{"kube-apiserver", "kube-scheduler", "kube-controller-manager"}
xMasterBin = []string{"etcd", "flanneld"}
kubeMasterConf = []string{}
kubeNodeBin = []string{"kubelet"}
kubeNodeConf = []string{}
kubeFederatedBin = []string{"federation-apiserver", "federation-controller-manager"}
kubeFederatedConf = []string{}
kubeFederatedBin = []string{"federation-apiserver", "federation-controller-manager"}
// TODO: Consider specifying this in config file.
kubeVersion = "Kubernetes v1.6"
kubeVersion = "1.6"
// Used for variable substitution
symbols = map[string]string{}
@ -54,28 +53,9 @@ var (
func runChecks(t check.NodeType) {
var summary check.Summary
var warnings []string
var file string
// Set up for config file check.
kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/apiserver")
kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/scheduler")
kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/controller-manager")
kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/config")
kubeMasterConf = append(kubeMasterConf, viper.Get("etcdConfDir").(string)+"/etcd.conf")
kubeMasterConf = append(kubeMasterConf, viper.Get("flanneldConfDir").(string)+"/flanneld")
kubeNodeConf = append(kubeNodeConf, viper.Get("kubeConfDir").(string)+"/kubelet")
kubeNodeConf = append(kubeNodeConf, viper.Get("kubeConfDir").(string)+"/proxy")
warnings, err := verifyNodeType(t, warnings)
if err != nil {
for _, w := range warnings {
colorPrint(check.WARN, w)
}
fmt.Fprintf(os.Stderr, "failed to verify node type: %v\n", err)
os.Exit(1)
}
warns := verifyNodeType(t)
switch t {
case check.MASTER:
@ -129,7 +109,7 @@ func runChecks(t check.NodeType) {
fmt.Println(string(out))
} else {
prettyPrint(warnings, controls, summary)
prettyPrint(warns, controls, summary)
}
}
@ -144,81 +124,42 @@ func cleanIDs(list string) []string {
return ids
}
// verifyNodeType checks the executables and config files are as expected for the specified tests (master, node or federated)
func verifyNodeType(t check.NodeType, w []string) ([]string, error) {
var binPath []string
var confPath []string
var out []byte
// verifyNodeType checks the executables and config files are as expected
// for the specified tests (master, node or federated).
// Any check failing here is a show stopper.
func verifyNodeType(t check.NodeType) []string {
var w []string
switch t {
case check.MASTER:
binPath = kubeMasterBin
confPath = kubeMasterConf
case check.NODE:
binPath = kubeNodeBin
confPath = kubeNodeConf
case check.FEDERATED:
binPath = kubeFederatedBin
confPath = kubeFederatedConf
}
// Set up and check for config files.
kubeConfDir = viper.Get("kubeConfDir").(string)
etcdConfDir = viper.Get("etcdConfDir").(string)
flanneldConfDir = viper.Get("flanneldConfDir").(string)
// These executables might not be on the user's path.
// TODO! Check the version number using kubectl, which is more likely to be on the path.
for _, b := range binPath {
_, err := exec.LookPath(b)
if err != nil {
w = append(w, fmt.Sprintf("%s: command not found on path - version check skipped\n", b))
continue
}
kubeMasterConf = append(kubeMasterConf, kubeConfDir+"/apiserver")
kubeMasterConf = append(kubeMasterConf, kubeConfDir+"/scheduler")
kubeMasterConf = append(kubeMasterConf, kubeConfDir+"/controller-manager")
kubeMasterConf = append(kubeMasterConf, kubeConfDir+"/config")
kubeMasterConf = append(kubeMasterConf, etcdConfDir+"/etcd.conf")
kubeMasterConf = append(kubeMasterConf, flanneldConfDir+"/flanneld")
// Check version
cmd := exec.Command(b, "--version")
out, err = cmd.Output()
if err != nil {
return w, fmt.Errorf("failed executing %s --version: %v", b, err)
}
kubeNodeConf = append(kubeNodeConf, kubeConfDir+"/kubelet")
kubeNodeConf = append(kubeNodeConf, kubeConfDir+"/proxy")
matched, err := regexp.MatchString(kubeVersion, string(out))
if err != nil {
return w, fmt.Errorf("regexp match for version failed: %v", err)
}
w = append(w, verifyKubeVersion(kubeMasterBin)...)
if !matched {
return w, fmt.Errorf(
"%s unsupported version, expected %s, got %s",
b,
kubeVersion,
string(out),
)
}
}
// Check if the executables for this type of node are running.
for _, b := range binPath {
cmd := exec.Command("ps", "-ef")
out, err := cmd.Output()
if err != nil {
return w, fmt.Errorf("failed executing ps -ef: %v", err)
}
matched, err := regexp.MatchString(".*"+b, string(out))
if err != nil {
return w, fmt.Errorf("regexp match for ps output failed: %v", err)
}
if !matched {
return w, fmt.Errorf("%s is not running", b)
}
}
// Check whether the config files for this type of node are in the expected location
for _, c := range confPath {
if _, err := os.Stat(c); os.IsNotExist(err) {
w = append(w, fmt.Sprintf("config file %s does not exist\n", c))
}
switch t {
case check.MASTER:
w = append(w, verifyBin(kubeMasterBin)...)
w = append(w, verifyBin(xMasterBin)...)
w = append(w, verifyConf(kubeMasterConf)...)
case check.NODE:
w = append(w, verifyBin(kubeNodeBin)...)
w = append(w, verifyConf(kubeNodeConf)...)
case check.FEDERATED:
w = append(w, verifyBin(kubeFederatedBin)...)
}
return w, nil
return w
}
// colorPrint outputs the state in a specific colour, along with a message string
@ -273,3 +214,78 @@ func prettyPrint(warnings []string, r *check.Controls, summary check.Summary) {
summary.Pass, summary.Fail, summary.Warn,
)
}
func verifyConf(confPath []string) []string {
var w []string
for _, c := range confPath {
if _, err := os.Stat(c); err != nil && os.IsNotExist(err) {
w = append(w, fmt.Sprintf("config file %s does not exist\n", c))
}
}
return w
}
func verifyBin(binPath []string) []string {
var w []string
var binList string
// Construct proc name for ps(1)
for _, b := range binPath {
binList += b + ","
}
binList = strings.Trim(binList, ",")
// Run ps command
cmd := exec.Command("ps", "-C", binList, "-o", "cmd", "--no-headers")
cmd.Stderr = os.Stderr
out, err := cmd.Output()
if err != nil {
fmt.Fprintf(os.Stderr, "%s: %s\n", cmd.Args, err)
}
// Actual verification
for _, b := range binPath {
matched := strings.Contains(string(out), b)
if !matched {
w = append(w, fmt.Sprintf("%s is not running\n", b))
}
}
return w
}
func verifyKubeVersion(binPath []string) []string {
// These executables might not be on the user's path.
// TODO! Check the version number using kubectl, which is more likely to be on the path.
var w []string
for _, b := range binPath {
_, err := exec.LookPath(b)
if err != nil {
w = append(w, fmt.Sprintf("%s: command not found on path - version check skipped\n", b))
continue
}
// Check version
cmd := exec.Command(b, "--version")
cmd.Stderr = os.Stderr
out, err := cmd.Output()
if err != nil {
fmt.Fprintf(os.Stderr, "%s: %s\n", cmd.Args, err)
}
matched := strings.Contains(string(out), kubeVersion)
if !matched {
w = append(w, fmt.Sprintf(
"%s unsupported version, expected %s, got %s\n",
b,
kubeVersion,
string(out),
))
}
}
return w
}

6
cmd/root.go
Unescape View File

@ -34,9 +34,9 @@ var (
nodeFile string
federatedFile string
kubeConfDir string
etcdConfDir string
flannelConfDir string
kubeConfDir string
etcdConfDir string
flanneldConfDir string
)
// RootCmd represents the base command when called without any subcommands

Write Preview
Loading…
Cancel
Save