// Copyright © 2017 Aqua Security Software Ltd. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cmd import ( "fmt" "io/ioutil" "os" "os/exec" "regexp" "strings" "github.com/aquasecurity/kube-bench/check" "github.com/fatih/color" "github.com/spf13/viper" ) var ( kubeMasterBin = []string{"kube-apiserver", "kube-scheduler", "kube-controller-manager"} kubeMasterConf = []string{} kubeNodeBin = []string{"kubelet"} kubeNodeConf = []string{} kubeFederatedBin = []string{"federation-apiserver", "federation-controller-manager"} kubeFederatedConf = []string{} // TODO: Consider specifying this in config file. kubeVersion = "Kubernetes v1.6" // Used for variable substitution symbols = map[string]string{} ) func runChecks(t check.NodeType) { var summary check.Summary var file string // Set up for config file check. kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/apiserver") kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/scheduler") kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/controller-manager") kubeMasterConf = append(kubeMasterConf, viper.Get("kubeConfDir").(string)+"/config") kubeMasterConf = append(kubeMasterConf, viper.Get("etcdConfDir").(string)+"/etcd.conf") kubeMasterConf = append(kubeMasterConf, viper.Get("flanneldConfDir").(string)+"/flanneld") kubeNodeConf = append(kubeNodeConf, viper.Get("kubeConfDir").(string)+"/kubelet") kubeNodeConf = append(kubeNodeConf, viper.Get("kubeConfDir").(string)+"/proxy") verifyNodeType(t) switch t { case check.MASTER: file = masterFile case check.NODE: file = nodeFile case check.FEDERATED: file = federatedFile } in, err := ioutil.ReadFile(file) if err != nil { fmt.Fprintf(os.Stderr, "error opening %s controls file: %s\n", t, err) os.Exit(1) } // Variable substitutions. Replace all occurrences of variables in controls file. s := strings.Replace(string(in), "$kubeConfDir", viper.Get("kubeConfDir").(string), -1) s = strings.Replace(s, "$etcdConfDir", viper.Get("etcdConfDir").(string), -1) s = strings.Replace(s, "$flanneldConfDir", viper.Get("etcdConfDir").(string), -1) controls := check.NewControls(t, []byte(s)) if groupList != "" && checkList == "" { // log.Println("group: set, checks: not set") ids := cleanIDs(groupList) summary = controls.RunGroup(ids...) } else if checkList != "" && groupList == "" { // log.Println("group: not set, checks: set") ids := cleanIDs(checkList) summary = controls.RunChecks(ids...) } else if checkList != "" && groupList != "" { // log.Println("group: set, checks: set") fmt.Fprintf(os.Stderr, "group option and check option can't be used together\n") os.Exit(1) } else { summary = controls.RunGroup() } if jsonFmt { out, err := controls.JSON() if err != nil { } fmt.Println(string(out)) } else { prettyPrint(controls, summary) } } func cleanIDs(list string) []string { list = strings.Trim(list, ",") ids := strings.Split(list, ",") for _, id := range ids { id = strings.Trim(id, " ") } return ids } func verifyNodeType(t check.NodeType) { var binPath []string var confPath []string var out []byte switch t { case check.MASTER: binPath = kubeMasterBin confPath = kubeMasterConf case check.NODE: binPath = kubeNodeBin confPath = kubeNodeConf case check.FEDERATED: binPath = kubeFederatedBin confPath = kubeFederatedConf } // These executables might not be on the user's path. // TODO! Check the version number using kubectl, which is more likely to be on the path. for _, b := range binPath { _, err := exec.LookPath(b) if err != nil { fmt.Fprintf(os.Stderr, "WARNING: %s: command not found on path - version check skipped\n", b) continue } // Check version cmd := exec.Command(b, "--version") out, _ = cmd.Output() if matched, _ := regexp.MatchString(kubeVersion, string(out)); !matched { fmt.Fprintf(os.Stderr, "%s unsupported version, expected %s, got %s\n", b, kubeVersion, string(out), ) os.Exit(1) } } for _, b := range binPath { // Check if running. cmd := exec.Command("ps", "-ef") out, _ = cmd.Output() if matched, _ := regexp.MatchString(".*"+b, string(out)); !matched { fmt.Fprintf(os.Stderr, "%s is not running\n", b) os.Exit(1) } } for _, c := range confPath { if _, err := os.Stat(c); os.IsNotExist(err) { fmt.Fprintf(os.Stderr, "WARNING: config file %s does not exist\n", c) // os.Exit(1) } } } func prettyPrint(r *check.Controls, summary check.Summary) { colors := map[check.State]*color.Color{ check.PASS: color.New(color.FgGreen), check.FAIL: color.New(color.FgRed), check.WARN: color.New(color.FgYellow), } // Print checks and results. fmt.Printf("[INFO] %s %s\n", r.ID, r.Text) for _, g := range r.Groups { fmt.Printf("[INFO] %s %s\n", g.ID, g.Text) for _, c := range g.Checks { colors[c.State].Printf("[%s] ", c.State) fmt.Printf("%s %s\n", c.ID, c.Text) } } fmt.Println() // Print remediations. if summary.Fail > 0 || summary.Warn > 0 { colors[check.WARN].Printf("== Remediations ==\n") for _, g := range r.Groups { for _, c := range g.Checks { if c.State != check.PASS { fmt.Printf("%s %s\n", c.ID, c.Remediation) } } } fmt.Println() } // Print summary setting output color to highest severity. var res check.State if summary.Fail > 0 { res = check.FAIL } else if summary.Warn > 0 { res = check.WARN } else { res = check.PASS } colors[res].Printf("== Summary ==\n") fmt.Printf("%d checks PASS\n%d checks FAIL\n%d checks WARN\n", summary.Pass, summary.Fail, summary.Warn, ) }