2020-11-30 09:37:17 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
|
2022-10-13 10:28:24 +00:00
|
|
|
"github.com/fatih/color"
|
2020-11-30 09:37:17 +00:00
|
|
|
log "github.com/sirupsen/logrus"
|
|
|
|
"github.com/spf13/cobra"
|
2022-10-07 09:05:35 +00:00
|
|
|
|
2023-10-04 08:42:47 +00:00
|
|
|
"github.com/crowdsecurity/crowdsec/cmd/crowdsec-cli/require"
|
2022-10-07 09:05:35 +00:00
|
|
|
"github.com/crowdsecurity/crowdsec/pkg/cwhub"
|
2020-11-30 09:37:17 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func NewParsersCmd() *cobra.Command {
|
2023-10-12 12:53:17 +00:00
|
|
|
cmdParsers := &cobra.Command{
|
2023-10-16 11:12:53 +00:00
|
|
|
Use: "parsers <action> [parser]...",
|
|
|
|
Short: "Manage hub parsers",
|
|
|
|
Example: `cscli parsers list -a
|
|
|
|
cscli parsers install crowdsecurity/caddy-logs crowdsecurity/sshd-logs
|
|
|
|
cscli parsers inspect crowdsecurity/caddy-logs crowdsecurity/sshd-logs
|
|
|
|
cscli parsers upgrade crowdsecurity/caddy-logs crowdsecurity/sshd-logs
|
|
|
|
cscli parsers remove crowdsecurity/caddy-logs crowdsecurity/sshd-logs
|
2020-11-30 09:37:17 +00:00
|
|
|
`,
|
2021-08-31 13:03:47 +00:00
|
|
|
Args: cobra.MinimumNArgs(1),
|
2022-04-20 13:44:48 +00:00
|
|
|
Aliases: []string{"parser"},
|
2021-08-31 13:03:47 +00:00
|
|
|
DisableAutoGenTag: true,
|
2020-11-30 09:37:17 +00:00
|
|
|
PersistentPreRunE: func(cmd *cobra.Command, args []string) error {
|
2023-10-19 10:04:29 +00:00
|
|
|
if _, err := require.Hub(csConfig); err != nil {
|
2023-08-16 19:04:46 +00:00
|
|
|
return err
|
2021-03-24 17:16:17 +00:00
|
|
|
}
|
2023-08-16 19:04:46 +00:00
|
|
|
|
2020-11-30 09:37:17 +00:00
|
|
|
return nil
|
|
|
|
},
|
|
|
|
PersistentPostRun: func(cmd *cobra.Command, args []string) {
|
|
|
|
if cmd.Name() == "inspect" || cmd.Name() == "list" {
|
|
|
|
return
|
|
|
|
}
|
2021-03-26 16:42:56 +00:00
|
|
|
log.Infof(ReloadMessage())
|
2020-11-30 09:37:17 +00:00
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
cmdParsers.AddCommand(NewParsersInstallCmd())
|
|
|
|
cmdParsers.AddCommand(NewParsersRemoveCmd())
|
|
|
|
cmdParsers.AddCommand(NewParsersUpgradeCmd())
|
|
|
|
cmdParsers.AddCommand(NewParsersInspectCmd())
|
|
|
|
cmdParsers.AddCommand(NewParsersListCmd())
|
|
|
|
|
|
|
|
return cmdParsers
|
|
|
|
}
|
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
func runParsersInstall(cmd *cobra.Command, args []string) error {
|
|
|
|
flags := cmd.Flags()
|
|
|
|
|
|
|
|
downloadOnly, err := flags.GetBool("download-only")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
force, err := flags.GetBool("force")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
ignoreError, err := flags.GetBool("ignore")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-10-19 10:04:29 +00:00
|
|
|
hub, err := cwhub.GetHub()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
for _, name := range args {
|
2023-10-19 10:04:29 +00:00
|
|
|
t := hub.GetItem(cwhub.PARSERS, name)
|
2023-10-12 12:53:17 +00:00
|
|
|
if t == nil {
|
|
|
|
nearestItem, score := GetDistance(cwhub.PARSERS, name)
|
|
|
|
Suggest(cwhub.PARSERS, name, nearestItem.Name, score, ignoreError)
|
|
|
|
|
|
|
|
continue
|
|
|
|
}
|
2023-01-19 12:29:36 +00:00
|
|
|
|
2023-10-19 10:04:29 +00:00
|
|
|
if err := hub.InstallItem(name, cwhub.PARSERS, force, downloadOnly); err != nil {
|
2023-10-12 12:53:17 +00:00
|
|
|
if !ignoreError {
|
|
|
|
return fmt.Errorf("error while installing '%s': %w", name, err)
|
|
|
|
}
|
|
|
|
log.Errorf("Error while installing '%s': %s", name, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewParsersInstallCmd() *cobra.Command {
|
|
|
|
cmdParsersInstall := &cobra.Command{
|
2023-10-16 11:12:53 +00:00
|
|
|
Use: "install <parser>...",
|
2021-08-31 13:03:47 +00:00
|
|
|
Short: "Install given parser(s)",
|
2023-10-16 11:12:53 +00:00
|
|
|
Long: `Fetch and install one or more parsers from the hub`,
|
|
|
|
Example: `cscli parsers install crowdsecurity/caddy-logs crowdsecurity/sshd-logs`,
|
2021-08-31 13:03:47 +00:00
|
|
|
Args: cobra.MinimumNArgs(1),
|
|
|
|
DisableAutoGenTag: true,
|
2022-04-20 13:44:48 +00:00
|
|
|
ValidArgsFunction: func(cmd *cobra.Command, args []string, toComplete string) ([]string, cobra.ShellCompDirective) {
|
|
|
|
return compAllItems(cwhub.PARSERS, args, toComplete)
|
|
|
|
},
|
2023-10-12 12:53:17 +00:00
|
|
|
RunE: runParsersInstall,
|
2020-11-30 09:37:17 +00:00
|
|
|
}
|
2023-08-16 19:04:46 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
flags := cmdParsersInstall.Flags()
|
|
|
|
flags.BoolP("download-only", "d", false, "Only download packages, don't enable")
|
2023-10-16 11:12:53 +00:00
|
|
|
flags.Bool("force", false, "Force install: overwrite tainted and outdated files")
|
2023-10-12 12:53:17 +00:00
|
|
|
flags.Bool("ignore", false, "Ignore errors when installing multiple parsers")
|
2020-11-30 09:37:17 +00:00
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
return cmdParsersInstall
|
|
|
|
}
|
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
func runParsersRemove(cmd *cobra.Command, args []string) error {
|
|
|
|
flags := cmd.Flags()
|
|
|
|
|
|
|
|
purge, err := flags.GetBool("purge")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
force, err := flags.GetBool("force")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
all, err := flags.GetBool("all")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-10-19 10:04:29 +00:00
|
|
|
hub, err := cwhub.GetHub()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
if all {
|
2023-10-19 10:04:29 +00:00
|
|
|
err := hub.RemoveMany(cwhub.PARSERS, "", all, purge, force)
|
2023-10-12 12:53:17 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(args) == 0 {
|
|
|
|
return fmt.Errorf("specify at least one parser to remove or '--all'")
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, name := range args {
|
2023-10-19 10:04:29 +00:00
|
|
|
err := hub.RemoveMany(cwhub.PARSERS, name, all, purge, force)
|
2023-10-12 12:53:17 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
func NewParsersRemoveCmd() *cobra.Command {
|
2023-08-16 19:04:46 +00:00
|
|
|
cmdParsersRemove := &cobra.Command{
|
2023-10-16 11:12:53 +00:00
|
|
|
Use: "remove <parser>...",
|
2021-08-31 13:03:47 +00:00
|
|
|
Short: "Remove given parser(s)",
|
2023-10-16 11:12:53 +00:00
|
|
|
Long: `Remove one or more parsers`,
|
|
|
|
Example: `cscli parsers remove crowdsecurity/caddy-logs crowdsecurity/sshd-logs`,
|
2023-08-16 19:04:46 +00:00
|
|
|
Aliases: []string{"delete"},
|
2021-08-31 13:03:47 +00:00
|
|
|
DisableAutoGenTag: true,
|
2022-04-20 13:44:48 +00:00
|
|
|
ValidArgsFunction: func(cmd *cobra.Command, args []string, toComplete string) ([]string, cobra.ShellCompDirective) {
|
|
|
|
return compInstalledItems(cwhub.PARSERS, args, toComplete)
|
|
|
|
},
|
2023-10-12 12:53:17 +00:00
|
|
|
RunE: runParsersRemove,
|
|
|
|
}
|
2022-03-16 16:26:31 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
flags := cmdParsersRemove.Flags()
|
|
|
|
flags.Bool("purge", false, "Delete source file too")
|
2023-10-16 11:12:53 +00:00
|
|
|
flags.Bool("force", false, "Force remove: remove tainted and outdated files")
|
|
|
|
flags.Bool("all", false, "Remove all the parsers")
|
2022-03-16 16:26:31 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
return cmdParsersRemove
|
|
|
|
}
|
2023-08-16 19:04:46 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
func runParsersUpgrade(cmd *cobra.Command, args []string) error {
|
|
|
|
flags := cmd.Flags()
|
|
|
|
|
|
|
|
force, err := flags.GetBool("force")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
all, err := flags.GetBool("all")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2020-11-30 09:37:17 +00:00
|
|
|
}
|
2023-08-16 19:04:46 +00:00
|
|
|
|
2023-10-19 10:04:29 +00:00
|
|
|
hub, err := cwhub.GetHub()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
if all {
|
2023-10-19 10:04:29 +00:00
|
|
|
if err := hub.UpgradeConfig(cwhub.PARSERS, "", force); err != nil {
|
2023-10-16 11:12:53 +00:00
|
|
|
return err
|
|
|
|
}
|
2023-10-12 12:53:17 +00:00
|
|
|
return nil
|
|
|
|
}
|
2020-11-30 09:37:17 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
if len(args) == 0 {
|
|
|
|
return fmt.Errorf("specify at least one parser to upgrade or '--all'")
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, name := range args {
|
2023-10-19 10:04:29 +00:00
|
|
|
if err := hub.UpgradeConfig(cwhub.PARSERS, name, force); err != nil {
|
2023-10-16 11:12:53 +00:00
|
|
|
return err
|
|
|
|
}
|
2023-10-12 12:53:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2023-01-19 12:29:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewParsersUpgradeCmd() *cobra.Command {
|
2023-08-16 19:04:46 +00:00
|
|
|
cmdParsersUpgrade := &cobra.Command{
|
2023-10-16 11:12:53 +00:00
|
|
|
Use: "upgrade <parser>...",
|
2021-08-31 13:03:47 +00:00
|
|
|
Short: "Upgrade given parser(s)",
|
2023-10-16 11:12:53 +00:00
|
|
|
Long: `Fetch and upgrade one or more parsers from the hub`,
|
|
|
|
Example: `cscli parsers upgrade crowdsecurity/caddy-logs crowdsecurity/sshd-logs`,
|
2021-08-31 13:03:47 +00:00
|
|
|
DisableAutoGenTag: true,
|
2022-04-20 13:44:48 +00:00
|
|
|
ValidArgsFunction: func(cmd *cobra.Command, args []string, toComplete string) ([]string, cobra.ShellCompDirective) {
|
|
|
|
return compInstalledItems(cwhub.PARSERS, args, toComplete)
|
|
|
|
},
|
2023-10-12 12:53:17 +00:00
|
|
|
RunE: runParsersUpgrade,
|
2020-11-30 09:37:17 +00:00
|
|
|
}
|
2023-08-16 19:04:46 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
flags := cmdParsersUpgrade.Flags()
|
2023-10-16 11:12:53 +00:00
|
|
|
flags.BoolP("all", "a", false, "Upgrade all the parsers")
|
|
|
|
flags.Bool("force", false, "Force upgrade: overwrite tainted and outdated files")
|
2020-11-30 09:37:17 +00:00
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
return cmdParsersUpgrade
|
|
|
|
}
|
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
func runParsersInspect(cmd *cobra.Command, args []string) error {
|
|
|
|
flags := cmd.Flags()
|
|
|
|
|
2023-10-16 10:10:11 +00:00
|
|
|
url, err := flags.GetString("url")
|
2023-10-12 12:53:17 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-10-16 10:10:11 +00:00
|
|
|
if url != "" {
|
|
|
|
csConfig.Cscli.PrometheusUrl = url
|
|
|
|
}
|
|
|
|
|
2023-10-16 11:12:53 +00:00
|
|
|
noMetrics, err := flags.GetBool("no-metrics")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, name := range args {
|
|
|
|
if err = InspectItem(name, cwhub.PARSERS, noMetrics); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2023-10-12 12:53:17 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
func NewParsersInspectCmd() *cobra.Command {
|
2023-10-12 12:53:17 +00:00
|
|
|
cmdParsersInspect := &cobra.Command{
|
2023-10-16 11:12:53 +00:00
|
|
|
Use: "inspect <parser>",
|
|
|
|
Short: "Inspect a parser",
|
|
|
|
Long: `Inspect a parser`,
|
|
|
|
Example: `cscli parsers inspect crowdsecurity/httpd-logs crowdsecurity/sshd-logs`,
|
2021-08-31 13:03:47 +00:00
|
|
|
Args: cobra.MinimumNArgs(1),
|
2023-10-12 12:53:17 +00:00
|
|
|
DisableAutoGenTag: true,
|
2022-04-20 13:44:48 +00:00
|
|
|
ValidArgsFunction: func(cmd *cobra.Command, args []string, toComplete string) ([]string, cobra.ShellCompDirective) {
|
|
|
|
return compInstalledItems(cwhub.PARSERS, args, toComplete)
|
|
|
|
},
|
2023-10-12 12:53:17 +00:00
|
|
|
RunE: runParsersInspect,
|
2020-11-30 09:37:17 +00:00
|
|
|
}
|
2023-08-16 19:04:46 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
flags := cmdParsersInspect.Flags()
|
|
|
|
flags.StringP("url", "u", "", "Prometheus url")
|
2023-10-16 11:12:53 +00:00
|
|
|
flags.Bool("no-metrics", false, "Don't show metrics (when cscli.output=human)")
|
2020-11-30 09:37:17 +00:00
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
return cmdParsersInspect
|
|
|
|
}
|
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
func runParsersList(cmd *cobra.Command, args []string) error {
|
|
|
|
flags := cmd.Flags()
|
|
|
|
|
|
|
|
all, err := flags.GetBool("all")
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2023-10-16 12:33:36 +00:00
|
|
|
if err = ListItems(color.Output, []string{cwhub.PARSERS}, args, false, true, all); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2023-10-12 12:53:17 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
func NewParsersListCmd() *cobra.Command {
|
2023-10-12 12:53:17 +00:00
|
|
|
cmdParsersList := &cobra.Command{
|
2023-10-16 11:12:53 +00:00
|
|
|
Use: "list [parser... | -a]",
|
|
|
|
Short: "List parsers",
|
|
|
|
Long: `List of installed/available/specified parsers`,
|
2020-11-30 09:37:17 +00:00
|
|
|
Example: `cscli parsers list
|
2023-10-16 11:12:53 +00:00
|
|
|
cscli parsers list -a
|
|
|
|
cscli parsers list crowdsecurity/caddy-logs crowdsecurity/sshd-logs`,
|
2021-08-31 13:03:47 +00:00
|
|
|
DisableAutoGenTag: true,
|
2023-10-12 12:53:17 +00:00
|
|
|
RunE: runParsersList,
|
2020-11-30 09:37:17 +00:00
|
|
|
}
|
2023-08-16 19:04:46 +00:00
|
|
|
|
2023-10-12 12:53:17 +00:00
|
|
|
flags := cmdParsersList.Flags()
|
|
|
|
flags.BoolP("all", "a", false, "List disabled items as well")
|
2020-11-30 09:37:17 +00:00
|
|
|
|
2023-01-19 12:29:36 +00:00
|
|
|
return cmdParsersList
|
2020-11-30 09:37:17 +00:00
|
|
|
}
|