2023-03-07 10:46:52 +00:00
|
|
|
include mk/platform.mk
|
2023-07-31 15:00:06 +00:00
|
|
|
include mk/gmsl
|
2022-01-06 10:20:59 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# By default, this build requires the C++ re2 library to be installed.
|
|
|
|
#
|
|
|
|
# Debian/Ubuntu: apt install libre2-dev
|
|
|
|
# Fedora/CentOS: dnf install re2-devel
|
|
|
|
# FreeBSD: pkg install re2
|
|
|
|
# Alpine: apk add re2-dev
|
|
|
|
# Windows: choco install re2
|
|
|
|
# MacOS: brew install re2
|
|
|
|
|
|
|
|
# To build without re2, run "make BUILD_RE2_WASM=1"
|
|
|
|
# The WASM version is slower and introduces a short delay when starting a process
|
|
|
|
# (including cscli) so it is not recommended for production use.
|
|
|
|
BUILD_RE2_WASM ?= 0
|
|
|
|
|
|
|
|
# To build static binaries, run "make BUILD_STATIC=1".
|
|
|
|
# On some platforms, this requires additional packages
|
|
|
|
# (e.g. glibc-static and libstdc++-static on fedora, centos.. which are on the powertools/crb repository).
|
|
|
|
# If the static build fails at the link stage, it might be because the static library is not provided
|
|
|
|
# for your distribution (look for libre2.a). See the Dockerfile for an example of how to build it.
|
|
|
|
BUILD_STATIC ?= 0
|
|
|
|
|
|
|
|
# List of plugins to build
|
|
|
|
PLUGINS ?= $(patsubst ./plugins/notifications/%,%,$(wildcard ./plugins/notifications/*))
|
|
|
|
|
|
|
|
# Can be overriden, if you can deal with the consequences
|
2023-06-05 11:02:37 +00:00
|
|
|
BUILD_REQUIRE_GO_MAJOR ?= 1
|
|
|
|
BUILD_REQUIRE_GO_MINOR ?= 20
|
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
#--------------------------------------
|
|
|
|
|
2023-06-06 13:46:25 +00:00
|
|
|
GOCMD = go
|
|
|
|
GOTEST = $(GOCMD) test
|
|
|
|
|
2023-05-25 08:32:05 +00:00
|
|
|
BUILD_CODENAME ?= alphaga
|
|
|
|
|
2022-05-17 10:14:59 +00:00
|
|
|
CROWDSEC_FOLDER = ./cmd/crowdsec
|
|
|
|
CSCLI_FOLDER = ./cmd/crowdsec-cli/
|
2023-06-05 21:15:18 +00:00
|
|
|
PLUGINS_DIR = ./plugins/notifications
|
2022-05-17 10:14:59 +00:00
|
|
|
|
|
|
|
CROWDSEC_BIN = crowdsec$(EXT)
|
|
|
|
CSCLI_BIN = cscli$(EXT)
|
2020-05-15 09:39:16 +00:00
|
|
|
|
2023-06-06 13:46:25 +00:00
|
|
|
# Directory for the release files
|
|
|
|
RELDIR = crowdsec-$(BUILD_VERSION)
|
|
|
|
|
2023-01-19 21:24:45 +00:00
|
|
|
GO_MODULE_NAME = github.com/crowdsecurity/crowdsec
|
2022-02-04 12:02:45 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# Check if a given value is considered truthy and returns "0" or "1".
|
|
|
|
# A truthy value is one of the following: "1", "yes", or "true", case-insensitive.
|
|
|
|
#
|
|
|
|
# Usage:
|
|
|
|
# ifeq ($(call bool,$(FOO)),1)
|
|
|
|
# $(info Let's foo)
|
|
|
|
# endif
|
|
|
|
bool = $(if $(filter $(call lc, $1),1 yes true),1,0)
|
2023-06-06 13:46:25 +00:00
|
|
|
|
|
|
|
#--------------------------------------
|
|
|
|
#
|
|
|
|
# Define MAKE_FLAGS and LD_OPTS for the sub-makefiles in cmd/ and plugins/
|
|
|
|
#
|
|
|
|
|
|
|
|
MAKE_FLAGS = --no-print-directory GOARCH=$(GOARCH) GOOS=$(GOOS) RM="$(RM)" WIN_IGNORE_ERR="$(WIN_IGNORE_ERR)" CP="$(CP)" CPR="$(CPR)" MKDIR="$(MKDIR)"
|
|
|
|
|
2022-02-04 12:02:45 +00:00
|
|
|
LD_OPTS_VARS= \
|
2023-05-23 08:52:47 +00:00
|
|
|
-X 'github.com/crowdsecurity/go-cs-lib/pkg/version.Version=$(BUILD_VERSION)' \
|
|
|
|
-X 'github.com/crowdsecurity/go-cs-lib/pkg/version.BuildDate=$(BUILD_TIMESTAMP)' \
|
|
|
|
-X 'github.com/crowdsecurity/go-cs-lib/pkg/version.Tag=$(BUILD_TAG)' \
|
2023-01-19 21:24:45 +00:00
|
|
|
-X '$(GO_MODULE_NAME)/pkg/cwversion.Codename=$(BUILD_CODENAME)' \
|
|
|
|
-X '$(GO_MODULE_NAME)/pkg/csconfig.defaultConfigDir=$(DEFAULT_CONFIGDIR)' \
|
|
|
|
-X '$(GO_MODULE_NAME)/pkg/csconfig.defaultDataDir=$(DEFAULT_DATADIR)'
|
2021-04-26 12:45:52 +00:00
|
|
|
|
2023-03-22 10:57:29 +00:00
|
|
|
ifneq (,$(DOCKER_BUILD))
|
|
|
|
LD_OPTS_VARS += -X '$(GO_MODULE_NAME)/pkg/cwversion.System=docker'
|
|
|
|
endif
|
|
|
|
|
2023-06-06 13:46:25 +00:00
|
|
|
GO_TAGS := netgo,osusergo,sqlite_omit_load_extension
|
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
ifeq ($(call bool,$(BUILD_RE2_WASM)),0)
|
|
|
|
ifeq ($(PKG_CONFIG),)
|
|
|
|
$(error "pkg-config is not available. Please install pkg-config.")
|
|
|
|
endif
|
|
|
|
|
|
|
|
ifeq ($(RE2_CHECK),)
|
|
|
|
# we could detect the platform and suggest the command to install
|
|
|
|
RE2_FAIL := "libre2-dev is not installed, please install it or set BUILD_RE2_WASM=1 to use the WebAssembly version"
|
|
|
|
else
|
2023-06-06 13:46:25 +00:00
|
|
|
# += adds a space that we don't want
|
|
|
|
GO_TAGS := $(GO_TAGS),re2_cgo
|
|
|
|
LD_OPTS_VARS += -X '$(GO_MODULE_NAME)/pkg/cwversion.Libre2=C++'
|
2023-03-30 13:05:09 +00:00
|
|
|
endif
|
2023-07-31 15:00:06 +00:00
|
|
|
endif
|
|
|
|
|
|
|
|
ifeq ($(call bool,$(BUILD_STATIC)),1)
|
|
|
|
BUILD_TYPE = static
|
|
|
|
EXTLDFLAGS := -extldflags '-static'
|
|
|
|
else
|
|
|
|
BUILD_TYPE = dynamic
|
|
|
|
EXTLDFLAGS :=
|
|
|
|
endif
|
2023-06-23 12:25:29 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
export LD_OPTS=-ldflags "-s -w $(EXTLDFLAGS) $(LD_OPTS_VARS)" \
|
2023-06-06 13:46:25 +00:00
|
|
|
-trimpath -tags $(GO_TAGS)
|
2023-03-30 13:05:09 +00:00
|
|
|
|
|
|
|
ifneq (,$(TEST_COVERAGE))
|
|
|
|
LD_OPTS += -cover
|
2022-09-14 12:22:57 +00:00
|
|
|
endif
|
2021-04-26 12:45:52 +00:00
|
|
|
|
2023-06-06 13:46:25 +00:00
|
|
|
#--------------------------------------
|
2023-05-25 08:32:05 +00:00
|
|
|
|
2022-02-01 08:22:47 +00:00
|
|
|
.PHONY: build
|
2023-06-05 21:15:18 +00:00
|
|
|
build: pre-build goversion crowdsec cscli plugins
|
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# Sanity checks and build information
|
2023-06-06 13:46:25 +00:00
|
|
|
.PHONY: pre-build
|
2023-06-05 21:15:18 +00:00
|
|
|
pre-build:
|
2023-07-31 15:00:06 +00:00
|
|
|
$(info Building $(BUILD_VERSION) ($(BUILD_TAG)) $(BUILD_TYPE) for $(GOOS)/$(GOARCH))
|
|
|
|
|
|
|
|
ifneq (,$(RE2_FAIL))
|
|
|
|
$(error $(RE2_FAIL))
|
2023-06-06 13:46:25 +00:00
|
|
|
endif
|
2023-07-31 15:00:06 +00:00
|
|
|
|
2023-06-06 13:46:25 +00:00
|
|
|
ifneq (,$(RE2_CHECK))
|
|
|
|
$(info Using C++ regexp library)
|
|
|
|
else
|
|
|
|
$(info Fallback to WebAssembly regexp library. To use the C++ version, make sure you have installed libre2-dev and pkg-config.)
|
|
|
|
endif
|
2023-06-05 21:15:18 +00:00
|
|
|
$(info )
|
2020-05-15 09:39:16 +00:00
|
|
|
|
2022-02-18 17:09:19 +00:00
|
|
|
.PHONY: all
|
|
|
|
all: clean test build
|
|
|
|
|
2022-02-01 08:22:47 +00:00
|
|
|
.PHONY: plugins
|
2023-06-05 21:15:18 +00:00
|
|
|
plugins:
|
|
|
|
@$(foreach plugin,$(PLUGINS), \
|
|
|
|
$(MAKE) -C $(PLUGINS_DIR)/$(plugin) build $(MAKE_FLAGS); \
|
|
|
|
)
|
2021-08-25 09:43:29 +00:00
|
|
|
|
2022-02-01 08:22:47 +00:00
|
|
|
.PHONY: clean
|
2022-02-14 21:21:19 +00:00
|
|
|
clean: testclean
|
2023-05-25 08:32:05 +00:00
|
|
|
@$(MAKE) -C $(CROWDSEC_FOLDER) clean $(MAKE_FLAGS)
|
|
|
|
@$(MAKE) -C $(CSCLI_FOLDER) clean $(MAKE_FLAGS)
|
2022-05-17 10:14:59 +00:00
|
|
|
@$(RM) $(CROWDSEC_BIN) $(WIN_IGNORE_ERR)
|
|
|
|
@$(RM) $(CSCLI_BIN) $(WIN_IGNORE_ERR)
|
|
|
|
@$(RM) *.log $(WIN_IGNORE_ERR)
|
|
|
|
@$(RM) crowdsec-release.tgz $(WIN_IGNORE_ERR)
|
2023-06-05 21:15:18 +00:00
|
|
|
@$(foreach plugin,$(PLUGINS), \
|
|
|
|
$(MAKE) -C $(PLUGINS_DIR)/$(plugin) clean $(MAKE_FLAGS); \
|
|
|
|
)
|
2020-05-15 09:39:16 +00:00
|
|
|
|
2023-06-06 13:46:25 +00:00
|
|
|
.PHONY: cscli
|
2021-08-25 09:43:29 +00:00
|
|
|
cscli: goversion
|
2023-05-25 08:32:05 +00:00
|
|
|
@$(MAKE) -C $(CSCLI_FOLDER) build $(MAKE_FLAGS)
|
2020-05-15 09:39:16 +00:00
|
|
|
|
2023-06-06 13:46:25 +00:00
|
|
|
.PHONY: crowdsec
|
2021-08-25 09:43:29 +00:00
|
|
|
crowdsec: goversion
|
2023-05-25 08:32:05 +00:00
|
|
|
@$(MAKE) -C $(CROWDSEC_FOLDER) build $(MAKE_FLAGS)
|
2020-05-15 09:39:16 +00:00
|
|
|
|
2022-02-14 21:21:19 +00:00
|
|
|
.PHONY: testclean
|
2022-03-09 13:45:36 +00:00
|
|
|
testclean: bats-clean
|
2022-05-17 10:14:59 +00:00
|
|
|
@$(RM) pkg/apiserver/ent $(WIN_IGNORE_ERR)
|
|
|
|
@$(RM) pkg/cwhub/hubdir $(WIN_IGNORE_ERR)
|
2022-05-17 13:54:52 +00:00
|
|
|
@$(RM) pkg/cwhub/install $(WIN_IGNORE_ERR)
|
|
|
|
@$(RM) pkg/types/example.txt $(WIN_IGNORE_ERR)
|
2022-02-14 21:21:19 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# for the tests with localstack
|
2023-03-08 13:41:16 +00:00
|
|
|
export AWS_ENDPOINT_FORCE=http://localhost:4566
|
|
|
|
export AWS_ACCESS_KEY_ID=AKIAIOSFODNN7EXAMPLE
|
|
|
|
export AWS_SECRET_ACCESS_KEY=wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY
|
|
|
|
|
|
|
|
testenv:
|
2022-06-16 14:13:48 +00:00
|
|
|
@echo 'NOTE: You need Docker, docker-compose and run "make localstack" in a separate shell ("make localstack-stop" to terminate it)'
|
2023-03-08 13:41:16 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# run the tests with localstack
|
2023-03-08 13:41:16 +00:00
|
|
|
.PHONY: test
|
|
|
|
test: testenv goversion
|
2022-02-14 21:21:19 +00:00
|
|
|
$(GOTEST) $(LD_OPTS) ./...
|
2021-08-25 09:43:29 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# run the tests with localstack and coverage
|
2023-03-08 13:41:16 +00:00
|
|
|
.PHONY: go-acc
|
|
|
|
go-acc: testenv goversion
|
|
|
|
go-acc ./... -o coverage.out --ignore database,notifications,protobufs,cwversion,cstest,models -- $(LD_OPTS) | \
|
|
|
|
sed 's/ *coverage:.*of statements in.*//'
|
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# mock AWS services
|
2022-05-17 13:54:52 +00:00
|
|
|
.PHONY: localstack
|
|
|
|
localstack:
|
2023-03-03 14:54:49 +00:00
|
|
|
docker-compose -f test/localstack/docker-compose.yml up
|
2022-05-17 13:54:52 +00:00
|
|
|
|
2022-06-16 14:13:48 +00:00
|
|
|
.PHONY: localstack-stop
|
|
|
|
localstack-stop:
|
2023-03-03 14:54:49 +00:00
|
|
|
docker-compose -f test/localstack/docker-compose.yml down
|
2022-06-16 14:13:48 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# list of plugins that contain go.mod
|
|
|
|
PLUGIN_VENDOR = $(foreach plugin,$(PLUGINS),$(shell if [ -f $(PLUGINS_DIR)/$(plugin)/go.mod ]; then echo $(PLUGINS_DIR)/$(plugin); fi))
|
|
|
|
|
|
|
|
# build vendor.tgz to be distributed with the release
|
2023-06-05 21:15:18 +00:00
|
|
|
.PHONY: vendor
|
|
|
|
vendor:
|
2023-07-31 15:00:06 +00:00
|
|
|
$(foreach plugin_dir,$(PLUGIN_VENDOR), \
|
|
|
|
cd $(plugin_dir) >/dev/null && \
|
|
|
|
$(GOCMD) mod vendor && \
|
|
|
|
cd - >/dev/null; \
|
|
|
|
)
|
|
|
|
$(GOCMD) mod vendor
|
|
|
|
tar -czf vendor.tgz vendor $(foreach plugin_dir,$(PLUGIN_VENDOR),$(plugin_dir)/vendor)
|
|
|
|
|
|
|
|
# remove vendor directories and vendor.tgz
|
|
|
|
.PHONY: vendor-remove
|
|
|
|
vendor-remove:
|
|
|
|
$(foreach plugin_dir,$(PLUGIN_VENDOR), \
|
|
|
|
$(RM) $(plugin_dir)/vendor; \
|
2023-06-05 21:15:18 +00:00
|
|
|
)
|
2023-07-31 15:00:06 +00:00
|
|
|
$(RM) vendor vendor.tgz
|
2023-06-05 21:15:18 +00:00
|
|
|
|
|
|
|
.PHONY: package
|
|
|
|
package:
|
2022-05-17 10:14:59 +00:00
|
|
|
@echo "Building Release to dir $(RELDIR)"
|
|
|
|
@$(MKDIR) $(RELDIR)/cmd/crowdsec
|
|
|
|
@$(MKDIR) $(RELDIR)/cmd/crowdsec-cli
|
|
|
|
@$(CP) $(CROWDSEC_FOLDER)/$(CROWDSEC_BIN) $(RELDIR)/cmd/crowdsec
|
|
|
|
@$(CP) $(CSCLI_FOLDER)/$(CSCLI_BIN) $(RELDIR)/cmd/crowdsec-cli
|
|
|
|
|
2023-06-05 21:15:18 +00:00
|
|
|
@$(foreach plugin,$(PLUGINS), \
|
|
|
|
$(MKDIR) $(RELDIR)/$(PLUGINS_DIR)/$(plugin); \
|
|
|
|
$(CP) $(PLUGINS_DIR)/$(plugin)/notification-$(plugin)$(EXT) $(RELDIR)/$(PLUGINS_DIR)/$(plugin); \
|
|
|
|
$(CP) $(PLUGINS_DIR)/$(plugin)/$(plugin).yaml $(RELDIR)/$(PLUGINS_DIR)/$(plugin)/; \
|
|
|
|
)
|
2022-05-17 10:14:59 +00:00
|
|
|
|
|
|
|
@$(CPR) ./config $(RELDIR)
|
|
|
|
@$(CP) wizard.sh $(RELDIR)
|
|
|
|
@$(CP) scripts/test_env.sh $(RELDIR)
|
|
|
|
@$(CP) scripts/test_env.ps1 $(RELDIR)
|
2021-09-14 13:32:35 +00:00
|
|
|
|
2022-03-15 10:19:35 +00:00
|
|
|
@tar cvzf crowdsec-release.tgz $(RELDIR)
|
2022-01-06 10:20:59 +00:00
|
|
|
|
2021-08-25 09:43:29 +00:00
|
|
|
.PHONY: check_release
|
|
|
|
check_release:
|
2022-09-14 12:22:57 +00:00
|
|
|
ifneq ($(OS), Windows_NT)
|
2021-08-25 09:43:29 +00:00
|
|
|
@if [ -d $(RELDIR) ]; then echo "$(RELDIR) already exists, abort" ; exit 1 ; fi
|
2022-05-17 10:14:59 +00:00
|
|
|
else
|
|
|
|
@if (Test-Path -Path $(RELDIR)) { echo "$(RELDIR) already exists, abort" ; exit 1 ; }
|
|
|
|
endif
|
2021-08-25 09:43:29 +00:00
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# build a release tarball
|
2022-02-01 08:22:47 +00:00
|
|
|
.PHONY: release
|
2021-08-25 09:43:29 +00:00
|
|
|
release: check_release build package
|
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# build the windows installer
|
2022-05-17 10:14:59 +00:00
|
|
|
.PHONY: windows_installer
|
|
|
|
windows_installer: build
|
|
|
|
@.\make_installer.ps1 -version $(BUILD_VERSION)
|
|
|
|
|
2023-07-31 15:00:06 +00:00
|
|
|
# build the chocolatey package
|
2022-05-17 10:14:59 +00:00
|
|
|
.PHONY: chocolatey
|
|
|
|
chocolatey: windows_installer
|
|
|
|
@.\make_chocolatey.ps1 -version $(BUILD_VERSION)
|
2022-03-09 13:45:36 +00:00
|
|
|
|
2023-03-03 14:54:49 +00:00
|
|
|
# Include test/bats.mk only if it exists
|
2023-01-25 09:39:23 +00:00
|
|
|
# to allow building without a test/ directory
|
|
|
|
# (i.e. inside docker)
|
2023-03-03 14:54:49 +00:00
|
|
|
ifeq (,$(wildcard test/bats.mk))
|
2023-01-25 09:39:23 +00:00
|
|
|
bats-clean:
|
|
|
|
else
|
2023-03-03 14:54:49 +00:00
|
|
|
include test/bats.mk
|
2023-01-25 09:39:23 +00:00
|
|
|
endif
|
2023-03-07 10:46:52 +00:00
|
|
|
|
|
|
|
include mk/goversion.mk
|