-
Notifications
You must be signed in to change notification settings - Fork 7
/
Copy pathMakefile
178 lines (143 loc) · 5.56 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
MAKEFLAGS += --warn-undefined-variables
SHELL := /bin/bash
GO := go
GCFLAGS := -gcflags=all='-N -l'
LDFLAGS := -X 'github.com/kakao/varlog/internal/buildinfo.version=$(shell git describe --abbrev=0 --tags)'
LDFLAGS := -ldflags "$(LDFLAGS)"
COVERFLAGS :=
GOPATH := $(shell $(GO) env GOPATH)
PKGS := $(shell $(GO) list ./... | \
egrep -v "github.com/kakao/varlog/vendor" | \
egrep -v "github.com/kakao/varlog/tools" | \
sed -e "s;github.com/kakao/varlog/;;")
ifneq ($(shell echo $$OSTYPE | egrep "darwin"),)
export CGO_CFLAGS=-Wno-undef-prefix
export MallocNanoZone=0
endif
PYTHON := python3
.DEFAULT_GOAL := all
.PHONY: all
all: precommit
# precommit
.PHONY: precommit
precommit: mod-tidy mod-vendor proto generate fmt vet lint build test
# build
BIN_DIR := $(CURDIR)/bin
VARLOGMR := $(BIN_DIR)/varlogmr
VARLOGADM := $(BIN_DIR)/varlogadm
VARLOGSN := $(BIN_DIR)/varlogsn
VARLOGCTL := $(BIN_DIR)/varlogctl
VARLOGCLI := $(BIN_DIR)/varlogcli
MRTOOL := $(BIN_DIR)/mrtool
BENCHMARK := $(BIN_DIR)/benchmark
.PHONY: build varlogmr varlogadm varlogsn varlogctl varlogcli mrtool benchmark
build: varlogmr varlogadm varlogsn varlogctl varlogcli mrtool benchmark
varlogmr:
$(GO) build $(GCFLAGS) $(LDFLAGS) $(COVERFLAGS) -o $(VARLOGMR) $(CURDIR)/cmd/varlogmr
varlogadm:
$(GO) build $(GCFLAGS) $(LDFLAGS) $(COVERFLAGS) -o $(VARLOGADM) $(CURDIR)/cmd/varlogadm
varlogsn:
$(GO) build $(GCFLAGS) $(LDFLAGS) $(COVERFLAGS) -o $(VARLOGSN) $(CURDIR)/cmd/varlogsn
varlogctl:
$(GO) build $(GCFLAGS) $(LDFLAGS) $(COVERFLAGS) -o $(VARLOGCTL) $(CURDIR)/cmd/varlogctl
varlogcli:
$(GO) build $(GCFLAGS) $(LDFLAGS) $(COVERFLAGS) -o $(VARLOGCLI) $(CURDIR)/cmd/varlogcli
mrtool:
$(GO) build $(GCFLAGS) $(LDFLAGS) $(COVERFLAGS) -o $(MRTOOL) $(CURDIR)/cmd/mrtool
benchmark:
$(GO) build $(GCFLAGS) $(LDFLAGS) $(COVERFLAGS) -o $(BENCHMARK) $(CURDIR)/cmd/benchmark
# testing
TEST_FLAGS := -race -failfast -count=1 -timeout=20m
COVDATA_DIR := $(CURDIR)/covdata
GO_COVERAGE_OUTPUT := coverage.out
GO_COVERAGE_OUTPUT_TMP := $(GO_COVERAGE_OUTPUT).tmp
PYTEST := pytest
PYTHON_COVERAGE_OUTPUT := coverage.xml
.PHONY: test test_coverage generate_coverage_profile test_e2e_local_coverage test_e2e_local test_e2e_k8s
test:
$(GO) test $(TEST_FLAGS) ./...
$(PYTEST)
test_coverage:
rm -rf $(COVDATA_DIR)/unit && mkdir $(COVDATA_DIR)/unit
$(GO) test $(TEST_FLAGS) -cover -coverpkg ./... -covermode=atomic ./... -args -test.gocoverdir=$(COVDATA_DIR)/unit
$(PYTEST) --cov=./ --cov-report=xml:$(PYTHON_COVERAGE_OUTPUT)
generate_coverage_profile:
rm -rf $(COVDATA_DIR)/merged && mkdir $(COVDATA_DIR)/merged
$(GO) tool covdata merge -i=$(COVDATA_DIR)/unit,$(COVDATA_DIR)/ee -o $(COVDATA_DIR)/merged
$(GO) tool covdata textfmt -i=$(COVDATA_DIR)/merged -o $(GO_COVERAGE_OUTPUT_TMP)
cat $(GO_COVERAGE_OUTPUT_TMP) | grep -v "_mock.go" | grep -v ".pb.go" > $(GO_COVERAGE_OUTPUT)
$(RM) $(GO_COVERAGE_OUTPUT_TMP)
# If you want to specify a directory for grpc_health_probe, enter following:
# make test_e2e_local TEST_ARGS="-args -grpc-health-probe-executable=<path>"
#
# If you have installed the grpc_health_probe and can look it up by PATH, it is
# unnecessary to enter TEST_ARGS.
TEST_ARGS :=
test_e2e_local_coverage:
make build COVERFLAGS="-cover -covermode=atomic -coverpkg ./..."
rm -rf $(COVDATA_DIR)/ee && mkdir $(COVDATA_DIR)/ee
GOCOVERDIR=$(COVDATA_DIR)/ee $(GO) test $(TEST_FLAGS) ./tests/ee/... -tags=e2e $(TEST_ARGS)
test_e2e_local: build
$(GO) test $(TEST_FLAGS) ./tests/ee/... -tags=e2e $(TEST_ARGS)
test_e2e_k8s: build
$(GO) test $(TEST_FLAGS) ./tests/ee/... -tags=e2e,k8s
# proto
DOCKER_PROTOBUF = ghcr.io/kakao/varlog-protobuf:0.1.0
PROTOC := docker run --rm -u $(shell id -u) -v$(PWD):$(PWD) -w$(PWD) $(DOCKER_PROTOBUF) --proto_path=$(PWD)
PROTO_SRCS := $(shell find . -name "*.proto" -not -path "./vendor/*")
PROTO_PBS := $(PROTO_SRCS:.proto=.pb.go)
PROTO_INCS := -I$(GOPATH)/src -I$(CURDIR)/proto -I$(CURDIR)/vendor
.PHONY: proto proto-check
proto: $(PROTO_PBS)
$(PROTO_PBS): $(PROTO_SRCS)
@echo $(PROTOC)
for src in $^ ; do \
$(PROTOC) $(PROTO_INCS) \
--gogo_out=plugins=grpc,Mgoogle/protobuf/empty.proto=github.com/gogo/protobuf/types,Mgoogle/protobuf/any.proto=github.com/gogo/protobuf/types,Mgoogle/protobuf/duration.proto=github.com/gogo/protobuf/types,paths=source_relative:. $$src ; \
done
proto-check:
$(MAKE) proto
$(MAKE) fmt
git diff --exit-code $(PROTO_PBS)
# go:generate
.PHONY: generate generate-check
generate:
$(GO) generate ./...
generate-check:
$(MAKE) generate
$(MAKE) fmt
git diff --exit-code
# tools: lint, fmt, vet
.PHONY: tools fmt lint vet mod-tidy mod-tidy-check mod-vendor mod-vendor-check
tools:
$(GO) install golang.org/x/tools/cmd/goimports@latest
$(GO) install golang.org/x/lint/golint@latest
$(GO) install go.uber.org/mock/mockgen@v0.4.0
fmt:
@echo goimports
@$(foreach path,$(PKGS),goimports -w -local $(shell $(GO) list -m) ./$(path);)
@echo gofmt
@$(foreach path,$(PKGS),gofmt -w -s ./$(path);)
lint:
docker run --rm -v $$(pwd):/app -w /app golangci/golangci-lint:v1.60.1-alpine golangci-lint run
vet:
@echo govet
@$(foreach path,$(PKGS),$(GO) vet ./$(path);)
mod-tidy:
$(GO) mod tidy
mod-tidy-check:
$(MAKE) mod-tidy
git diff --exit-code go.mod
mod-vendor:
$(GO) mod vendor
mod-vendor-check:
$(MAKE) mod-vendor
git diff --exit-code vendor
# cleanup
.PHONY: clean clean_mock
clean:
$(GO) clean
$(RM) -rf $(GO_COVERAGE_OUTPUT) $(PYTHON_COVERAGE_OUTPUT) $(COVDATA_DIR)/*
$(RM) $(VARLOGMR) $(VARLOGADM) $(VARLOGSN) $(VARLOGCTL) $(VARLOGCLI) $(MRTOOL) $(BENCHMARK)
clean_mock:
@$(foreach path,$(shell $(GO) list ./... | grep -v vendor | sed -e s#github.com/kakao/varlog/##),$(RM) -f $(path)/*_mock.go;)