blob: bc0f1f92d1f85fcd1c9946bc81945d77202183b6 [file] [log] [blame]
serkant.uluderyae5afeff2021-02-23 18:00:23 +03001# Copyright The OpenTelemetry Authors
Abhay Kumar40252eb2025-10-13 13:25:53 +00002# SPDX-License-Identifier: Apache-2.0
serkant.uluderyae5afeff2021-02-23 18:00:23 +03003
serkant.uluderyae5afeff2021-02-23 18:00:23 +03004TOOLS_MOD_DIR := ./internal/tools
5
serkant.uluderyae5afeff2021-02-23 18:00:23 +03006ALL_DOCS := $(shell find . -name '*.md' -type f | sort)
Abhay Kumar40252eb2025-10-13 13:25:53 +00007ALL_GO_MOD_DIRS := $(shell find . -type f -name 'go.mod' -exec dirname {} \; | sort)
8OTEL_GO_MOD_DIRS := $(filter-out $(TOOLS_MOD_DIR), $(ALL_GO_MOD_DIRS))
9ALL_COVERAGE_MOD_DIRS := $(shell find . -type f -name 'go.mod' -exec dirname {} \; | grep -E -v '^./example|^$(TOOLS_MOD_DIR)' | sort)
serkant.uluderyae5afeff2021-02-23 18:00:23 +030010
Abhay Kumar40252eb2025-10-13 13:25:53 +000011GO = go
12TIMEOUT = 60
serkant.uluderyae5afeff2021-02-23 18:00:23 +030013
Abhay Kumar40252eb2025-10-13 13:25:53 +000014# User to run as in docker images.
15DOCKER_USER=$(shell id -u):$(shell id -g)
16DEPENDENCIES_DOCKERFILE=./dependencies.Dockerfile
serkant.uluderyae5afeff2021-02-23 18:00:23 +030017
18.DEFAULT_GOAL := precommit
19
Abhay Kumar40252eb2025-10-13 13:25:53 +000020.PHONY: precommit ci
21precommit: generate toolchain-check license-check misspell go-mod-tidy golangci-lint-fix verify-readmes verify-mods test-default
22ci: generate toolchain-check license-check lint vanity-import-check verify-readmes verify-mods build test-default check-clean-work-tree test-coverage
serkant.uluderyae5afeff2021-02-23 18:00:23 +030023
Abhay Kumar40252eb2025-10-13 13:25:53 +000024# Tools
serkant.uluderyae5afeff2021-02-23 18:00:23 +030025
Abhay Kumar40252eb2025-10-13 13:25:53 +000026TOOLS = $(CURDIR)/.tools
27
28$(TOOLS):
29 @mkdir -p $@
30$(TOOLS)/%: $(TOOLS_MOD_DIR)/go.mod | $(TOOLS)
serkant.uluderyae5afeff2021-02-23 18:00:23 +030031 cd $(TOOLS_MOD_DIR) && \
Abhay Kumar40252eb2025-10-13 13:25:53 +000032 $(GO) build -o $@ $(PACKAGE)
serkant.uluderyae5afeff2021-02-23 18:00:23 +030033
Abhay Kumar40252eb2025-10-13 13:25:53 +000034MULTIMOD = $(TOOLS)/multimod
35$(TOOLS)/multimod: PACKAGE=go.opentelemetry.io/build-tools/multimod
serkant.uluderyae5afeff2021-02-23 18:00:23 +030036
Abhay Kumar40252eb2025-10-13 13:25:53 +000037CROSSLINK = $(TOOLS)/crosslink
38$(TOOLS)/crosslink: PACKAGE=go.opentelemetry.io/build-tools/crosslink
serkant.uluderyae5afeff2021-02-23 18:00:23 +030039
Abhay Kumar40252eb2025-10-13 13:25:53 +000040SEMCONVKIT = $(TOOLS)/semconvkit
41$(TOOLS)/semconvkit: PACKAGE=go.opentelemetry.io/otel/$(TOOLS_MOD_DIR)/semconvkit
serkant.uluderyae5afeff2021-02-23 18:00:23 +030042
Abhay Kumar40252eb2025-10-13 13:25:53 +000043VERIFYREADMES = $(TOOLS)/verifyreadmes
44$(TOOLS)/verifyreadmes: PACKAGE=go.opentelemetry.io/otel/$(TOOLS_MOD_DIR)/verifyreadmes
45
46GOLANGCI_LINT = $(TOOLS)/golangci-lint
47$(TOOLS)/golangci-lint: PACKAGE=github.com/golangci/golangci-lint/v2/cmd/golangci-lint
48
49MISSPELL = $(TOOLS)/misspell
50$(TOOLS)/misspell: PACKAGE=github.com/client9/misspell/cmd/misspell
51
52GOCOVMERGE = $(TOOLS)/gocovmerge
53$(TOOLS)/gocovmerge: PACKAGE=github.com/wadey/gocovmerge
54
55STRINGER = $(TOOLS)/stringer
56$(TOOLS)/stringer: PACKAGE=golang.org/x/tools/cmd/stringer
57
58PORTO = $(TOOLS)/porto
59$(TOOLS)/porto: PACKAGE=github.com/jcchavezs/porto/cmd/porto
60
61GOTMPL = $(TOOLS)/gotmpl
62$(GOTMPL): PACKAGE=go.opentelemetry.io/build-tools/gotmpl
63
64GORELEASE = $(TOOLS)/gorelease
65$(GORELEASE): PACKAGE=golang.org/x/exp/cmd/gorelease
66
67GOVULNCHECK = $(TOOLS)/govulncheck
68$(TOOLS)/govulncheck: PACKAGE=golang.org/x/vuln/cmd/govulncheck
69
70.PHONY: tools
Abhay Kumar062cda52025-12-23 06:49:37 +000071tools: $(CROSSLINK) $(GOLANGCI_LINT) $(MISSPELL) $(GOCOVMERGE) $(STRINGER) $(PORTO) $(VERIFYREADMES) $(MULTIMOD) $(SEMCONVKIT) $(GOTMPL) $(GORELEASE)
Abhay Kumar40252eb2025-10-13 13:25:53 +000072
73# Virtualized python tools via docker
74
75# The directory where the virtual environment is created.
76VENVDIR := venv
77
78# The directory where the python tools are installed.
79PYTOOLS := $(VENVDIR)/bin
80
81# The pip executable in the virtual environment.
82PIP := $(PYTOOLS)/pip
83
84# The directory in the docker image where the current directory is mounted.
85WORKDIR := /workdir
86
87# The python image to use for the virtual environment.
88PYTHONIMAGE := $(shell awk '$$4=="python" {print $$2}' $(DEPENDENCIES_DOCKERFILE))
89
90# Run the python image with the current directory mounted.
91DOCKERPY := docker run --rm -u $(DOCKER_USER) -v "$(CURDIR):$(WORKDIR)" -w $(WORKDIR) $(PYTHONIMAGE)
92
93# Create a virtual environment for Python tools.
94$(PYTOOLS):
95# The `--upgrade` flag is needed to ensure that the virtual environment is
96# created with the latest pip version.
97 @$(DOCKERPY) bash -c "python3 -m venv $(VENVDIR) && $(PIP) install --upgrade --cache-dir=$(WORKDIR)/.cache/pip pip"
98
99# Install python packages into the virtual environment.
100$(PYTOOLS)/%: $(PYTOOLS)
101 @$(DOCKERPY) $(PIP) install --cache-dir=$(WORKDIR)/.cache/pip -r requirements.txt
102
103CODESPELL = $(PYTOOLS)/codespell
104$(CODESPELL): PACKAGE=codespell
105
106# Generate
107
108.PHONY: generate
109generate: go-generate vanity-import-fix
110
111.PHONY: go-generate
112go-generate: $(OTEL_GO_MOD_DIRS:%=go-generate/%)
113go-generate/%: DIR=$*
114go-generate/%: $(STRINGER) $(GOTMPL)
115 @echo "$(GO) generate $(DIR)/..." \
116 && cd $(DIR) \
117 && PATH="$(TOOLS):$${PATH}" $(GO) generate ./...
118
119.PHONY: vanity-import-fix
120vanity-import-fix: $(PORTO)
121 @$(PORTO) --include-internal -w .
122
123# Generate go.work file for local development.
124.PHONY: go-work
125go-work: $(CROSSLINK)
126 $(CROSSLINK) work --root=$(shell pwd) --go=1.22.7
127
128# Build
129
130.PHONY: build
131
132build: $(OTEL_GO_MOD_DIRS:%=build/%) $(OTEL_GO_MOD_DIRS:%=build-tests/%)
133build/%: DIR=$*
134build/%:
135 @echo "$(GO) build $(DIR)/..." \
136 && cd $(DIR) \
137 && $(GO) build ./...
138
139build-tests/%: DIR=$*
140build-tests/%:
141 @echo "$(GO) build tests $(DIR)/..." \
142 && cd $(DIR) \
143 && $(GO) list ./... \
144 | grep -v third_party \
145 | xargs $(GO) test -vet=off -run xxxxxMatchNothingxxxxx >/dev/null
146
147# Tests
148
149TEST_TARGETS := test-default test-bench test-short test-verbose test-race test-concurrent-safe
150.PHONY: $(TEST_TARGETS) test
151test-default test-race: ARGS=-race
152test-bench: ARGS=-run=xxxxxMatchNothingxxxxx -test.benchtime=1ms -bench=.
153test-short: ARGS=-short
154test-verbose: ARGS=-v -race
155test-concurrent-safe: ARGS=-run=ConcurrentSafe -count=100 -race
156test-concurrent-safe: TIMEOUT=120
157$(TEST_TARGETS): test
158test: $(OTEL_GO_MOD_DIRS:%=test/%)
159test/%: DIR=$*
160test/%:
161 @echo "$(GO) test -timeout $(TIMEOUT)s $(ARGS) $(DIR)/..." \
162 && cd $(DIR) \
163 && $(GO) list ./... \
164 | grep -v third_party \
165 | xargs $(GO) test -timeout $(TIMEOUT)s $(ARGS)
166
167COVERAGE_MODE = atomic
168COVERAGE_PROFILE = coverage.out
169.PHONY: test-coverage
170test-coverage: $(GOCOVMERGE)
171 @set -e; \
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300172 printf "" > coverage.txt; \
173 for dir in $(ALL_COVERAGE_MOD_DIRS); do \
Abhay Kumar40252eb2025-10-13 13:25:53 +0000174 echo "$(GO) test -coverpkg=go.opentelemetry.io/otel/... -covermode=$(COVERAGE_MODE) -coverprofile="$(COVERAGE_PROFILE)" $${dir}/..."; \
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300175 (cd "$${dir}" && \
Abhay Kumar40252eb2025-10-13 13:25:53 +0000176 $(GO) list ./... \
177 | grep -v third_party \
178 | grep -v 'semconv/v.*' \
179 | xargs $(GO) test -coverpkg=./... -covermode=$(COVERAGE_MODE) -coverprofile="$(COVERAGE_PROFILE)" && \
180 $(GO) tool cover -html=coverage.out -o coverage.html); \
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300181 done; \
Abhay Kumar40252eb2025-10-13 13:25:53 +0000182 $(GOCOVMERGE) $$(find . -name coverage.out) > coverage.txt
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300183
Abhay Kumar40252eb2025-10-13 13:25:53 +0000184.PHONY: benchmark
185benchmark: $(OTEL_GO_MOD_DIRS:%=benchmark/%)
186benchmark/%:
187 @echo "$(GO) test -run=xxxxxMatchNothingxxxxx -bench=. $*..." \
188 && cd $* \
189 && $(GO) list ./... \
190 | grep -v third_party \
191 | xargs $(GO) test -run=xxxxxMatchNothingxxxxx -bench=.
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300192
Abhay Kumar40252eb2025-10-13 13:25:53 +0000193.PHONY: golangci-lint golangci-lint-fix
194golangci-lint-fix: ARGS=--fix
195golangci-lint-fix: golangci-lint
196golangci-lint: $(OTEL_GO_MOD_DIRS:%=golangci-lint/%)
197golangci-lint/%: DIR=$*
198golangci-lint/%: $(GOLANGCI_LINT)
199 @echo 'golangci-lint $(if $(ARGS),$(ARGS) ,)$(DIR)' \
200 && cd $(DIR) \
201 && $(GOLANGCI_LINT) run --allow-serial-runners $(ARGS)
202
203.PHONY: crosslink
204crosslink: $(CROSSLINK)
205 @echo "Updating intra-repository dependencies in all go modules" \
206 && $(CROSSLINK) --root=$(shell pwd) --prune
207
208.PHONY: go-mod-tidy
209go-mod-tidy: $(ALL_GO_MOD_DIRS:%=go-mod-tidy/%)
210go-mod-tidy/%: DIR=$*
211go-mod-tidy/%: crosslink
212 @echo "$(GO) mod tidy in $(DIR)" \
213 && cd $(DIR) \
214 && $(GO) mod tidy -compat=1.21
215
216.PHONY: lint
217lint: misspell go-mod-tidy golangci-lint govulncheck
218
219.PHONY: vanity-import-check
220vanity-import-check: $(PORTO)
221 @$(PORTO) --include-internal -l . || ( echo "(run: make vanity-import-fix)"; exit 1 )
222
223.PHONY: misspell
224misspell: $(MISSPELL)
225 @$(MISSPELL) -w $(ALL_DOCS)
226
227.PHONY: govulncheck
228govulncheck: $(OTEL_GO_MOD_DIRS:%=govulncheck/%)
229govulncheck/%: DIR=$*
230govulncheck/%: $(GOVULNCHECK)
231 @echo "govulncheck ./... in $(DIR)" \
232 && cd $(DIR) \
233 && $(GOVULNCHECK) ./...
234
235.PHONY: codespell
236codespell: $(CODESPELL)
237 @$(DOCKERPY) $(CODESPELL)
238
239.PHONY: toolchain-check
240toolchain-check:
241 @toolchainRes=$$(for f in $(ALL_GO_MOD_DIRS); do \
242 awk '/^toolchain/ { found=1; next } END { if (found) print FILENAME }' $$f/go.mod; \
243 done); \
244 if [ -n "$${toolchainRes}" ]; then \
245 echo "toolchain checking failed:"; echo "$${toolchainRes}"; \
246 exit 1; \
247 fi
248
249.PHONY: license-check
250license-check:
251 @licRes=$$(for f in $$(find . -type f \( -iname '*.go' -o -iname '*.sh' \) ! -path '**/third_party/*' ! -path './.git/*' ) ; do \
252 awk '/Copyright The OpenTelemetry Authors|generated|GENERATED/ && NR<=4 { found=1; next } END { if (!found) print FILENAME }' $$f; \
253 done); \
254 if [ -n "$${licRes}" ]; then \
255 echo "license header checking failed:"; echo "$${licRes}"; \
256 exit 1; \
257 fi
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300258
259.PHONY: check-clean-work-tree
260check-clean-work-tree:
261 @if ! git diff --quiet; then \
262 echo; \
263 echo 'Working tree is not clean, did you forget to run "make precommit"?'; \
264 echo; \
265 git status; \
266 exit 1; \
267 fi
268
Abhay Kumar40252eb2025-10-13 13:25:53 +0000269# The weaver docker image to use for semconv-generate.
270WEAVER_IMAGE := $(shell awk '$$4=="weaver" {print $$2}' $(DEPENDENCIES_DOCKERFILE))
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300271
Abhay Kumar40252eb2025-10-13 13:25:53 +0000272SEMCONVPKG ?= "semconv/"
273.PHONY: semconv-generate
274semconv-generate: $(SEMCONVKIT)
275 [ "$(TAG)" ] || ( echo "TAG unset: missing opentelemetry semantic-conventions tag"; exit 1 )
276 # Ensure the target directory for source code is available.
277 mkdir -p $(PWD)/$(SEMCONVPKG)/${TAG}
278 # Note: We mount a home directory for downloading/storing the semconv repository.
279 # Weaver will automatically clean the cache when finished, but the directories will remain.
280 mkdir -p ~/.weaver
281 docker run --rm \
282 -u $(DOCKER_USER) \
283 --env HOME=/tmp/weaver \
Abhay Kumar062cda52025-12-23 06:49:37 +0000284 --mount 'type=bind,source=$(PWD)/semconv/templates,target=/home/weaver/templates,readonly' \
Abhay Kumar40252eb2025-10-13 13:25:53 +0000285 --mount 'type=bind,source=$(PWD)/semconv/${TAG},target=/home/weaver/target' \
286 --mount 'type=bind,source=$(HOME)/.weaver,target=/tmp/weaver/.weaver' \
287 $(WEAVER_IMAGE) registry generate \
288 --registry=https://github.com/open-telemetry/semantic-conventions/archive/refs/tags/$(TAG).zip[model] \
289 --templates=/home/weaver/templates \
290 --param tag=$(TAG) \
291 go \
292 /home/weaver/target
293 $(SEMCONVKIT) -semconv "$(SEMCONVPKG)" -tag "$(TAG)"
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300294
Abhay Kumar40252eb2025-10-13 13:25:53 +0000295.PHONY: gorelease
296gorelease: $(OTEL_GO_MOD_DIRS:%=gorelease/%)
297gorelease/%: DIR=$*
298gorelease/%:| $(GORELEASE)
299 @echo "gorelease in $(DIR):" \
300 && cd $(DIR) \
301 && $(GORELEASE) \
302 || echo ""
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300303
Abhay Kumar40252eb2025-10-13 13:25:53 +0000304.PHONY: verify-mods
305verify-mods: $(MULTIMOD)
306 $(MULTIMOD) verify
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300307
Abhay Kumar40252eb2025-10-13 13:25:53 +0000308.PHONY: prerelease
309prerelease: verify-mods
310 @[ "${MODSET}" ] || ( echo ">> env var MODSET is not set"; exit 1 )
311 $(MULTIMOD) prerelease -m ${MODSET}
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300312
Abhay Kumar40252eb2025-10-13 13:25:53 +0000313COMMIT ?= "HEAD"
314.PHONY: add-tags
315add-tags: verify-mods
316 @[ "${MODSET}" ] || ( echo ">> env var MODSET is not set"; exit 1 )
317 $(MULTIMOD) tag -m ${MODSET} -c ${COMMIT}
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300318
Abhay Kumar40252eb2025-10-13 13:25:53 +0000319MARKDOWNIMAGE := $(shell awk '$$4=="markdown" {print $$2}' $(DEPENDENCIES_DOCKERFILE))
320.PHONY: lint-markdown
321lint-markdown:
322 docker run --rm -u $(DOCKER_USER) -v "$(CURDIR):$(WORKDIR)" $(MARKDOWNIMAGE) -c $(WORKDIR)/.markdownlint.yaml $(WORKDIR)/**/*.md
serkant.uluderyae5afeff2021-02-23 18:00:23 +0300323
Abhay Kumar40252eb2025-10-13 13:25:53 +0000324.PHONY: verify-readmes
325verify-readmes: $(VERIFYREADMES)
326 $(VERIFYREADMES)