Dependency checking in Makefile and other improvements

Makefile now checks go dependencies and only builds what is needed.

Refactored the Makefile into three parts for better maintenance.

Add a buildall target that is the initial attempt at cross compiling
castlectl.
This commit is contained in:
Bassam Tabbara committed 2016-09-29 12:17:42 -07:00
1 parent 4348cf2781
commit 60b0dc3b05
15 files changed
+536 -215

No files matched your search

+5 -3
View File
@@ -1,9 +1,11 @@
.glide/
.gowork/
.vscode/
bin/
tools/
vendor/
.vscode/
.glide/
.gopath/
coverage.out
coverage.html
debug.test
Executable → Regular
+108 -120
View File
@@ -1,46 +1,23 @@
ORG = github.com/quantum
PROJ = castle
GOPATH = $(CURDIR)/.gopath
ORGPATH = $(GOPATH)/src/$(ORG)
REPOPATH = $(ORGPATH)/$(PROJ)
GOOS = $(shell go env GOOS)
GOARCH = $(shell go env GOARCH)
.PHONY: all
all: build
export GOPATH
# TODO: support for profiling in ceph
# TODO: support for tracing in ceph
# TODO: jemalloc and static linking are currently broken due to https://github.com/jemalloc/jemalloc/issues/442
# TODO: remove leveldb from ceph
# TODO: cross compile castlectl?
# TODO: can we strip -s all binaries?
# ====================================================================================
# Build Options
# Can be used for additional go build flags
BUILDFLAGS ?=
LDFLAGS ?=
TAGS ?=
# Additional flags to use when calling cmake on ceph
CEPHD_CMAKE += \
-DWITH_EMBEDDED=ON \
-DWITH_FUSE=OFF \
-DWITH_NSS=OFF \
-DUSE_CRYPTOPP=ON \
-DWITH_LEVELDB=OFF \
-DWITH_XFS=OFF \
-DWITH_OPENLDAP=OFF \
-DWITH_MANPAGE=OFF \
-DWITH_PROFILER=OFF
TAGS ?=
# set to 1 for a completely static build. Otherwise if set to 0
# a dynamic binary is produced that requires glibc to be installed
STATIC ?= 1
ifeq ($(STATIC),1)
BUILDFLAGS += -installsuffix cgo
LDFLAGS += -extldflags "-static"
TAGS += static
CASTLED_BUILDFLAGS += -installsuffix cgo
CASTLED_LDFLAGS += -extldflags "-static"
CASTLED_TAGS += static
else
TAGS += dynamic
CASTLED_TAGS += dynamic
endif
# build a position independent executable. This implies dynamic linking
@@ -50,31 +27,16 @@ ifeq ($(PIE),1)
ifeq ($(STATIC),1)
$(error PIE only supported with dynamic linking. Set STATIC=0.)
endif
BUILDFLAGS += -buildmode=pie
TAGS += pie
CASTLED_BUILDFLAGS += -buildmode=pie
CASTLED_TAGS += pie
endif
# Can be jemalloc, tcmalloc or glibc
ALLOCATOR ?= tcmalloc
ifeq ($(ALLOCATOR),jemalloc)
CEPHD_CMAKE += -DALLOCATOR=jemalloc
TAGS += jemalloc
else
ifeq ($(ALLOCATOR),tcmalloc)
CEPHD_CMAKE += -DALLOCATOR=tcmalloc
TAGS += tcmalloc
else
CEPHD_CMAKE += -DALLOCATOR=libc
endif
endif
# additional go build tags
TAGS ?=
# if DEBUG is set to 1 debug information is perserved (i.e. not stripped).
# the binary size is going to be much larger.
DEBUG ?= 0
CCACHE ?= 1
# turn on more verbose build
V ?= 0
ifeq ($(V),1)
@@ -84,94 +46,120 @@ else
MAKEFLAGS += --no-print-directory
endif
# set to 0 to disable ccache support
# must also export CCACHE_DIR to take effect
CCACHE ?= 1
ifeq ($(CCACHE),1)
CEPHD_CMAKE += -DWITH_CCACHE=ON
endif
# set the version number.
ifeq ($(origin VERSION), undefined)
VERSION = $(shell git describe --dirty --always)
endif
LDFLAGS += -X $(ORG)/$(PROJ)/pkg/version.Version=$(VERSION)
LDFLAGS += -X $(REPO)/pkg/version.Version=$(VERSION)
GO_SOURCEDIRS=cmd pkg
GO_SOURCES := $(shell find $(GO_SOURCEDIRS) -name '*.go')
GO_PKGS=$(shell go list ./... | grep --invert-match vendor)
# ====================================================================================
# Setup Go projects
.PHONY: all
all: build
GO_ORG=github.com/quantum
GO_PROJ=castle
include build/golang.mk
.PHONY: build
build: bin/castled bin/castlectl vet fmt
# add castlectl and castled. this will define all the necessary
# rules to build the projects and also set targets such as build, clean, etc.
$(eval $(call golang-project,castlectl,cmd/castlectl, \
$(BUILDFLAGS) -tags '$(TAGS)' -ldflags '$(LDFLAGS)'))
$(eval $(call golang-project,castled,cmd/castled, \
$(BUILDFLAGS) $(CASTLED_BUILDFLAGS) -tags '$(TAGS) $(CASTLED_TAGS)' -ldflags '$(LDFLAGS) $(CASTLED_LDFLAGS)'))
.PHONY: release
release: build
# ====================================================================================
# Setup Cephd
.PHONY: check
check: test
CEPHD_DEBUG = $(DEBUG)
CEPHD_CCACHE = $(CCACHE)
CEPHD_ALLOCATOR = $(ALLOCATOR)
include build/cephd.mk
$(REPOPATH):
@mkdir -p $(ORGPATH)
@ln -s ../../../.. $(REPOPATH)
# ====================================================================================
# Targets
bin/castled: $(REPOPATH) vendor/vendor.stamp ceph/build $(GO_SOURCES)
@cd ceph/build && $(MAKE) cephd
@if test ceph/build/lib/libcephd.a -nt bin/castled -o ! -f bin/castled; then \
if test $(DEBUG) -eq 0; then \
strip -S ceph/build/lib/libcephd.a; \
fi; \
go build $(BUILDFLAGS) -tags '$(TAGS)' -ldflags '$(LDFLAGS)' -o bin/castled ./cmd/castled; \
fi
.PHONY: build test check vet fmt clean buildall cleanall
bin/castlectl: $(REPOPATH) vendor/vendor.stamp $(GO_SOURCES)
@go build $(BUILDFLAGS) -tags '$(TAGS)' -ldflags '$(LDFLAGS)' -o bin/castlectl ./cmd/castlectl
build: go.build.castlectl
# we take a dependency on this Makefile since the ceph cmake config is in it
ceph/build: Makefile
@mkdir -p ceph/build
@cd ceph/build && cmake $(CEPHD_CMAKE) ..
check test: go.test.castlectl
.PHONY: vendor
vendor: tools/glide
@./tools/glide install
vet: go.vet.castlectl go.vet.castled
# the stamp file ensures that we run glide install once. every other time is manual
vendor/vendor.stamp: tools/glide
@./tools/glide install
@touch $@
fmt: go.fmt.castlectl go.fmt.castled
.PHONY: test
test: build
@go test -cover -timeout 30s $(BUILDFLAGS) -tags '$(TAGS)' -ldflags '$(LDFLAGS)' $(GO_PKGS)
clean: go.clean.castlectl go.clean.castled
.PHONY: vet
vet: $(REPOPATH) tools/glide $(GO_SOURCES)
@go vet $(shell ./tools/glide novendor)
cleanall: go.cleanall cephd.cleanall
.PHONY: fmt
fmt: $(REPOPATH) tools/glide $(GO_SOURCES)
@go fmt $(shell ./tools/glide novendor)
buildall: \
go.build.castlectl.linux_amd64 \
go.build.castlectl.linux_arm64 \
go.build.castlectl.darwin_amd64 \
go.build.castlectl.windows_amd64
.PHONY: cleancommon
cleancommon:
@rm -rf bin
@rm -fr $(GOPATH)
@if [ -d ceph/src/rocksdb ]; then cd ceph/src/rocksdb && $(MAKE) clean > /dev/null; fi
ifeq ($(GO_HOST_OS),linux)
ifeq ($(GO_HOST_ARCH),amd64)
.PHONY: clean
clean: cleancommon
@if [ -d ceph/build ]; then cd ceph/build && $(MAKE) clean; fi
$(eval $(call cephd-build,linux_amd64))
.PHONY: cleanall
cleanall: cleancommon
@rm -rf tools vendor
@rm -rf ceph/build
go.test.castled bin/linux_amd64/castled: $(CEPHD_BUILD_DIR)/linux_amd64/lib/libcephd.a
tools/glide:
@mkdir -p tools
@curl -sL https://github.com/Masterminds/glide/releases/download/v0.12.2/glide-v0.12.2-$(GOOS)-$(GOARCH).tar.gz | tar -xz -C tools
@mv tools/$(GOOS)-$(GOARCH)/glide tools/glide
@rm -r tools/$(GOOS)-$(GOARCH)
clean: cephd.clean.linux_amd64
build: bin/linux_amd64/castled
check test: go.test.castled
buildall: bin/linux_amd64/castled
else
ifeq ($(GO_HOST_ARCH),arm64)
$(eval $(call cephd-build,linux_arm64))
go.test.castled bin/linux_arm64/castled: $(CEPHD_BUILD_DIR)/linux_arm64/lib/libcephd.a
clean: cephd.clean.linux_arm64
build: bin/linux_arm64/castled
check test: go.test.castled
buildall: bin/linux_arm64/castled
endif # arm64
endif # amd64
endif # linux
# ====================================================================================
# Help
.PHONY: help
help:
@echo 'Usage: make <OPTIONS> ... <TARGETS>'
@echo ''
@echo 'Targets:'
@echo ' build Build project.'
@echo ' buildall Build project for all platforms.'
@echo ' check Builds and runs tests on.'
@echo ' clean Remove binaries.'
@echo ' cleanall Remove binaries for all platforms.'
@echo ' fmt Check formatting of go sources.'
@echo ' help Show this help info.'
@echo ' vendor Installs vendor dependencies.'
@echo ' vet Runs lint checks on go sources.'
@echo ''
@echo 'Options:'
@echo ''
@echo ' CCACHE Set to 1 to enabled ccache, 0 to disable.'
@echo ' The default is 0.'
@echo ' DEBUG Set to 1 to disable stripping the binaries of.'
@echo ' debug information. The default is 0.'
@echo ' PIE Set to 1 to build build a position independent'
@echo ' executable. Can not be combined with static.'
@echo ' The default is 0.'
@echo ' STATIC Set to 1 for static build, 0 for dynamic.'
@echo ' The default is 1.'
@echo ' VERSION The version information compiled into binaries.'
@echo ' The default is obtained from git.'
@echo ' V Set to 1 enable verbose build. Default is 0.'
-59
View File
@@ -1,59 +0,0 @@
FROM ubuntu:xenial
MAINTAINER Bassam Tabbara <bassam.tabbara@quantum.com>
# git version 2.6.6+ through 2.8.3 had a bug with submodules
# see https://github.com/git/git/blob/master/Documentation/RelNotes/2.8.3.txt#L33
# this is why we are adding a newer verion of git than is available on xenial
RUN apt-key adv --keyserver keyserver.ubuntu.com --recv-keys E1DF1F24 && \
echo "deb http://ppa.launchpad.net/git-core/ppa/ubuntu xenial main" > /etc/apt/sources.list.d/git.list && \
apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -yq \
build-essential \
ca-certificates \
ccache \
cmake \
curl \
cython \
cython3 \
git \
golang-1.6 \
libaio-dev \
libatomic-ops-dev \
libblkid-dev \
libboost-date-time-dev \
libboost-dev \
libboost-iostreams-dev \
libboost-program-options-dev \
libboost-random-dev \
libboost-regex-dev \
libboost-system-dev \
libboost-thread-dev \
libcrypto++-dev \
libcurl4-openssl-dev \
libexpat1-dev \
libfcgi-dev \
libgoogle-perftools-dev \
libjemalloc-dev \
libkeyutils-dev \
libldap2-dev \
libleveldb-dev \
libsnappy-dev \
libssl-dev \
libudev-dev \
mercurial \
python-sphinx \
python-dev \
python3-all-dev \
xfslibs-dev \
yasm \
--no-install-recommends && \
apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
ENV GOPATH /go
ENV PATH $GOPATH/bin:/usr/lib/go-1.6/bin:$PATH
RUN mkdir -p "$GOPATH/src" "$GOPATH/bin" && chmod -R 777 "$GOPATH"
VOLUME $GOPATH/src/github.com/quantum/castle
WORKDIR $GOPATH/src/github.com/quantum/castle
ENTRYPOINT [ "/bin/bash", "-c" ]
+85
View File
@@ -0,0 +1,85 @@
# ====================================================================================
# Makefile helper functions for building embedded ceph
# TODO: support for profiling in ceph
# TODO: support for tracing in ceph
# TODO: jemalloc and static linking are currently broken due to https://github.com/jemalloc/jemalloc/issues/442
# TODO: remove leveldb from ceph
# TODO: rocksdb build_version always building
# TODO: rocksdb should not build from source tree
# ====================================================================================
# Configuration
CEPHD_ALLOCATOR ?= tcmalloc
CEPHD_CCACHE ?= 1
CEPHD_DEBUG ?= 0
CEPHD_DIR ?= ceph
CEPHD_BUILD_DIR ?= ceph/build
# ====================================================================================
# Configuration
CEPHD_CMAKE += \
-DWITH_EMBEDDED=ON \
-DALLOCATOR=$(CEPHD_ALLOCATOR) \
-DWITH_FUSE=OFF \
-DWITH_NSS=OFF \
-DUSE_CRYPTOPP=ON \
-DWITH_LEVELDB=OFF \
-DWITH_XFS=OFF \
-DWITH_OPENLDAP=OFF \
-DWITH_MANPAGE=OFF \
-DWITH_PROFILER=OFF \
-DCMAKE_TARGET_MESSAGES=OFF \
ifeq ($(CEPHD_CCACHE),1)
CEPHD_CMAKE += -DWITH_CCACHE=ON
endif
# poor man's dependencies. this is a notriously hard problem with recursive make. the
# compromise here is good enough. For release builds we always build clean so this
# not be an issue. For developer build, the worst that can happen is we miss a changed
# file and libcephd.a does not build. rm libcephd.a or touching ceph/build/*/Makefile
# would fix that.
CEPHD_SOURCES := $(shell find ceph/src -name .git -prune -o -type f | sed 's/ /\\ /g')
# ====================================================================================
# Targets
# build cephd for the specified platform
# $1 platform name (for example castlectl)
define cephd-build
$(CEPHD_BUILD_DIR)/$(1)/Makefile:
@mkdir -p $$(@D)
@echo "$(CEPHD_CMAKE)" > $$(@D)/cephd.cmake.new
@if test ! -f $$(@D)/cephd.cmake || ! diff $$(@D)/cephd.cmake.new $$(@D)/cephd.cmake > /dev/null; then \
echo "====== Configuring cephd $(1)"; \
cd $$(@D) && cmake $(CEPHD_CMAKE) -DCMAKE_TOOLCHAIN_FILE=../../../build/cross-build/toolchain.$(1).cmake ../..; \
echo "$(CEPHD_CMAKE)" > cephd.cmake; \
fi
@rm $$(@D)/cephd.cmake.new
$(CEPHD_BUILD_DIR)/$(1)/lib/libcephd.a: $(CEPHD_BUILD_DIR)/$(1)/Makefile $(CEPHD_SOURCES)
@echo "====== Building cephd $(1)"
@cd $(CEPHD_BUILD_DIR)/$(1) && $$(MAKE) cephd
ifeq ($(CEPHD_DEBUG),0)
@strip -pS $$@
endif
.PHONY: cephd.clean.$(1)
cephd.clean.$(1): cephd.clean.rocksdb
@echo "====== Running make clean on cephd $(1)"
@ [ -d $(CEPHD_BUILD_DIR)/$(1) ] && cd $(CEPHD_BUILD_DIR)/$(1) && $(MAKE) clean
endef
# BUGBUG: rocksdb builds out of the source tree which means arm64 and amd64
# binaries will overwrite each other
.PHONY: cephd.clean.rocksdb
cephd.clean.rocksdb:
@ [ -d $(CEPHD_BUILD_DIR)/$(1) ] && cd ceph/src/rocksdb && $(MAKE) clean > /dev/null
.PHONY: cephd.clean
cephd.cleanall: cephd.clean.rocksdb
@rm -rf $(CEPHD_BUILD_DIR)
+57
View File
@@ -0,0 +1,57 @@
FROM debian:stretch
MAINTAINER Bassam Tabbara <bassam.tabbara@quantum.com>
RUN \
dpkg --add-architecture ==ARCH== && \
apt-get update && \
DEBIAN_FRONTEND=noninteractive apt-get install -yq --no-install-recommends \
\
ca-certificates \
ccache \
cmake \
curl \
git \
golang \
mercurial \
python \
python-dev \
python3 \
python3-all-dev \
cython \
cython3 \
runit \
sudo \
yasm \
==BUILD== \
\
libaio-dev:==ARCH== \
libatomic-ops-dev:==ARCH== \
libblkid-dev:==ARCH== \
libboost-date-time-dev:==ARCH== \
libboost-dev:==ARCH== \
libboost-iostreams-dev:==ARCH== \
libboost-program-options-dev:==ARCH== \
libboost-random-dev:==ARCH== \
libboost-regex-dev:==ARCH== \
libboost-system-dev:==ARCH== \
libboost-thread-dev:==ARCH== \
libcrypto++-dev:==ARCH== \
libcurl4-openssl-dev:==ARCH== \
libexpat1-dev:==ARCH== \
libfcgi-dev:==ARCH== \
libgoogle-perftools-dev:==ARCH== \
libjemalloc-dev:==ARCH== \
libkeyutils-dev:==ARCH== \
libldap2-dev:==ARCH== \
libleveldb-dev:==ARCH== \
libsnappy-dev:==ARCH== \
libssl-dev:==ARCH== \
libudev-dev:==ARCH== \
\
&& \
apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
WORKDIR /build
COPY entrypoint.sh /build
ENTRYPOINT [ "/build/entrypoint.sh" ]
+21
View File
@@ -0,0 +1,21 @@
.PHONY: all buildall publishall
all: buildall
buildall: build-amd64 build-arm64
build-%: Dockerfile.in entrypoint.sh
$(eval ARCH := $*)
$(eval TMPDIR := $(shell mktemp -d))
@echo building cross-build container for $(ARCH)
@sed 's/==ARCH==/$(ARCH)/g' Dockerfile.in > $(TMPDIR)/Dockerfile
@if [ $(ARCH) = "amd64" ]; then \
sed -i 's/==BUILD==/build-essential/g' $(TMPDIR)/Dockerfile; \
else \
sed -i 's/==BUILD==/crossbuild-essential-$(ARCH)/g' $(TMPDIR)/Dockerfile; \
fi
@cp entrypoint.sh $(TMPDIR)/
@cd $(TMPDIR) && docker build -t quantum/castle-build-$* .
@rm -fr $(TMPDIR)
publishall: publish-amd64 publish-arm64
publish-%: build-%
docker push quantum/castle-build-$*
+19
View File
@@ -0,0 +1,19 @@
#!/bin/bash -e
# If we are running docker natively, we want to create a user in the container
# with the same UID and GID as the user on the host machine, so that any files
# created are owned by that user. Without this they are all owned by root.
# If we are running from boot2docker, this is not necessary.
# The dockcross script sets the BUILDER_UID and BUILDER_GID vars.
if [[ -n $BUILDER_UID ]] && [[ -n $BUILDER_GID ]]; then
groupadd -o -g $BUILDER_GID $BUILDER_GROUP 2> /dev/null
useradd -o -m -g $BUILDER_GID -u $BUILDER_UID $BUILDER_USER 2> /dev/null
echo "$BUILDER_USER ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
export HOME=/home/${BUILDER_USER}
chown -R $BUILDER_UID:$BUILDER_GID $HOME/*
cd ${HOME}/castle
echo "export PATH=$PATH" > $HOME/.bash_profile
exec chpst -u :$BUILDER_UID:$BUILDER_GID "$@"
else
exec "$@"
fi
Whitespace-only changes.
@@ -0,0 +1,13 @@
set(CMAKE_SYSTEM_NAME Linux)
set(CMAKE_SYSTEM_VERSION 1)
set(CMAKE_SYSTEM_PROCESSOR arm64)
set(cross_triple "aarch64-linux-gnu")
set(CMAKE_C_COMPILER /usr/bin/${cross_triple}-gcc)
set(CMAKE_CXX_COMPILER /usr/bin/${cross_triple}-g++)
set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)
set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)
set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)
set(CMAKE_FIND_ROOT_PATH_MODE_PACKAGE ONLY)
+181
View File
@@ -0,0 +1,181 @@
# ====================================================================================
# Makefile helper funcions for golang
# TODO: check golang version
# TODO: can we strip -s all binaries to reduce size?
# ====================================================================================
# Configuration
ifeq ($(GO_ORG),)
$(error the variable $$GO_ORG must be set prior to including golang.mk)
endif
ifeq ($(GO_PROJ),)
$(error the variable $$GO_PROJ must be set prior to including golang.mk)
endif
GO_SOURCE_DIRS ?= ./cmd ./pkg
GO_BIN_DIR ?= bin
GO_WORK_DIR ?= .gowork
GO_TOOLS_DIR := tools
GO_VENDOR_DIR := vendor
GO_OS ?= $(shell go env GOOS)
GO_ARCH ?= $(shell go env GOARCH)
GO_HOST_OS = $(shell go env GOHOSTOS)
GO_HOST_ARCH = $(shell go env GOHOSTARCH)
# TODO: check version
GO_MIN_VERSION ?= 1.6
# ====================================================================================
# Internal variables
GO_SOURCES := $(shell find $(GO_SOURCE_DIRS) -name '*.go' | sed 's/ /\\ /g')
GO_PATH ?= $(GO_WORK_DIR)/.gopath
GO_REPO= $(GO_ORG)/$(GO_PROJ)
GO_ORG_PATH = $(GO_PATH)/src/$(GO_ORG)
GO_REPO_PATH = $(GO_ORG_PATH)/$(GO_PROJ)
GO_VERSION := $(shell go version 2>&1 | awk -Fgo '{ print $3 }' | awk '{ print $1 }')
export GOPATH=$(CURDIR)/$(GO_PATH)
export GOOS=$(GO_OS)
export GOARCH=$(GO_ARCH)
# ====================================================================================
# Targets
$(GO_WORK_DIR):
@mkdir -p $(GO_WORK_DIR)
$(GO_REPO_PATH): | $(GO_WORK_DIR)
@mkdir -p $(GO_ORG_PATH)
@ln -s ../../../../.. $(GO_REPO_PATH)
$(GO_TOOLS_DIR):
@mkdir -p $(GO_TOOLS_DIR)
# generate a list of dependent packages and sources
# $1 target name (for example castlectl)
# $2 the root package of the project (for example cmd/castlectl)
define golang-deps
$(GO_WORK_DIR)/$(1).gosrcs.mk: $(GO_SOURCES) | $(GO_WORK_DIR) $(GO_REPO_PATH)
@go list -f '{{.ImportPath}}{{printf "\n"}}{{range $$$$d := .Deps}}{{$$$$d}}{{printf "\n"}}{{end}}' $(2) | grep $(GO_REPO) | grep --invert-match vendor > $$@.tmp
@echo "$(1).gopkgs := \\" > $$@
@cat $$@.tmp | tr '\n' ' ' >> $$@
@echo "" >> $$@
@echo "$(1).gosrcs := \\" >> $$@
@go list -f '{{range $$$$f := .GoFiles}}{{$$$$.Dir}}/{{$$$$f}} {{end}}\' $$$$(cat $$@.tmp) >>$$@
@go list -f '{{range $$$$f := .CgoFiles}}{{$$$$.Dir}}/{{$$$$f}} {{end}}\' $$$$(cat $$@.tmp) >>$$@
@go list -f '{{range $$$$f := .TestGoFiles}}{{$$$$.Dir}}/{{$$$$f}} {{end}}\' $$$$(cat $$@.tmp) >>$$@
@echo "" >> $$@
@rm $$@.tmp
-include $(GO_WORK_DIR)/$(1).gosrcs.mk
endef
# generate targets to build a go project
# $1 target name (for example castlectl)
# $2 the root package of the project (for example github.com/quantum/castle/cmd/castlectl)
# $3 optional args that will be passed to go build
# $4 support platforms
define golang-build
.PRECIOUS: $(GO_BIN_DIR)/%/$(1)
$(GO_BIN_DIR)/%/$(1): $$($(1).gosrcs) $(GO_WORK_DIR)/vendor | $(GO_WORK_DIR) $(GO_REPO_PATH)
@echo "====== Building $(1) for $$*"
@GOOS=$$(word 1, $$(subst _, ,$$*)) GOARCH=$$(word 2, $$(subst _, ,$$*)) go build $(3) -o $$@ $(2)
.PHONY: go.build.$(1)
go.build.$(1): $(GO_BIN_DIR)/$(GO_HOST_OS)_$(GO_HOST_ARCH)/$(1) ;
endef
# generate targets to test a go project
# $1 target name (for example castlectl)
# $2 optional args that will be passed to go test
define golang-test
.PHONY: go.test.$(1)
go.test.$(1): $$($(1).gosrcs) $(GO_WORK_DIR)/vendor | $(GO_WORK_DIR) $(GO_REPO_PATH)
@echo "====== Running go test on target $(1)"
@GOOS=$(GOHOSTOS) GOARCH=$(GOHOSTARCH) go test $(2) $$($(1).gopkgs)
endef
# generate targets to vet a go project
# $1 target name (for example castlectl)
# $2 optional args that will be passed to go vet
define golang-vet
$(GO_WORK_DIR)/$(1).vet: $$($(1).gosrcs) | $(GO_WORK_DIR) $(GO_REPO_PATH)
@echo "====== Running go vet on target $(1)"
@GOOS=$(GOHOSTOS) GOARCH=$(GOHOSTARCH) go vet $(2) $$($(1).gopkgs)
@touch $$@
.PHONY: go.vet.$(1)
go.vet.$(1): $(GO_WORK_DIR)/$(1).vet
endef
# generate targets to fmt a go project
# $1 target name (for example castlectl)
# $2 optional args that will be passed to go fmt
define golang-fmt
$(GO_WORK_DIR)/$(1).fmt: $$($(1).gosrcs) | $(GO_WORK_DIR) $(GO_REPO_PATH)
@echo "====== Running go fmt on target $(1)"
@GOOS=$(GOHOSTOS) GOARCH=$(GOHOSTARCH) go fmt $(2) $$($(1).gopkgs)
@touch $$@
.PHONY: go.fmt.$(1)
go.fmt.$(1): $(GO_WORK_DIR)/$(1).fmt
endef
# generate targets to clean a go project
# $1 target name (for example castlectl)
# $2 optional args that will be passed to go clean
define golang-clean
.PHONY: go.clean.$(1)
go.clean.$(1): | $(GO_WORK_DIR) $(GO_REPO_PATH)
@echo "====== Running go clean on target $(1)"
@GOOS=$(GOHOSTOS) GOARCH=$(GOHOSTARCH) go clean $(2) $$($(1).gopkgs)
endef
# generate targets for a go project
# $1 target name (for example castlectl)
# $2 the root package of the project (for example cmd/castlectl)
# $3 optional args that will be passed to go tools
define golang-project
$(call golang-deps,$1,$(GO_REPO)/$2)
$(call golang-build,$1,$(GO_REPO)/$2,$3)
$(call golang-vet,$1,$3)
$(call golang-fmt,$1)
$(call golang-test,$1,$3)
$(call golang-clean,$1,$3)
endef
.PHONY: vendor
vendor $(GO_WORK_DIR)/vendor: $(GO_TOOLS_DIR)/glide | $(GO_WORK_DIR) $(GO_REPO_PATH)
@echo "====== Installing vendor packages"
@$(GO_TOOLS_DIR)/glide install
@touch $@
$(GO_TOOLS_DIR)/glide: | $(GO_TOOLS_DIR)
@echo "====== Installing glide"
@curl -sL https://github.com/Masterminds/glide/releases/download/v0.12.2/glide-v0.12.2-$(GO_HOST_OS)-$(GO_HOST_ARCH).tar.gz | tar -xz -C $(GO_TOOLS_DIR)
@mv $(GO_TOOLS_DIR)/$(GO_HOST_OS)-$(GO_HOST_ARCH)/glide $(GO_TOOLS_DIR)/glide
@rm -r $(GO_TOOLS_DIR)/$(GO_HOST_OS)-$(GO_HOST_ARCH)
go.cleanall:
@rm -rf $(GO_TOOLS_DIR) $(GO_VENDOR_DIR) $(GO_BIN_DIR) $(GO_REPO_PATH) $(GO_WORK_DIR)
cleanall: go.cleanall
# go supports cross compiling
ifneq ($(GOOS),linux)
ifeq ($(GOARCH),amd64)
CC=x86_64-linux-gnu-gcc
CXX=x86_64-linux-gnu-g++
STRIP=x86_64-linux-gnu-strip
endif
ifeq ($(GOARCH),arm64)
CC=aarch64-linux-gnu-gcc
CXX=aarch64-linux-gnu-g++
STRIP=aarch64-linux-gnu-strip
endif
endif # linux
-7
View File
@@ -1,7 +0,0 @@
#!/bin/bash -e
scriptdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
cd $scriptdir/build-container
docker build -t quantum/castle-build .
docker push quantum/castle-build
-23
View File
@@ -1,23 +0,0 @@
#!/bin/bash -e
scriptdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
# git version 2.6.6+ through 2.8.3 had a bug with submodules
# see https://github.com/git/git/blob/master/Documentation/RelNotes/2.8.3.txt#L33
function ver {
printf "%d%03d%03d%03d" $(echo "$1" | tr '.' ' ')
}
gitversion=$(git --version | cut -d" " -f3)
if (( $(ver ${gitversion}) > $(ver 2.6.6) && $(ver ${gitversion}) < $(ver 2.8.3) )); then
echo WARN: your running git version ${gitversion} which has a bug realted to relative
echo WARN: submodule paths. Please consider upgrading to 2.8.3 or later
fi
docker run \
-it \
-e CCACHE_DIR=/root/.ccache \
-v ${HOME}/.netrc:/root/.netrc \
-v ${HOME}/.ccache:/root/.ccache \
-v ${scriptdir}/..:/go/src/github.com/quantum/castle \
quantum/castle-build \
"$*"
+41
View File
@@ -0,0 +1,41 @@
#!/bin/bash -e
scriptdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
# git version 2.6.6+ through 2.8.3 had a bug with submodules
# see https://github.com/git/git/blob/master/Documentation/RelNotes/2.8.3.txt#L33
function ver {
printf "%d%03d%03d%03d" $(echo "$1" | tr '.' ' ')
}
gitversion=$(git --version | cut -d" " -f3)
if (( $(ver ${gitversion}) > $(ver 2.6.6) && $(ver ${gitversion}) < $(ver 2.8.3) )); then
echo WARN: your running git version ${gitversion} which has a bug realted to relative
echo WARN: submodule paths. Please consider upgrading to 2.8.3 or later
fi
if [ -z $DOCKER_HOST ]; then
USER_ARGS="-e BUILDER_UID=$( id -u ) -e BUILDER_GID=$( id -g ) -e BUILDER_USER=$( id -un ) -e BUILDER_GROUP=$( id -gn )"
BUILDER_HOME=/home/$( id -un )
else
BUILDER_HOME=/root
fi
if [ -n ${CCACHE_DIR+x} ]; then
CCACHE_ARGS="-e CCACHE_DIR=${BUILDER_HOME}/.ccache -v ${CCACHE_DIR}:${BUILDER_HOME}/.ccache"
fi
[[ -f ${HOME}/.netrc ]] && NETRC_ARGS="-v ${HOME}/.netrc:${BUILDER_HOME}/.netrc"
tty -s && TTY_ARGS=-ti || TTY_ARGS=
arch=$1
shift
docker run \
${TTY_ARGS} \
${CCACHE_ARGS} \
${NETRC_ARGS} \
${USER_ARGS} \
-v ${scriptdir}/..:${BUILDER_HOME}/castle \
quantum/castle-build-${arch} \
"$@"
+2 -1
View File
@@ -1,6 +1,7 @@
machine:
environment:
NPROCS: $(( ($(grep -c ^processor /proc/cpuinfo) + 1) / 2 ))
CCACHE_DIR: ${HOME}/.ccache
services:
- docker
@@ -19,7 +20,7 @@ dependencies:
override:
- docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS
- docker pull quantum/castle-build
- ./build/run-build.sh make -j$NPROCS check
- build/run-cross-build amd64 make -j$NPROCS check
test:
override:
+4 -2
View File
@@ -1,14 +1,16 @@
package cephd
// #cgo CFLAGS: -I${SRCDIR}/../../../ceph/src/include
// #cgo linux,amd64 LDFLAGS: -L${SRCDIR}/../../../ceph/build/linux_amd64/lib
// #cgo linux,arm64 LDFLAGS: -L${SRCDIR}/../../../ceph/build/linux_arm64/lib
// #cgo jemalloc,static LDFLAGS: -ljemalloc
// #cgo tcmalloc,static LDFLAGS: -ltcmalloc_minimal
// #cgo jemalloc,dynamic LDFLAGS: -Wl,-Bstatic -ljemalloc -Wl,-Bdynamic
// #cgo tcmalloc,dynamic LDFLAGS: -Wl,-Bstatic -ltcmalloc_minimal -Wl,-Bdynamic
// #cgo jemalloc tcmalloc CFLAGS: -fno-builtin-malloc -fno-builtin-calloc -fno-builtin-realloc -fno-builtin-free
// #cgo jemalloc tcmalloc CXXFLAGS: -fno-builtin-malloc -fno-builtin-calloc -fno-builtin-realloc -fno-builtin-free
// #cgo static LDFLAGS: -L${SRCDIR}/../../../ceph/build/lib -lcephd -lboost_system -lboost_thread -lboost_iostreams -lboost_random -lz -lsnappy -lcrypto++ -lleveldb -laio -lblkid -luuid -lm -ldl -lresolv
// #cgo dynamic LDFLAGS: -L${SRCDIR}/../../../ceph/build/lib -Wl,-Bstatic -lcephd -lboost_system -lboost_thread -lboost_iostreams -lboost_random -lz -lsnappy -lcrypto++ -lleveldb -laio -lblkid -luuid -Wl,-Bdynamic -ldl -lm -lresolv
// #cgo static LDFLAGS: -lcephd -lboost_system -lboost_thread -lboost_iostreams -lboost_random -lblkid -lz -lsnappy -lcrypto++ -lleveldb -laio -luuid -lm -ldl -lresolv
// #cgo dynamic LDFLAGS: -Wl,-Bstatic -lcephd -lboost_system -lboost_thread -lboost_iostreams -lboost_random -lblkid -lz -lsnappy -lcrypto++ -lleveldb -laio -luuid -Wl,-Bdynamic -ldl -lm -lresolv
// #include <errno.h>
// #include <stdlib.h>
// #include <string.h>