GeezerVison is showing github.com — feast/Makefile at master · DaoCalendar/feast

Expand file tree

Makefile

Copy path

More file actions

Latest commit

History

211 lines (153 loc) · 6.89 KB

Makefile

Copy path

File metadata and controls

211 lines (153 loc) · 6.89 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

# https://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))

PROTO_TYPE_SUBDIRS = core serving types storage

PROTO_SERVICE_SUBDIRS = core serving

# General

format: format-python format-go format-java

lint: lint-python lint-go lint-java

test: test-python test-java test-go

protos: compile-protos-go compile-protos-python compile-protos-docs

build: protos build-java build-docker build-html

install-ci-dependencies: install-python-ci-dependencies install-go-ci-dependencies install-java-ci-dependencies

# Java

install-java-ci-dependencies:

mvn verify clean --fail-never

format-java:

mvn spotless:apply

lint-java:

mvn --no-transfer-progress spotless:check

test-java:

mvn --no-transfer-progress test

test-java-integration:

mvn --no-transfer-progress -Dmaven.javadoc.skip=true -Dgpg.skip -DskipUTs=true clean verify

test-java-with-coverage:

mvn --no-transfer-progress test jacoco:report-aggregate

build-java:

mvn clean verify

build-java-no-tests:

mvn --no-transfer-progress -Dmaven.javadoc.skip=true -Dgpg.skip -DskipUTs=true -Drevision=${REVISION} clean package

# Python SDK

install-python-ci-dependencies:

pip install --no-cache-dir -r sdk/python/requirements-ci.txt

compile-protos-python: install-python-ci-dependencies

@$(foreach dir,$(PROTO_TYPE_SUBDIRS),cd ${ROOT_DIR}/protos; python -m grpc_tools.protoc -I. --python_out=../sdk/python/ --mypy_out=../sdk/python/ feast/$(dir)/*.proto;)

@$(foreach dir,$(PROTO_SERVICE_SUBDIRS),cd ${ROOT_DIR}/protos; python -m grpc_tools.protoc -I. --grpc_python_out=../sdk/python/ feast/$(dir)/*.proto;)

cd ${ROOT_DIR}/protos; python -m grpc_tools.protoc -I. --python_out=../sdk/python/ --mypy_out=../sdk/python/ tensorflow_metadata/proto/v0/*.proto

cd ${ROOT_DIR}/protos; python -m grpc_tools.protoc -I. --python_out=../sdk/python/ --grpc_python_out=../sdk/python/ --mypy_out=../sdk/python/ feast/third_party/grpc/health/v1/*.proto

install-python: compile-protos-python

python -m pip install -e sdk/python

test-python:

pytest --verbose --color=yes sdk/python/tests

format-python:

# Sort

cd ${ROOT_DIR}/sdk/python; isort feast/ tests/

cd ${ROOT_DIR}/tests/e2e; isort .

# Format

cd ${ROOT_DIR}/sdk/python; black --target-version py37 feast tests

cd ${ROOT_DIR}/tests/e2e; black --target-version py37 .

lint-python:

cd ${ROOT_DIR}/sdk/python; mypy feast/ tests/

cd ${ROOT_DIR}/sdk/python; isort feast/ tests/ --check-only

cd ${ROOT_DIR}/sdk/python; flake8 feast/ tests/

cd ${ROOT_DIR}/sdk/python; black --check feast tests

cd ${ROOT_DIR}/tests; mypy e2e

cd ${ROOT_DIR}/tests; isort e2e --check-only

cd ${ROOT_DIR}/tests; flake8 e2e

cd ${ROOT_DIR}/tests; black --check e2e

# Go SDK

install-go-ci-dependencies:

go get -u github.com/golang/protobuf/protoc-gen-go

go get -u golang.org/x/lint/golint

compile-protos-go: install-go-ci-dependencies

cd ${ROOT_DIR}/protos; protoc -I/usr/local/include -I. --go_out=plugins=grpc,paths=source_relative:../sdk/go/protos/ tensorflow_metadata/proto/v0/*.proto

$(foreach dir,types serving core storage,cd ${ROOT_DIR}/protos; protoc -I/usr/local/include -I. --go_out=plugins=grpc,paths=source_relative:../sdk/go/protos feast/$(dir)/*.proto;)

test-go:

cd ${ROOT_DIR}/sdk/go; go test ./...

format-go:

cd ${ROOT_DIR}/sdk/go; gofmt -s -w *.go

lint-go:

cd ${ROOT_DIR}/sdk/go; go vet

# Docker

build-push-docker:

@$(MAKE) build-docker registry=$(REGISTRY) version=$(VERSION)

@$(MAKE) push-core-docker registry=$(REGISTRY) version=$(VERSION)

@$(MAKE) push-serving-docker registry=$(REGISTRY) version=$(VERSION)

@$(MAKE) push-ci-docker registry=$(REGISTRY) version=$(VERSION)

@$(MAKE) push-jobcontroller-docker registry=$(REGISTRY) version=$(VERSION)

@$(MAKE) push-jobservice-docker registry=$(REGISTRY) version=$(VERSION)

build-docker: build-core-docker build-serving-docker build-ci-docker build-jobcontroller-docker build-jobservice-docker

push-core-docker:

docker push $(REGISTRY)/feast-core:$(VERSION)

push-jobcontroller-docker:

docker push $(REGISTRY)/feast-jobcontroller:$(VERSION)

push-jobservice-docker:

docker push $(REGISTRY)/feast-jobservice:$(VERSION)

push-serving-docker:

docker push $(REGISTRY)/feast-serving:$(VERSION)

push-ci-docker:

docker push $(REGISTRY)/feast-ci:$(VERSION)

push-jupyter-docker:

docker push $(REGISTRY)/feast-jupyter:$(VERSION)

build-core-docker:

docker build -t $(REGISTRY)/feast-core:$(VERSION) -f infra/docker/core/Dockerfile .

build-jobservice-docker:

docker build -t $(REGISTRY)/feast-jobservice:$(VERSION) -f infra/docker/jobservice/Dockerfile .

build-jobcontroller-docker:

docker build -t $(REGISTRY)/feast-jobcontroller:$(VERSION) -f infra/docker/jobcontroller/Dockerfile .

build-serving-docker:

docker build -t $(REGISTRY)/feast-serving:$(VERSION) -f infra/docker/serving/Dockerfile .

build-ci-docker:

docker build -t $(REGISTRY)/feast-ci:$(VERSION) -f infra/docker/ci/Dockerfile .

build-jupyter-docker:

docker build -t $(REGISTRY)/feast-jupyter:$(VERSION) -f infra/docker/jupyter/Dockerfile .

# Documentation

install-dependencies-proto-docs:

cd ${ROOT_DIR}/protos;

mkdir -p $$HOME/bin

mkdir -p $$HOME/include

go get github.com/golang/protobuf/proto && \

go get github.com/russross/blackfriday/v2 && \

cd $$(mktemp -d) && \

git clone https://github.com/istio/tools/ && \

cd tools/cmd/protoc-gen-docs && \

go build && \

cp protoc-gen-docs $$HOME/bin && \

cd $$HOME && curl -OL https://github.com/protocolbuffers/protobuf/releases/download/v3.11.2/protoc-3.11.2-linux-x86_64.zip && \

unzip protoc-3.11.2-linux-x86_64.zip -d protoc3 && \

mv protoc3/bin/* $$HOME/bin/ && \

chmod +x $$HOME/bin/protoc && \

mv protoc3/include/* $$HOME/include

compile-protos-docs:

cd ${ROOT_DIR}/protos; protoc --docs_out=../dist/grpc feast/*/*.proto || \

cd ${ROOT_DIR}; $(MAKE) install-dependencies-proto-docs && cd ${ROOT_DIR}/protos; PATH=$$HOME/bin:$$PATH protoc -I $$HOME/include/ -I . --docs_out=../dist/grpc feast/*/*.proto

clean-html:

rm -rf $(ROOT_DIR)/dist

build-html: clean-html

mkdir -p $(ROOT_DIR)/dist/python

mkdir -p $(ROOT_DIR)/dist/grpc

# Build Protobuf documentation

$(MAKE) compile-protos-docs

# Build Python SDK documentation

$(MAKE) compile-protos-python

cd $(ROOT_DIR)/sdk/python/docs && $(MAKE) html

cp -r $(ROOT_DIR)/sdk/python/docs/html/* $(ROOT_DIR)/dist/python

# Versions

lint-versions:

./infra/scripts/validate-version-consistency.sh

# Performance

test-load:

./infra/scripts/test-load.sh $(GIT_SHA)