forked from fetchai/cosmpy
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Makefile
189 lines (151 loc) · 5.44 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
COSMOS_SDK_DIR := cosmos-sdk-proto-schema
WASMD_DIR := wasm-proto-shema
COSMOS_SDK_VERSION := v0.17.1
WASMD_VERSION := v0.16.0
COSMOS_PROTO_RELATIVE_DIRS := proto third_party/proto
WASMD_PROTO_RELATIVE_DIRS := proto
SOURCES_REGEX_TO_EXCLUDE := third_party/proto/google/.*
OUTPUT_FOLDER := pycosm/protos
PYCOSM_SRC_DIR := pycosm
PYCOSM_TESTS_DIR := tests
PYCOSM_EXAMPLES_DIR := examples
ifeq ($(OS),Windows_NT)
$(error "Please use the WSL (Windows Subsystem for Linux) on Windows platform.")
else
UNAME_S := $(shell uname -s)
ifeq ($(UNAME_S),Linux)
FIND_CMD := find $(COSMOS_PROTO_RELATIVE_DIRS) -regextype posix-extended
endif
ifeq ($(UNAME_S),Darwin)
FIND_CMD := find -E $(COSMOS_PROTO_RELATIVE_DIRS)
endif
endif
define unique
$(eval seen :=)
$(foreach _,$1,$(if $(filter $_,${seen}),,$(eval seen += $_)))
${seen}
endef
unique = $(if $1,$(firstword $1) $(call unique,$(filter-out $(firstword $1),$1)))
FIND_CMD := $(FIND_CMD) -type f -name *.proto $(SOURCES_REGEX_TO_EXCLUDE:%=! -regex "%")
RELATIVE_SOURCE := $(shell cd $(COSMOS_SDK_DIR) && $(FIND_CMD))
UNROOTED_SOURCE := $(foreach _,$(COSMOS_PROTO_RELATIVE_DIRS),$(patsubst $(_)/%,%,$(filter $(_)/%,$(RELATIVE_SOURCE))))
SOURCE := $(RELATIVE_SOURCE:%=$(COSMOS_SDK_DIR)/%)
GENERATED := $(UNROOTED_SOURCE:%.proto=$(OUTPUT_FOLDER)/%.py)
PROTO_ROOT_DIRS := $(COSMOS_PROTO_RELATIVE_DIRS:%=$(COSMOS_SDK_DIR)/%)
GENERATED_DIRS := $(call unique,$(foreach _,$(UNROOTED_SOURCE),$(dir $(_))))
INIT_PY_FILES_TO_CREATE := $(GENERATED_DIRS:%=$(OUTPUT_FOLDER)/%__init__.py)
COMPILE_PROTOBUFS_COMMAND := python -m grpc_tools.protoc $(PROTO_ROOT_DIRS:%=--proto_path=%) --python_out=$(OUTPUT_FOLDER) --grpc_python_out=$(OUTPUT_FOLDER) $(UNROOTED_SOURCE)
generate_proto_types: $(COSMOS_SDK_DIR) $(WASMD_DIR)
$(COMPILE_PROTOBUFS_COMMAND)
fetch_proto_schema_source: $(COSMOS_SDK_DIR) $(WASMD_DIR)
generate_init_py_files: $(INIT_PY_FILES_TO_CREATE)
$(SOURCE): $(COSMOS_SDK_DIR)
$(GENERATED): $(SOURCE)
$(COMPILE_PROTOBUFS_COMMAND)
$(INIT_PY_FILES_TO_CREATE): $(GENERATED_DIRS)
touch $(INIT_PY_FILES_TO_CREATE)
$(GENERATED_DIRS): $(COSMOS_SDK_DIR) $(WASMD_DIR)
$(COSMOS_SDK_DIR): Makefile
rm -rfv $(COSMOS_SDK_DIR)
git clone --branch $(COSMOS_SDK_VERSION) --depth 1 --quiet --no-checkout --filter=blob:none https://github.com/fetchai/cosmos-sdk $(COSMOS_SDK_DIR)
cd $(COSMOS_SDK_DIR) && git checkout $(COSMOS_SDK_VERSION) -- $(COSMOS_PROTO_RELATIVE_DIRS)
$(WASMD_DIR): Makefile
rm -rfv $(WASMD_DIR)
git clone --branch $(WASMD_VERSION) --depth 1 --quiet --no-checkout --filter=blob:none https://github.com/CosmWasm/wasmd $(WASMD_DIR)
cd $(WASMD_DIR) && git checkout $(WASMD_VERSION) -- $(WASMD_PROTO_RELATIVE_DIRS)
cp -rpv $(WASMD_PROTO_RELATIVE_DIRS:%=$(WASMD_DIR)/%) $(COSMOS_SDK_DIR)
####################
### Code style
####################
.PHONY: black-check
black-check:
black --check --verbose $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py
.PHONY: isort-check
isort-check:
isort --check-only --verbose $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py
.PHONY: flake
flake:
flake8 $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py
.PHONY: vulture
vulture:
vulture $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py --exclude '*_pb2.py,*_pb2_grpc.py'
####################
### Security & Safety
####################
.PHONY: bandit
bandit:
bandit -r $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) --skip B101
bandit -r $(PYCOSM_EXAMPLES_DIR) --skip B101,B105
.PHONY: safety
safety:
safety check -i 41002
####################
### Linters
####################
.PHONY: mypy
mypy:
mypy $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py --exclude 'vulture_whitelist.py|pycosm/protos'
.PHONY: pylint
pylint:
pylint $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py --ignore-paths "pycosm/protos/"
####################
### Tests
####################
.PHONY: test
test:
python -m unittest discover -s .
####################
### License and copyright checks
####################
.PHONY: liccheck
liccheck:
liccheck -s strategy.ini -r requirements.txt -l PARANOID
.PHONY: copyright-check
copyright-check:
python scripts/check_copyright.py
####################
### Combinations
####################
.PHONY: lint
lint:
black $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py
isort $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py
flake8 $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py
vulture $(PYCOSM_SRC_DIR) $(PYCOSM_TESTS_DIR) $(PYCOSM_EXAMPLES_DIR) setup.py --exclude '*_pb2.py,*_pb2_grpc.py'
.PHONY: check
check:
make black-check
make isort-check
make flake
make vulture
make bandit
make safety
make mypy
make pylint
make liccheck
make copyright-check
make test
# Freeze deps to requirements.txt (needed for some Tox checks)
.PHONY: check
freeze:
pipenv lock -r > requirements.txt
debug:
$(info SOURCES_REGEX_TO_EXCLUDE: $(SOURCES_REGEX_TO_EXCLUDE))
$(info )
$(info GENERATED_DIRS: $(GENERATED_DIRS))
$(info )
$(info INIT_PY_FILES_TO_CREATE: $(INIT_PY_FILES_TO_CREATE))
$(info )
$(info SOURCE: $(SOURCE))
$(info )
$(info RELATIVE_SOURCE: $(RELATIVE_SOURCE))
$(info )
$(info GENERATED: $(GENERATED))
$(info )
$(info UNROOTED_SOURCE: $(UNROOTED_SOURCE))
$(info )
$(info PROTO_ROOT_DIRS: $(PROTO_ROOT_DIRS))
$(info )
$(info FIND_CMD: $(FIND_CMD))
$(info )
$(info COMPILE_PROTOBUFS_COMMAND: $(COMPILE_PROTOBUFS_COMMAND))