-
Notifications
You must be signed in to change notification settings - Fork 0
/
CMakeLists.txt
270 lines (248 loc) · 10.7 KB
/
CMakeLists.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
cmake_minimum_required(VERSION 3.2)
include(ExternalProject)
IF(NOT CMAKE_BUILD_TYPE)
SET(CMAKE_BUILD_TYPE Release CACHE STRING
"Choose the type of build, options are: None Debug Release RelWithDebInfo MinSizeRel."
FORCE)
ENDIF(NOT CMAKE_BUILD_TYPE)
SET(CMAKE_CXX_FLAGS_COVERAGE
"-g -O0 --coverage -fprofile-arcs -ftest-coverage"
CACHE STRING "Flags used by the C++ compiler during coverage builds."
FORCE )
SET(CMAKE_C_FLAGS_COVERAGE
"-g -O0 --coverage -fprofile-arcs -ftest-coverage"
CACHE STRING "Flags used by the C compiler during coverage builds."
FORCE )
SET(CMAKE_EXE_LINKER_FLAGS_COVERAGE
""
CACHE STRING "Flags used for linking binaries during coverage builds."
FORCE )
SET(CMAKE_SHARED_LINKER_FLAGS_COVERAGE
""
CACHE STRING "Flags used by the shared libraries linker during coverage builds."
FORCE )
MARK_AS_ADVANCED(
CMAKE_CXX_FLAGS_COVERAGE
CMAKE_C_FLAGS_COVERAGE
CMAKE_EXE_LINKER_FLAGS_COVERAGE
CMAKE_SHARED_LINKER_FLAGS_COVERAGE )
SET(CMAKE_EXPORT_COMPILE_COMMANDS ON)
# Make PROJECT_SOURCE_DIR, PROJECT_BINARY_DIR, and PROJECT_NAME available.
project(GLnexus)
INCLUDE(ExternalProject)
INCLUDE_DIRECTORIES(BEFORE ${CMAKE_BINARY_DIR}/external/include)
LINK_DIRECTORIES(${CMAKE_BINARY_DIR}/external/lib)
SET(ENV{PATH} ${CMAKE_BINARY_DIR}/external/bin:$ENV{PATH})
SET(ENV{PKG_CONFIG_PATH} ${CMAKE_BINARY_DIR}/external/lib/pkgconfig)
# After build, double-check external/src/htslib-stamp/htslib-build-out.log
# to make sure CFLAGS were set as expected
ExternalProject_Add(htslib
URL https://github.com/samtools/htslib/releases/download/1.9/htslib-1.9.tar.bz2
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND ""
PATCH_COMMAND sed -i "s/^CFLAGS .*$/CFLAGS = -gdwarf -O3 -DNDEBUG -march=ivybridge/" Makefile
BUILD_IN_SOURCE 1
BUILD_COMMAND bash -c "make -n && make -j$(nproc)"
INSTALL_COMMAND ""
LOG_DOWNLOAD ON
LOG_BUILD ON
)
ExternalProject_Get_Property(htslib source_dir)
set(HTSLIB_INCLUDE_DIR ${source_dir}/htslib)
include_directories(${HTSLIB_INCLUDE_DIR})
ExternalProject_Get_Property(htslib binary_dir)
add_library(libhts STATIC IMPORTED)
set(LIBHTS_A ${binary_dir}/libhts.a)
set_property(TARGET libhts PROPERTY IMPORTED_LOCATION ${LIBHTS_A})
# RocksDB
#
# We set DISABLE_JEMALLOC=1 to avoid link-time dependency to jemalloc; we
# DO however wish to use jemalloc, but expect user to activate it at
# runtime with LD_PRELOAD instead.
#
# Warning: it's dangerously easy to mess with the RocksDB external project
# configuration below and silently get a librocksdb.a compiled without
# optimizations, or targeting an instruction set that's too old or too new.
#
# Here are some checks to perform after any adjustment:
# 1. Verify AVX is used (nonzero results):
# objdump -d external/src/rocksdb/librocksdb.a | grep vzeroupper | wc -l
# 2. Verify Haswell-and-newer instructions are NOT used (zero results):
# objdump -d external/src/rocksdb/librocksdb.a | grep shlx
# 3. Verify accelerated CRC32 is used (nonzero results):
# objdump -d external/src/rocksdb/librocksdb.a | grep crc32q
# 4. Verify compiler optimizations performed:
# (TODO better heuristics needed)
# a) check external/src/rocksdb-stamp/rocksdb-build-out.log to see
# compiler invocations with -O3
# b) go through perf/FlameGraph profiling flow and check that no
# rocksdb function has a big chunk like 5% or more
ExternalProject_Add(rocksdb
URL https://github.com/facebook/rocksdb/archive/v6.11.4.tar.gz
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND ""
BUILD_IN_SOURCE 1
BUILD_COMMAND bash -c "export PORTABLE=1 && export DISABLE_JEMALLOC=1 && export USE_SSE=1 && export OPT='-DNDEBUG -O3 -march=ivybridge -msse4.2 -DHAVE_SSE42 -DROCKSDB_NO_DYNAMIC_EXTENSION' && make -n static_lib && make -j$(nproc) static_lib"
INSTALL_COMMAND ""
LOG_DOWNLOAD ON
LOG_BUILD ON
)
ExternalProject_Get_Property(rocksdb source_dir)
set(ROCKSDB_INCLUDE_DIR ${source_dir}/include)
include_directories(${ROCKSDB_INCLUDE_DIR})
set(ROCKSDB_UTIL_DIR ${source_dir}/util)
include_directories(${ROCKSDB_UTIL_DIR})
ExternalProject_Get_Property(rocksdb binary_dir)
add_library(librocksdb STATIC IMPORTED)
set(LIBROCKSDB_A ${binary_dir}/librocksdb.a)
set_property(TARGET librocksdb PROPERTY IMPORTED_LOCATION ${LIBROCKSDB_A})
# After build, double-check external/src/yaml-cpp-stamp/yaml-cpp-build-out.log
# to make sure CFLAGS were set as expected
ExternalProject_Add(yaml-cpp
URL https://github.com/jbeder/yaml-cpp/archive/yaml-cpp-0.6.3.zip
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND cmake -DYAML_CPP_BUILD_TOOLS=OFF -DYAML_CPP_BUILD_CONTRIB=OFF -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_FLAGS=-march=ivybridge .
BUILD_IN_SOURCE 1
BUILD_COMMAND bash -c "make -j$(nproc)"
INSTALL_COMMAND ""
LOG_DOWNLOAD ON
LOG_BUILD ON
)
ExternalProject_Get_Property(yaml-cpp source_dir)
set(YAML_CPP_INCLUDE_DIR ${source_dir}/include)
include_directories(${YAML_CPP_INCLUDE_DIR})
ExternalProject_Get_Property(yaml-cpp binary_dir)
add_library(libyaml-cpp STATIC IMPORTED)
set(LIBYAML_CPP_A ${binary_dir}/libyaml-cpp.a)
set_property(TARGET libyaml-cpp PROPERTY IMPORTED_LOCATION ${LIBYAML_CPP_A})
ExternalProject_Add(CTPL
URL https://github.com/vit-vit/CTPL/archive/v.0.0.2.zip
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND ""
BUILD_IN_SOURCE 1
BUILD_COMMAND ""
INSTALL_COMMAND ""
LOG_DOWNLOAD ON
)
ExternalProject_Get_Property(CTPL source_dir)
set(CTPL_INCLUDE_DIR ${source_dir})
include_directories(${CTPL_INCLUDE_DIR})
ExternalProject_Add(fcmm
URL https://github.com/giacomodrago/fcmm/archive/v1.0.1.zip
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND ""
BUILD_IN_SOURCE 1
BUILD_COMMAND ""
INSTALL_COMMAND ""
LOG_DOWNLOAD ON
)
ExternalProject_Get_Property(fcmm source_dir)
set(FCMM_INCLUDE_DIR ${source_dir})
include_directories(${FCMM_INCLUDE_DIR})
ExternalProject_Add(spdlog
URL https://github.com/gabime/spdlog/archive/v1.7.0.tar.gz
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND ""
BUILD_IN_SOURCE 1
BUILD_COMMAND ""
INSTALL_COMMAND ""
LOG_DOWNLOAD ON
)
ExternalProject_Get_Property(spdlog source_dir)
set(SPDLOG_INCLUDE_DIR ${source_dir}/include)
include_directories(${SPDLOG_INCLUDE_DIR})
ExternalProject_Add(capnp
URL https://capnproto.org/capnproto-c++-0.7.0.tar.gz
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND ./configure --prefix=${CMAKE_BINARY_DIR}/external
BUILD_IN_SOURCE 1
BUILD_COMMAND bash -c "make -j$(nproc) check"
INSTALL_COMMAND make install
LOG_DOWNLOAD ON
)
execute_process(COMMAND git describe --tags --long --dirty --always
OUTPUT_VARIABLE GIT_REVISION OUTPUT_STRIP_TRAILING_WHITESPACE)
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DGIT_REVISION=\"\\\"${GIT_REVISION}\\\"\" -pthread -std=c++14 -Wall -Werror=return-type -Werror=unused-result -Wno-sign-compare -Wno-write-strings -Wno-terminate -fdiagnostics-color=auto -march=ivybridge")
set(CMAKE_CXX_FLAGS_RELEASE "-gdwarf -DNDEBUG -O3")
################################
# Normal Libraries & Executables
################################
set(COMMON_INCLUDES ${PROJECT_SOURCE_DIR}/include)
include_directories(${COMMON_INCLUDES} src)
include_directories(${COMMON_INCLUDES} src/rocksdb/include)
include_directories(${COMMON_INCLUDES} capnp/serialize)
# Invoke cap'n proto IDL compiler, to generate C++ serialization code from
# definitions.
add_custom_command(
OUTPUT capnp/serialize/defs.capnp.c++ capnp/serialize/defs.capnp.h
COMMAND ${CMAKE_BINARY_DIR}/external/bin/capnp compile -I${CMAKE_CURRENT_BINARY_DIR}/external/include -oexternal/bin/capnpc-c++ capnp/serialize/defs.capnp
DEPENDS capnp/serialize/defs.capnp
COMMENT "GLnexus: generating cap'n proto C++ and H files")
add_library(glnexus
capnp/serialize/defs.capnp.h capnp/serialize/defs.capnp.c++
include/types.h src/types.cc
include/data.h src/data.cc
include/compare_queries.h src/compare_queries.cc
include/diploid.h src/diploid.cc
include/service.h src/service.cc
include/discovery.h src/discovery.cc
include/unifier.h src/unifier.cc
include/genotyper.h src/genotyper.cc
src/genotyper_utils.h
src/BCFKeyValueData_utils.h
include/residuals.h src/residuals.cc
include/KeyValue.h src/KeyValue.cc
include/BCFSerialize.h src/BCFSerialize.cc
include/BCFKeyValueData.h src/BCFKeyValueData.cc
include/BCF_utils.h src/BCF_utils.cc
include/RocksKeyValue.h src/RocksKeyValue.cc
include/cli_utils.h src/cli_utils.cc
test/utils.cc)
add_dependencies(glnexus htslib)
add_dependencies(glnexus rocksdb)
add_dependencies(glnexus yaml-cpp)
add_dependencies(glnexus CTPL)
add_dependencies(glnexus fcmm)
add_dependencies(glnexus spdlog)
add_dependencies(glnexus capnp)
add_library(libglnexus ALIAS glnexus)
set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -march=ivybridge -static-libstdc++ -pthread")
add_executable(glnexus_cli cli/glnexus_cli.cc)
add_dependencies(glnexus_cli libglnexus)
target_link_libraries(glnexus_cli glnexus libhts librocksdb libyaml-cpp libz.a libsnappy.a libbz2.a libzstd.a liblzma.a librt.a libcapnp.a libkj.a)
install(TARGETS glnexus_cli DESTINATION bin)
################################
# Testing
################################
ExternalProject_Add(catch
URL https://github.com/philsquared/Catch/archive/v1.12.2.zip
PREFIX ${CMAKE_CURRENT_BINARY_DIR}/external
CONFIGURE_COMMAND ""
BUILD_COMMAND ""
INSTALL_COMMAND ""
LOG_DOWNLOAD ON
)
ExternalProject_Get_Property(catch source_dir)
include_directories(${source_dir}/single_include)
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-function")
add_executable(unit_tests
src/diploid.cc test/diploid.cc
test/unit_tests.cc
test/htslib_behaviors.cc
test/rocks_behaviors.cc
test/types.cc
test/genotyper.cc
test/service.cc
test/gvcf_test_cases.cc
test/BCFKeyValueData.cc
test/rocks_integration.cc
test/unifier.cc
test/cli_utils.cc
test/cli.cc)
add_dependencies(unit_tests catch)
add_dependencies(unit_tests libglnexus)
target_link_libraries(unit_tests glnexus libhts librocksdb libyaml-cpp libz.a libsnappy.a libbz2.a libzstd.a liblzma.a librt.a libcapnp.a libkj.a)
include(CTest)
add_test(NAME unit_tests COMMAND ./unit_tests -d yes)
add_test(NAME jemalloc_warning COMMAND test/jemalloc_linking.sh)
add_test(NAME getting_started COMMAND test/getting_started.sh)