build_detect_platform 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836
  1. #!/usr/bin/env bash
  2. #
  3. # Detects OS we're compiling on and outputs a file specified by the first
  4. # argument, which in turn gets read while processing Makefile.
  5. #
  6. # The output will set the following variables:
  7. # CC C Compiler path
  8. # CXX C++ Compiler path
  9. # PLATFORM_LDFLAGS Linker flags
  10. # JAVA_LDFLAGS Linker flags for RocksDBJava
  11. # JAVA_STATIC_LDFLAGS Linker flags for RocksDBJava static build
  12. # JAVAC_ARGS Arguments for javac
  13. # PLATFORM_SHARED_EXT Extension for shared libraries
  14. # PLATFORM_SHARED_LDFLAGS Flags for building shared library
  15. # PLATFORM_SHARED_CFLAGS Flags for compiling objects for shared library
  16. # PLATFORM_CCFLAGS C compiler flags
  17. # PLATFORM_CXXFLAGS C++ compiler flags. Will contain:
  18. # PLATFORM_SHARED_VERSIONED Set to 'true' if platform supports versioned
  19. # shared libraries, empty otherwise.
  20. # FIND Command for the find utility
  21. # WATCH Command for the watch utility
  22. #
  23. # The PLATFORM_CCFLAGS and PLATFORM_CXXFLAGS might include the following:
  24. #
  25. # -DROCKSDB_PLATFORM_POSIX if posix-platform based
  26. # -DSNAPPY if the Snappy library is present
  27. # -DLZ4 if the LZ4 library is present
  28. # -DZSTD if the ZSTD library is present
  29. # -DNUMA if the NUMA library is present
  30. # -DTBB if the TBB library is present
  31. # -DMEMKIND if the memkind library is present
  32. #
  33. # Using gflags in rocksdb:
  34. # Our project depends on gflags, which requires users to take some extra steps
  35. # before they can compile the whole repository:
  36. # 1. Install gflags. You may download it from here:
  37. # https://gflags.github.io/gflags/ (Mac users can `brew install gflags`)
  38. # 2. Once installed, add the include path for gflags to your CPATH env var and
  39. # the lib path to LIBRARY_PATH. If installed with default settings, the lib
  40. # will be /usr/local/lib and the include path will be /usr/local/include
  41. OUTPUT=$1
  42. if test -z "$OUTPUT"; then
  43. echo "usage: $0 <output-filename>" >&2
  44. exit 1
  45. fi
  46. # we depend on C++20, but should be compatible with newer standards
  47. if [ "$ROCKSDB_CXX_STANDARD" ]; then
  48. PLATFORM_CXXFLAGS="-std=$ROCKSDB_CXX_STANDARD"
  49. else
  50. PLATFORM_CXXFLAGS="-std=c++20"
  51. fi
  52. # we currently depend on POSIX platform
  53. COMMON_FLAGS="-DROCKSDB_PLATFORM_POSIX -DROCKSDB_LIB_IO_POSIX"
  54. # Default to fbcode gcc on Meta internal machines
  55. IS_META_HOST="$(hostname | grep -E '(facebook|meta).com|fbinfra.net')"
  56. if [ -z "$ROCKSDB_NO_FBCODE" -a "$IS_META_HOST" ]; then
  57. if [ -d /mnt/gvfs/third-party ]; then
  58. echo "NOTE: Using fbcode build" >&2
  59. FBCODE_BUILD="true"
  60. # If we're compiling with TSAN or shared lib, we need pic build
  61. PIC_BUILD=$COMPILE_WITH_TSAN
  62. if [ "$LIB_MODE" == "shared" ]; then
  63. PIC_BUILD=1
  64. fi
  65. source "$PWD/build_tools/fbcode_config_platform010.sh"
  66. else
  67. echo "************************************************************************" >&2
  68. echo "WARNING: -d /mnt/gvfs/third-party failed; no fbcode build" >&2
  69. echo "************************************************************************" >&2
  70. fi
  71. fi
  72. # Delete existing output, if it exists
  73. rm -f "$OUTPUT"
  74. touch "$OUTPUT"
  75. if test -z "$CC"; then
  76. if [ "$USE_CLANG" -a -x "$(command -v clang)" ]; then
  77. CC=clang
  78. elif [ -x "$(command -v cc)" ]; then
  79. CC=cc
  80. elif [ -x "$(command -v clang)" ]; then
  81. CC=clang
  82. else
  83. CC=cc
  84. fi
  85. fi
  86. if test -z "$CXX"; then
  87. if [ "$USE_CLANG" -a -x "$(command -v clang++)" ]; then
  88. CXX=clang++
  89. elif [ -x "$(command -v g++)" ]; then
  90. CXX=g++
  91. elif [ -x "$(command -v clang++)" ]; then
  92. CXX=clang++
  93. else
  94. CXX=g++
  95. fi
  96. fi
  97. if test -z "$AR"; then
  98. if [ "$USE_CLANG" -a -x "$(command -v llvm-ar)" ]; then
  99. AR=llvm-ar
  100. elif [ -x "$(command -v gcc-ar)" ]; then
  101. AR=gcc-ar
  102. elif [ -x "$(command -v llvm-ar)" ]; then
  103. AR=llvm-ar
  104. else
  105. AR=ar
  106. fi
  107. fi
  108. # Detect OS
  109. if test -z "$TARGET_OS"; then
  110. TARGET_OS=`uname -s`
  111. fi
  112. if test -z "$TARGET_ARCHITECTURE"; then
  113. TARGET_ARCHITECTURE=`uname -m`
  114. fi
  115. if test -z "$CLANG_SCAN_BUILD"; then
  116. CLANG_SCAN_BUILD=scan-build
  117. fi
  118. if test -z "$CLANG_ANALYZER"; then
  119. CLANG_ANALYZER=$(command -v clang++ 2> /dev/null)
  120. fi
  121. if test -z "$FIND"; then
  122. FIND=find
  123. fi
  124. if test -z "$WATCH"; then
  125. WATCH=watch
  126. fi
  127. COMMON_FLAGS="$COMMON_FLAGS ${CFLAGS}"
  128. CROSS_COMPILE=
  129. PLATFORM_CCFLAGS=
  130. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS"
  131. PLATFORM_SHARED_EXT="so"
  132. PLATFORM_SHARED_LDFLAGS="-Wl,--no-as-needed -shared -Wl,-soname -Wl,"
  133. PLATFORM_SHARED_CFLAGS="-fPIC"
  134. PLATFORM_SHARED_VERSIONED=true
  135. # generic port files (working on all platform by #ifdef) go directly in /port
  136. GENERIC_PORT_FILES=`cd "$ROCKSDB_ROOT"; find port -name '*.cc' | tr "\n" " "`
  137. # On GCC, we pick libc's memcmp over GCC's memcmp via -fno-builtin-memcmp
  138. case "$TARGET_OS" in
  139. Darwin)
  140. PLATFORM=OS_MACOSX
  141. COMMON_FLAGS="$COMMON_FLAGS -DOS_MACOSX"
  142. PLATFORM_SHARED_EXT=dylib
  143. PLATFORM_SHARED_LDFLAGS="-dynamiclib -install_name "
  144. # PORT_FILES=port/darwin/darwin_specific.cc
  145. ;;
  146. IOS)
  147. PLATFORM=IOS
  148. COMMON_FLAGS="$COMMON_FLAGS -DOS_MACOSX -DIOS_CROSS_COMPILE "
  149. PLATFORM_SHARED_EXT=dylib
  150. PLATFORM_SHARED_LDFLAGS="-dynamiclib -install_name "
  151. CROSS_COMPILE=true
  152. PLATFORM_SHARED_VERSIONED=
  153. ;;
  154. Linux)
  155. PLATFORM=OS_LINUX
  156. COMMON_FLAGS="$COMMON_FLAGS -DOS_LINUX"
  157. if [ -z "$USE_CLANG" ]; then
  158. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp"
  159. else
  160. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -latomic"
  161. fi
  162. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt -ldl"
  163. # PORT_FILES=port/linux/linux_specific.cc
  164. ;;
  165. SunOS)
  166. PLATFORM=OS_SOLARIS
  167. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_SOLARIS -m64"
  168. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt -static-libstdc++ -static-libgcc -m64"
  169. # PORT_FILES=port/sunos/sunos_specific.cc
  170. ;;
  171. AIX)
  172. PLATFORM=OS_AIX
  173. CC=gcc
  174. COMMON_FLAGS="$COMMON_FLAGS -maix64 -pthread -fno-builtin-memcmp -D_REENTRANT -DOS_AIX -D__STDC_FORMAT_MACROS"
  175. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -pthread -lpthread -lrt -maix64 -static-libstdc++ -static-libgcc"
  176. # PORT_FILES=port/aix/aix_specific.cc
  177. ;;
  178. FreeBSD)
  179. PLATFORM=OS_FREEBSD
  180. CXX=clang++
  181. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_FREEBSD"
  182. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread"
  183. # PORT_FILES=port/freebsd/freebsd_specific.cc
  184. ;;
  185. GNU/kFreeBSD)
  186. PLATFORM=OS_GNU_KFREEBSD
  187. COMMON_FLAGS="$COMMON_FLAGS -DOS_GNU_KFREEBSD"
  188. if [ -z "$USE_CLANG" ]; then
  189. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp"
  190. else
  191. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -latomic"
  192. fi
  193. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt"
  194. # PORT_FILES=port/gnu_kfreebsd/gnu_kfreebsd_specific.cc
  195. ;;
  196. NetBSD)
  197. PLATFORM=OS_NETBSD
  198. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_NETBSD"
  199. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lgcc_s"
  200. # PORT_FILES=port/netbsd/netbsd_specific.cc
  201. ;;
  202. OpenBSD)
  203. PLATFORM=OS_OPENBSD
  204. CXX=clang++
  205. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_OPENBSD"
  206. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -pthread"
  207. # PORT_FILES=port/openbsd/openbsd_specific.cc
  208. FIND=gfind
  209. WATCH=gnuwatch
  210. ;;
  211. DragonFly)
  212. PLATFORM=OS_DRAGONFLYBSD
  213. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_DRAGONFLYBSD"
  214. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread"
  215. # PORT_FILES=port/dragonfly/dragonfly_specific.cc
  216. ;;
  217. Cygwin)
  218. PLATFORM=CYGWIN
  219. PLATFORM_SHARED_CFLAGS=""
  220. PLATFORM_CXXFLAGS="-std=gnu++11"
  221. COMMON_FLAGS="$COMMON_FLAGS -DCYGWIN"
  222. if [ -z "$USE_CLANG" ]; then
  223. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp"
  224. else
  225. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -latomic"
  226. fi
  227. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt"
  228. # PORT_FILES=port/linux/linux_specific.cc
  229. ;;
  230. OS_ANDROID_CROSSCOMPILE)
  231. PLATFORM=OS_ANDROID
  232. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_ANDROID -DROCKSDB_PLATFORM_POSIX"
  233. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS " # All pthread features are in the Android C library
  234. # PORT_FILES=port/android/android.cc
  235. CROSS_COMPILE=true
  236. ;;
  237. *)
  238. echo "Unknown platform!" >&2
  239. exit 1
  240. esac
  241. PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS ${CXXFLAGS}"
  242. JAVA_LDFLAGS="$PLATFORM_LDFLAGS"
  243. JAVA_STATIC_LDFLAGS="$PLATFORM_LDFLAGS"
  244. JAVAC_ARGS="-source 8"
  245. if [ "$CROSS_COMPILE" = "true" -o "$FBCODE_BUILD" = "true" ]; then
  246. # Cross-compiling; do not try any compilation tests.
  247. # Also don't need any compilation tests if compiling on fbcode
  248. if [ "$FBCODE_BUILD" = "true" ]; then
  249. # Enable backtrace on fbcode since the necessary libraries are present
  250. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_BACKTRACE"
  251. FOLLY_DIR="third-party/folly"
  252. fi
  253. true
  254. else
  255. if ! test $ROCKSDB_DISABLE_FALLOCATE; then
  256. # Test whether fallocate is available
  257. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  258. #include <fcntl.h>
  259. #include <linux/falloc.h>
  260. int main() {
  261. int fd = open("/dev/null", 0);
  262. fallocate(fd, FALLOC_FL_KEEP_SIZE, 0, 1024);
  263. }
  264. EOF
  265. if [ "$?" = 0 ]; then
  266. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_FALLOCATE_PRESENT"
  267. fi
  268. fi
  269. if ! test $ROCKSDB_DISABLE_SNAPPY; then
  270. # Test whether Snappy library is installed
  271. # http://code.google.com/p/snappy/
  272. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  273. #include <snappy.h>
  274. int main() {}
  275. EOF
  276. if [ "$?" = 0 ]; then
  277. COMMON_FLAGS="$COMMON_FLAGS -DSNAPPY"
  278. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lsnappy"
  279. JAVA_LDFLAGS="$JAVA_LDFLAGS -lsnappy"
  280. fi
  281. fi
  282. if ! test $ROCKSDB_DISABLE_GFLAGS; then
  283. # Test whether gflags library is installed
  284. # http://gflags.github.io/gflags/
  285. # check if the namespace is gflags
  286. if $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null << EOF
  287. #include <gflags/gflags.h>
  288. using namespace GFLAGS_NAMESPACE;
  289. int main() {}
  290. EOF
  291. then
  292. COMMON_FLAGS="$COMMON_FLAGS -DGFLAGS=1"
  293. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lgflags"
  294. # check if namespace is gflags
  295. elif $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null << EOF
  296. #include <gflags/gflags.h>
  297. using namespace gflags;
  298. int main() {}
  299. EOF
  300. then
  301. COMMON_FLAGS="$COMMON_FLAGS -DGFLAGS=1 -DGFLAGS_NAMESPACE=gflags"
  302. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lgflags"
  303. # check if namespace is google
  304. elif $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null << EOF
  305. #include <gflags/gflags.h>
  306. using namespace google;
  307. int main() {}
  308. EOF
  309. then
  310. COMMON_FLAGS="$COMMON_FLAGS -DGFLAGS=1 -DGFLAGS_NAMESPACE=google"
  311. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lgflags"
  312. fi
  313. fi
  314. if ! test $ROCKSDB_DISABLE_ZLIB; then
  315. # Test whether zlib library is installed
  316. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  317. #include <zlib.h>
  318. int main() {}
  319. EOF
  320. if [ "$?" = 0 ]; then
  321. COMMON_FLAGS="$COMMON_FLAGS -DZLIB"
  322. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lz"
  323. JAVA_LDFLAGS="$JAVA_LDFLAGS -lz"
  324. fi
  325. fi
  326. if ! test $ROCKSDB_DISABLE_BZIP; then
  327. # Test whether bzip library is installed
  328. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  329. #include <bzlib.h>
  330. int main() {}
  331. EOF
  332. if [ "$?" = 0 ]; then
  333. COMMON_FLAGS="$COMMON_FLAGS -DBZIP2"
  334. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lbz2"
  335. JAVA_LDFLAGS="$JAVA_LDFLAGS -lbz2"
  336. fi
  337. fi
  338. if ! test $ROCKSDB_DISABLE_LZ4; then
  339. # Test whether lz4 library is installed
  340. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  341. #include <lz4.h>
  342. #include <lz4hc.h>
  343. int main() {}
  344. EOF
  345. if [ "$?" = 0 ]; then
  346. COMMON_FLAGS="$COMMON_FLAGS -DLZ4"
  347. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -llz4"
  348. JAVA_LDFLAGS="$JAVA_LDFLAGS -llz4"
  349. fi
  350. fi
  351. if ! test $ROCKSDB_DISABLE_ZSTD; then
  352. # Test whether zstd library is installed with minimum version
  353. # (Keep in sync with compression.h)
  354. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  355. #include <zstd.h>
  356. #if ZSTD_VERSION_NUMBER < 10400
  357. #error "ZSTD support requires version >= 1.4.0 (libzstd-devel)"
  358. #endif // ZSTD_VERSION_NUMBER
  359. int main() {}
  360. EOF
  361. if [ "$?" = 0 ]; then
  362. COMMON_FLAGS="$COMMON_FLAGS -DZSTD"
  363. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lzstd"
  364. JAVA_LDFLAGS="$JAVA_LDFLAGS -lzstd"
  365. fi
  366. fi
  367. if ! test $ROCKSDB_DISABLE_NUMA; then
  368. # Test whether numa is available
  369. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o -lnuma 2>/dev/null <<EOF
  370. #include <numa.h>
  371. #include <numaif.h>
  372. int main() {}
  373. EOF
  374. if [ "$?" = 0 ]; then
  375. COMMON_FLAGS="$COMMON_FLAGS -DNUMA"
  376. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lnuma"
  377. JAVA_LDFLAGS="$JAVA_LDFLAGS -lnuma"
  378. fi
  379. fi
  380. if ! test $ROCKSDB_DISABLE_TBB; then
  381. # Test whether tbb is available
  382. $CXX $PLATFORM_CXXFLAGS $LDFLAGS -x c++ - -o test.o -ltbb 2>/dev/null <<EOF
  383. #include <tbb/tbb.h>
  384. int main() {}
  385. EOF
  386. if [ "$?" = 0 ]; then
  387. COMMON_FLAGS="$COMMON_FLAGS -DTBB"
  388. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -ltbb"
  389. JAVA_LDFLAGS="$JAVA_LDFLAGS -ltbb"
  390. fi
  391. fi
  392. if ! test $ROCKSDB_DISABLE_JEMALLOC; then
  393. # Test whether jemalloc is available
  394. if echo 'int main() {}' | $CXX $PLATFORM_CXXFLAGS $LDFLAGS -x c++ - -o test.o -ljemalloc \
  395. 2>/dev/null; then
  396. # This will enable some preprocessor identifiers in the Makefile
  397. JEMALLOC=1
  398. # JEMALLOC can be enabled either using the flag (like here) or by
  399. # providing direct link to the jemalloc library
  400. WITH_JEMALLOC_FLAG=1
  401. # check for JEMALLOC installed with HomeBrew
  402. if [ "$PLATFORM" == "OS_MACOSX" ]; then
  403. if [ "$TARGET_ARCHITECTURE" = "arm64" ]; then
  404. # on M1 Macs, homebrew installs here instead of /usr/local
  405. JEMALLOC_PREFIX="/opt/homebrew"
  406. else
  407. JEMALLOC_PREFIX="/usr/local"
  408. fi
  409. if hash brew 2>/dev/null && brew ls --versions jemalloc > /dev/null; then
  410. JEMALLOC_VER=$(brew ls --versions jemalloc | tail -n 1 | cut -f 2 -d ' ')
  411. JEMALLOC_INCLUDE="-I${JEMALLOC_PREFIX}/Cellar/jemalloc/${JEMALLOC_VER}/include"
  412. JEMALLOC_LIB="${JEMALLOC_PREFIX}/Cellar/jemalloc/${JEMALLOC_VER}/lib/libjemalloc_pic.a"
  413. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -L${JEMALLOC_PREFIX}/lib $JEMALLOC_LIB"
  414. JAVA_LDFLAGS="$JAVA_LDFLAGS -L${JEMALLOC_PREFIX}/lib $JEMALLOC_LIB"
  415. JAVA_STATIC_LDFLAGS="$JAVA_STATIC_LDFLAGS -L${JEMALLOC_PREFIX}/lib $JEMALLOC_LIB"
  416. fi
  417. fi
  418. fi
  419. fi
  420. if ! test $JEMALLOC && ! test $ROCKSDB_DISABLE_TCMALLOC; then
  421. # jemalloc is not available. Let's try tcmalloc
  422. if echo 'int main() {}' | $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o \
  423. -ltcmalloc 2>/dev/null; then
  424. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -ltcmalloc"
  425. JAVA_LDFLAGS="$JAVA_LDFLAGS -ltcmalloc"
  426. fi
  427. fi
  428. if ! test $ROCKSDB_DISABLE_MALLOC_USABLE_SIZE; then
  429. # Test whether malloc_usable_size is available
  430. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  431. #include <malloc.h>
  432. int main() {
  433. size_t res = malloc_usable_size(0);
  434. (void)res;
  435. return 0;
  436. }
  437. EOF
  438. if [ "$?" = 0 ]; then
  439. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_MALLOC_USABLE_SIZE"
  440. fi
  441. fi
  442. if ! test $ROCKSDB_DISABLE_MEMKIND; then
  443. # Test whether memkind library is installed
  444. $CXX $PLATFORM_CXXFLAGS $LDFLAGS -x c++ - -o test.o -lmemkind 2>/dev/null <<EOF
  445. #include <memkind.h>
  446. int main() {
  447. memkind_malloc(MEMKIND_DAX_KMEM, 1024);
  448. return 0;
  449. }
  450. EOF
  451. if [ "$?" = 0 ]; then
  452. COMMON_FLAGS="$COMMON_FLAGS -DMEMKIND"
  453. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lmemkind"
  454. JAVA_LDFLAGS="$JAVA_LDFLAGS -lmemkind"
  455. fi
  456. fi
  457. if ! test $ROCKSDB_DISABLE_PTHREAD_MUTEX_ADAPTIVE_NP; then
  458. # Test whether PTHREAD_MUTEX_ADAPTIVE_NP mutex type is available
  459. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  460. #include <pthread.h>
  461. int main() {
  462. int x = PTHREAD_MUTEX_ADAPTIVE_NP;
  463. (void)x;
  464. return 0;
  465. }
  466. EOF
  467. if [ "$?" = 0 ]; then
  468. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_PTHREAD_ADAPTIVE_MUTEX"
  469. fi
  470. fi
  471. if ! test $ROCKSDB_DISABLE_BACKTRACE; then
  472. # Test whether backtrace is available
  473. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  474. #include <execinfo.h>
  475. int main() {
  476. void* frames[1];
  477. backtrace_symbols(frames, backtrace(frames, 1));
  478. return 0;
  479. }
  480. EOF
  481. if [ "$?" = 0 ]; then
  482. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_BACKTRACE"
  483. else
  484. # Test whether execinfo library is installed
  485. $CXX $PLATFORM_CXXFLAGS -lexecinfo -x c++ - -o test.o 2>/dev/null <<EOF
  486. #include <execinfo.h>
  487. int main() {
  488. void* frames[1];
  489. backtrace_symbols(frames, backtrace(frames, 1));
  490. }
  491. EOF
  492. if [ "$?" = 0 ]; then
  493. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_BACKTRACE"
  494. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lexecinfo"
  495. JAVA_LDFLAGS="$JAVA_LDFLAGS -lexecinfo"
  496. fi
  497. fi
  498. fi
  499. if ! test $ROCKSDB_DISABLE_PG; then
  500. # Test if -pg is supported
  501. $CXX $PLATFORM_CXXFLAGS -pg -x c++ - -o test.o 2>/dev/null <<EOF
  502. int main() {
  503. return 0;
  504. }
  505. EOF
  506. if [ "$?" = 0 ]; then
  507. PROFILING_FLAGS=-pg
  508. fi
  509. fi
  510. if ! test $ROCKSDB_DISABLE_SYNC_FILE_RANGE; then
  511. # Test whether sync_file_range is supported for compatibility with an old glibc
  512. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  513. #include <fcntl.h>
  514. int main() {
  515. int fd = open("/dev/null", 0);
  516. sync_file_range(fd, 0, 1024, SYNC_FILE_RANGE_WRITE);
  517. }
  518. EOF
  519. if [ "$?" = 0 ]; then
  520. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_RANGESYNC_PRESENT"
  521. fi
  522. fi
  523. if ! test $ROCKSDB_DISABLE_SCHED_GETCPU; then
  524. # Test whether sched_getcpu is supported
  525. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  526. #include <sched.h>
  527. int main() {
  528. int cpuid = sched_getcpu();
  529. (void)cpuid;
  530. }
  531. EOF
  532. if [ "$?" = 0 ]; then
  533. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_SCHED_GETCPU_PRESENT"
  534. fi
  535. fi
  536. if ! test $ROCKSDB_DISABLE_AUXV_GETAUXVAL; then
  537. # Test whether getauxval is supported
  538. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  539. #include <sys/auxv.h>
  540. int main() {
  541. uint64_t auxv = getauxval(AT_HWCAP);
  542. (void)auxv;
  543. }
  544. EOF
  545. if [ "$?" = 0 ]; then
  546. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_AUXV_GETAUXVAL_PRESENT"
  547. fi
  548. fi
  549. if ! test $ROCKSDB_DISABLE_ALIGNED_NEW; then
  550. # Test whether c++17 aligned-new is supported
  551. $CXX $PLATFORM_CXXFLAGS -faligned-new -x c++ - -o test.o 2>/dev/null <<EOF
  552. struct alignas(1024) t {int a;};
  553. int main() {}
  554. EOF
  555. if [ "$?" = 0 ]; then
  556. PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS -faligned-new -DHAVE_ALIGNED_NEW"
  557. fi
  558. fi
  559. if ! test $ROCKSDB_DISABLE_BENCHMARK; then
  560. # Test whether google benchmark is available
  561. $CXX $PLATFORM_CXXFLAGS -x c++ - -o /dev/null -lbenchmark -lpthread 2>/dev/null <<EOF
  562. #include <benchmark/benchmark.h>
  563. int main() {}
  564. EOF
  565. if [ "$?" = 0 ]; then
  566. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lbenchmark"
  567. fi
  568. fi
  569. if test $USE_FOLLY || test $USE_FOLLY_LITE; then
  570. # Test whether libfolly library is installed
  571. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  572. #include <folly/synchronization/DistributedMutex.h>
  573. int main() {}
  574. EOF
  575. if [ "$?" != 0 ]; then
  576. FOLLY_DIR="./third-party/folly"
  577. fi
  578. fi
  579. if test -z "$ROCKSDB_USE_IO_URING"; then
  580. ROCKSDB_USE_IO_URING=1
  581. fi
  582. if [ "$ROCKSDB_USE_IO_URING" -ne 0 -a "$PLATFORM" = OS_LINUX ]; then
  583. # check for liburing
  584. $CXX $PLATFORM_CXXFLAGS -x c++ - -luring -o test.o 2>/dev/null <<EOF
  585. #include <liburing.h>
  586. int main() {
  587. struct io_uring ring;
  588. io_uring_queue_init(1, &ring, 0);
  589. return 0;
  590. }
  591. EOF
  592. if [ "$?" = 0 ]; then
  593. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -luring"
  594. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_IOURING_PRESENT"
  595. fi
  596. fi
  597. fi
  598. # TODO(tec): Fix -Wshorten-64-to-32 errors on FreeBSD and enable the warning.
  599. # -Wshorten-64-to-32 breaks compilation on FreeBSD aarch64 and i386
  600. if ! { [ "$TARGET_OS" = FreeBSD -o "$TARGET_OS" = OpenBSD ] && [ "$TARGET_ARCHITECTURE" = arm64 -o "$TARGET_ARCHITECTURE" = i386 ]; }; then
  601. # Test whether -Wshorten-64-to-32 is available
  602. $CXX $PLATFORM_CXXFLAGS -x c++ - -o test.o -Wshorten-64-to-32 2>/dev/null <<EOF
  603. int main() {}
  604. EOF
  605. if [ "$?" = 0 ]; then
  606. COMMON_FLAGS="$COMMON_FLAGS -Wshorten-64-to-32"
  607. fi
  608. fi
  609. if [ "$PORTABLE" == "" ] || [ "$PORTABLE" == 0 ]; then
  610. if test -n "`echo $TARGET_ARCHITECTURE | grep ^ppc64`"; then
  611. # Tune for this POWER processor, treating '+' models as base models
  612. POWER=`LD_SHOW_AUXV=1 /bin/true | grep AT_PLATFORM | grep -E -o power[0-9]+`
  613. COMMON_FLAGS="$COMMON_FLAGS -mcpu=$POWER -mtune=$POWER "
  614. elif test -n "`echo $TARGET_ARCHITECTURE | grep -e^arm -e^aarch64`"; then
  615. # TODO: Handle this with approprite options.
  616. COMMON_FLAGS="$COMMON_FLAGS"
  617. elif test -n "`echo $TARGET_ARCHITECTURE | grep ^aarch64`"; then
  618. COMMON_FLAGS="$COMMON_FLAGS"
  619. elif test -n "`echo $TARGET_ARCHITECTURE | grep ^s390x`"; then
  620. if echo 'int main() {}' | $CXX $PLATFORM_CXXFLAGS -x c++ \
  621. -march=native - -o /dev/null 2>/dev/null; then
  622. COMMON_FLAGS="$COMMON_FLAGS -march=native "
  623. else
  624. COMMON_FLAGS="$COMMON_FLAGS -march=z196 "
  625. fi
  626. COMMON_FLAGS="$COMMON_FLAGS"
  627. elif test -n "`echo $TARGET_ARCHITECTURE | grep ^riscv64`"; then
  628. RISC_ISA=$(cat /proc/cpuinfo | grep -E '^isa\s*:' | head -1 | cut --delimiter=: -f 2 | cut -b 2-)
  629. if [ -n "${RISCV_ISA}" ]; then
  630. COMMON_FLAGS="$COMMON_FLAGS -march=${RISC_ISA}"
  631. fi
  632. elif [ "$TARGET_OS" == "IOS" ]; then
  633. COMMON_FLAGS="$COMMON_FLAGS"
  634. else
  635. COMMON_FLAGS="$COMMON_FLAGS -march=native "
  636. fi
  637. else
  638. # PORTABLE specified
  639. if [ "$PORTABLE" == 1 ]; then
  640. if test -n "`echo $TARGET_ARCHITECTURE | grep ^s390x`"; then
  641. COMMON_FLAGS="$COMMON_FLAGS -march=z196 "
  642. elif test -n "`echo $TARGET_ARCHITECTURE | grep ^riscv64`"; then
  643. COMMON_FLAGS="$COMMON_FLAGS -march=rv64gc"
  644. elif test "$USE_SSE"; then
  645. # USE_SSE is DEPRECATED
  646. # This is a rough approximation of the old USE_SSE behavior
  647. COMMON_FLAGS="$COMMON_FLAGS -march=haswell"
  648. fi
  649. # Other than those cases, not setting -march= here.
  650. else
  651. # Assume PORTABLE is a minimum assumed cpu type, e.g. PORTABLE=haswell
  652. COMMON_FLAGS="$COMMON_FLAGS -march=${PORTABLE}"
  653. fi
  654. if [[ "${PLATFORM}" == "OS_MACOSX" ]]; then
  655. # For portability compile for macOS 10.14 (2018) or newer
  656. COMMON_FLAGS="$COMMON_FLAGS -mmacosx-version-min=10.14"
  657. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -mmacosx-version-min=10.14"
  658. # -mmacosx-version-min must come first here.
  659. PLATFORM_SHARED_LDFLAGS="-mmacosx-version-min=10.14 $PLATFORM_SHARED_LDFLAGS"
  660. PLATFORM_CMAKE_FLAGS="-DCMAKE_OSX_DEPLOYMENT_TARGET=10.14"
  661. JAVA_STATIC_DEPS_COMMON_FLAGS="-mmacosx-version-min=10.14"
  662. JAVA_STATIC_DEPS_LDFLAGS="$JAVA_STATIC_DEPS_COMMON_FLAGS"
  663. JAVA_STATIC_DEPS_CCFLAGS="$JAVA_STATIC_DEPS_COMMON_FLAGS"
  664. JAVA_STATIC_DEPS_CXXFLAGS="$JAVA_STATIC_DEPS_COMMON_FLAGS"
  665. fi
  666. fi
  667. if test -n "`echo $TARGET_ARCHITECTURE | grep ^ppc64`"; then
  668. # check for GNU libc on ppc64
  669. $CXX -x c++ - -o /dev/null 2>/dev/null <<EOF
  670. #include <stdio.h>
  671. #include <stdlib.h>
  672. #include <gnu/libc-version.h>
  673. int main(int argc, char *argv[]) {
  674. printf("GNU libc version: %s\n", gnu_get_libc_version());
  675. return 0;
  676. }
  677. EOF
  678. if [ "$?" != 0 ]; then
  679. PPC_LIBC_IS_GNU=0
  680. fi
  681. fi
  682. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o test.o 2>/dev/null <<EOF
  683. #include <cstdint>
  684. int main() {
  685. uint64_t a = 0xffffFFFFffffFFFF;
  686. __uint128_t b = __uint128_t(a) * a;
  687. a = static_cast<uint64_t>(b >> 64);
  688. (void)a;
  689. }
  690. EOF
  691. if [ "$?" = 0 ]; then
  692. COMMON_FLAGS="$COMMON_FLAGS -DHAVE_UINT128_EXTENSION"
  693. fi
  694. if [ "$FBCODE_BUILD" != "true" -a "$PLATFORM" = OS_LINUX ]; then
  695. $CXX $COMMON_FLAGS $PLATFORM_SHARED_CFLAGS -x c++ -c - -o test_dl.o 2>/dev/null <<EOF
  696. void dummy_func() {}
  697. EOF
  698. if [ "$?" = 0 ]; then
  699. $CXX $COMMON_FLAGS $PLATFORM_SHARED_LDFLAGS test_dl.o -o test.o 2>/dev/null
  700. if [ "$?" = 0 ]; then
  701. EXEC_LDFLAGS+="-ldl"
  702. rm -f test_dl.o
  703. fi
  704. fi
  705. fi
  706. # check for F_FULLFSYNC
  707. $CXX $PLATFORM_CXXFALGS -x c++ - -o test.o 2>/dev/null <<EOF
  708. #include <fcntl.h>
  709. int main() {
  710. fcntl(0, F_FULLFSYNC);
  711. return 0;
  712. }
  713. EOF
  714. if [ "$?" = 0 ]; then
  715. COMMON_FLAGS="$COMMON_FLAGS -DHAVE_FULLFSYNC"
  716. fi
  717. rm -f test.o test_dl.o
  718. # Get the path for the folly installation dir
  719. if [ "$USE_FOLLY" ]; then
  720. if [ "$FOLLY_DIR" ]; then
  721. FOLLY_PATH=`cd $FOLLY_DIR && $PYTHON build/fbcode_builder/getdeps.py show-inst-dir folly`
  722. fi
  723. fi
  724. if [ "$USE_FOLLY_LITE" ]; then
  725. if [ "$FOLLY_DIR" ]; then
  726. BOOST_SOURCE_PATH=`cd $FOLLY_DIR && $PYTHON build/fbcode_builder/getdeps.py show-source-dir boost`
  727. fi
  728. fi
  729. PLATFORM_CCFLAGS="$PLATFORM_CCFLAGS $COMMON_FLAGS"
  730. PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS $COMMON_FLAGS"
  731. VALGRIND_VER="$VALGRIND_VER"
  732. ROCKSDB_MAJOR=`build_tools/version.sh major`
  733. ROCKSDB_MINOR=`build_tools/version.sh minor`
  734. ROCKSDB_PATCH=`build_tools/version.sh patch`
  735. echo "CC=$CC" >> "$OUTPUT"
  736. echo "CXX=$CXX" >> "$OUTPUT"
  737. echo "AR=$AR" >> "$OUTPUT"
  738. echo "PLATFORM=$PLATFORM" >> "$OUTPUT"
  739. echo "PLATFORM_LDFLAGS=$PLATFORM_LDFLAGS" >> "$OUTPUT"
  740. echo "PLATFORM_CMAKE_FLAGS=$PLATFORM_CMAKE_FLAGS" >> "$OUTPUT"
  741. echo "JAVA_LDFLAGS=$JAVA_LDFLAGS" >> "$OUTPUT"
  742. echo "JAVA_STATIC_LDFLAGS=$JAVA_STATIC_LDFLAGS" >> "$OUTPUT"
  743. echo "JAVA_STATIC_DEPS_CCFLAGS=$JAVA_STATIC_DEPS_CCFLAGS" >> "$OUTPUT"
  744. echo "JAVA_STATIC_DEPS_CXXFLAGS=$JAVA_STATIC_DEPS_CXXFLAGS" >> "$OUTPUT"
  745. echo "JAVA_STATIC_DEPS_LDFLAGS=$JAVA_STATIC_DEPS_LDFLAGS" >> "$OUTPUT"
  746. echo "JAVAC_ARGS=$JAVAC_ARGS" >> "$OUTPUT"
  747. echo "VALGRIND_VER=$VALGRIND_VER" >> "$OUTPUT"
  748. echo "PLATFORM_CCFLAGS=$PLATFORM_CCFLAGS" >> "$OUTPUT"
  749. echo "PLATFORM_CXXFLAGS=$PLATFORM_CXXFLAGS" >> "$OUTPUT"
  750. echo "PLATFORM_SHARED_CFLAGS=$PLATFORM_SHARED_CFLAGS" >> "$OUTPUT"
  751. echo "PLATFORM_SHARED_EXT=$PLATFORM_SHARED_EXT" >> "$OUTPUT"
  752. echo "PLATFORM_SHARED_LDFLAGS=$PLATFORM_SHARED_LDFLAGS" >> "$OUTPUT"
  753. echo "PLATFORM_SHARED_VERSIONED=$PLATFORM_SHARED_VERSIONED" >> "$OUTPUT"
  754. echo "EXEC_LDFLAGS=$EXEC_LDFLAGS" >> "$OUTPUT"
  755. echo "JEMALLOC_INCLUDE=$JEMALLOC_INCLUDE" >> "$OUTPUT"
  756. echo "JEMALLOC_LIB=$JEMALLOC_LIB" >> "$OUTPUT"
  757. echo "ROCKSDB_MAJOR=$ROCKSDB_MAJOR" >> "$OUTPUT"
  758. echo "ROCKSDB_MINOR=$ROCKSDB_MINOR" >> "$OUTPUT"
  759. echo "ROCKSDB_PATCH=$ROCKSDB_PATCH" >> "$OUTPUT"
  760. echo "CLANG_SCAN_BUILD=$CLANG_SCAN_BUILD" >> "$OUTPUT"
  761. echo "CLANG_ANALYZER=$CLANG_ANALYZER" >> "$OUTPUT"
  762. echo "PROFILING_FLAGS=$PROFILING_FLAGS" >> "$OUTPUT"
  763. echo "FIND=$FIND" >> "$OUTPUT"
  764. echo "WATCH=$WATCH" >> "$OUTPUT"
  765. echo "FOLLY_PATH=$FOLLY_PATH" >> "$OUTPUT"
  766. echo "BOOST_SOURCE_PATH=$BOOST_SOURCE_PATH" >> "$OUTPUT"
  767. # This will enable some related identifiers for the preprocessor
  768. if test -n "$JEMALLOC"; then
  769. echo "JEMALLOC=1" >> "$OUTPUT"
  770. fi
  771. # Indicates that jemalloc should be enabled using -ljemalloc flag
  772. # The alternative is to porvide a direct link to the library via JEMALLOC_LIB
  773. # and JEMALLOC_INCLUDE
  774. if test -n "$WITH_JEMALLOC_FLAG"; then
  775. echo "WITH_JEMALLOC_FLAG=$WITH_JEMALLOC_FLAG" >> "$OUTPUT"
  776. fi
  777. echo "LUA_PATH=$LUA_PATH" >> "$OUTPUT"
  778. if test -n "$USE_FOLLY"; then
  779. echo "USE_FOLLY=$USE_FOLLY" >> "$OUTPUT"
  780. fi
  781. if test -n "$PPC_LIBC_IS_GNU"; then
  782. echo "PPC_LIBC_IS_GNU=$PPC_LIBC_IS_GNU" >> "$OUTPUT"
  783. fi