build_detect_platform 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730
  1. #!/usr/bin/env bash
  2. #
  3. # Detects OS we're compiling on and outputs a file specified by the first
  4. # argument, which in turn gets read while processing Makefile.
  5. #
  6. # The output will set the following variables:
  7. # CC C Compiler path
  8. # CXX C++ Compiler path
  9. # PLATFORM_LDFLAGS Linker flags
  10. # JAVA_LDFLAGS Linker flags for RocksDBJava
  11. # JAVA_STATIC_LDFLAGS Linker flags for RocksDBJava static build
  12. # PLATFORM_SHARED_EXT Extension for shared libraries
  13. # PLATFORM_SHARED_LDFLAGS Flags for building shared library
  14. # PLATFORM_SHARED_CFLAGS Flags for compiling objects for shared library
  15. # PLATFORM_CCFLAGS C compiler flags
  16. # PLATFORM_CXXFLAGS C++ compiler flags. Will contain:
  17. # PLATFORM_SHARED_VERSIONED Set to 'true' if platform supports versioned
  18. # shared libraries, empty otherwise.
  19. # FIND Command for the find utility
  20. # WATCH Command for the watch utility
  21. #
  22. # The PLATFORM_CCFLAGS and PLATFORM_CXXFLAGS might include the following:
  23. #
  24. # -DROCKSDB_PLATFORM_POSIX if posix-platform based
  25. # -DSNAPPY if the Snappy library is present
  26. # -DLZ4 if the LZ4 library is present
  27. # -DZSTD if the ZSTD library is present
  28. # -DNUMA if the NUMA library is present
  29. # -DTBB if the TBB library is present
  30. #
  31. # Using gflags in rocksdb:
  32. # Our project depends on gflags, which requires users to take some extra steps
  33. # before they can compile the whole repository:
  34. # 1. Install gflags. You may download it from here:
  35. # https://gflags.github.io/gflags/ (Mac users can `brew install gflags`)
  36. # 2. Once installed, add the include path for gflags to your CPATH env var and
  37. # the lib path to LIBRARY_PATH. If installed with default settings, the lib
  38. # will be /usr/local/lib and the include path will be /usr/local/include
  39. OUTPUT=$1
  40. if test -z "$OUTPUT"; then
  41. echo "usage: $0 <output-filename>" >&2
  42. exit 1
  43. fi
  44. # we depend on C++11
  45. PLATFORM_CXXFLAGS="-std=c++11"
  46. # we currently depend on POSIX platform
  47. COMMON_FLAGS="-DROCKSDB_PLATFORM_POSIX -DROCKSDB_LIB_IO_POSIX"
  48. # Default to fbcode gcc on internal fb machines
  49. if [ -z "$ROCKSDB_NO_FBCODE" -a -d /mnt/gvfs/third-party ]; then
  50. FBCODE_BUILD="true"
  51. # If we're compiling with TSAN we need pic build
  52. PIC_BUILD=$COMPILE_WITH_TSAN
  53. if [ -n "$ROCKSDB_FBCODE_BUILD_WITH_481" ]; then
  54. # we need this to build with MySQL. Don't use for other purposes.
  55. source "$PWD/build_tools/fbcode_config4.8.1.sh"
  56. elif [ -n "$ROCKSDB_FBCODE_BUILD_WITH_5xx" ]; then
  57. source "$PWD/build_tools/fbcode_config.sh"
  58. else
  59. source "$PWD/build_tools/fbcode_config_platform007.sh"
  60. fi
  61. fi
  62. # Delete existing output, if it exists
  63. rm -f "$OUTPUT"
  64. touch "$OUTPUT"
  65. if test -z "$CC"; then
  66. if [ -x "$(command -v cc)" ]; then
  67. CC=cc
  68. elif [ -x "$(command -v clang)" ]; then
  69. CC=clang
  70. else
  71. CC=cc
  72. fi
  73. fi
  74. if test -z "$CXX"; then
  75. if [ -x "$(command -v g++)" ]; then
  76. CXX=g++
  77. elif [ -x "$(command -v clang++)" ]; then
  78. CXX=clang++
  79. else
  80. CXX=g++
  81. fi
  82. fi
  83. # Detect OS
  84. if test -z "$TARGET_OS"; then
  85. TARGET_OS=`uname -s`
  86. fi
  87. if test -z "$TARGET_ARCHITECTURE"; then
  88. TARGET_ARCHITECTURE=`uname -m`
  89. fi
  90. if test -z "$CLANG_SCAN_BUILD"; then
  91. CLANG_SCAN_BUILD=scan-build
  92. fi
  93. if test -z "$CLANG_ANALYZER"; then
  94. CLANG_ANALYZER=$(command -v clang++ 2> /dev/null)
  95. fi
  96. if test -z "$FIND"; then
  97. FIND=find
  98. fi
  99. if test -z "$WATCH"; then
  100. WATCH=watch
  101. fi
  102. COMMON_FLAGS="$COMMON_FLAGS ${CFLAGS}"
  103. CROSS_COMPILE=
  104. PLATFORM_CCFLAGS=
  105. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS"
  106. PLATFORM_SHARED_EXT="so"
  107. PLATFORM_SHARED_LDFLAGS="-Wl,--no-as-needed -shared -Wl,-soname -Wl,"
  108. PLATFORM_SHARED_CFLAGS="-fPIC"
  109. PLATFORM_SHARED_VERSIONED=true
  110. # generic port files (working on all platform by #ifdef) go directly in /port
  111. GENERIC_PORT_FILES=`cd "$ROCKSDB_ROOT"; find port -name '*.cc' | tr "\n" " "`
  112. # On GCC, we pick libc's memcmp over GCC's memcmp via -fno-builtin-memcmp
  113. case "$TARGET_OS" in
  114. Darwin)
  115. PLATFORM=OS_MACOSX
  116. COMMON_FLAGS="$COMMON_FLAGS -DOS_MACOSX"
  117. PLATFORM_SHARED_EXT=dylib
  118. PLATFORM_SHARED_LDFLAGS="-dynamiclib -install_name "
  119. # PORT_FILES=port/darwin/darwin_specific.cc
  120. ;;
  121. IOS)
  122. PLATFORM=IOS
  123. COMMON_FLAGS="$COMMON_FLAGS -DOS_MACOSX -DIOS_CROSS_COMPILE -DROCKSDB_LITE"
  124. PLATFORM_SHARED_EXT=dylib
  125. PLATFORM_SHARED_LDFLAGS="-dynamiclib -install_name "
  126. CROSS_COMPILE=true
  127. PLATFORM_SHARED_VERSIONED=
  128. ;;
  129. Linux)
  130. PLATFORM=OS_LINUX
  131. COMMON_FLAGS="$COMMON_FLAGS -DOS_LINUX"
  132. if [ -z "$USE_CLANG" ]; then
  133. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp"
  134. else
  135. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -latomic"
  136. fi
  137. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt"
  138. if test $ROCKSDB_USE_IO_URING; then
  139. # check for liburing
  140. $CXX $CFLAGS -x c++ - -luring -o /dev/null 2>/dev/null <<EOF
  141. #include <liburing.h>
  142. int main() {
  143. struct io_uring ring;
  144. io_uring_queue_init(1, &ring, 0);
  145. return 0;
  146. }
  147. EOF
  148. if [ "$?" = 0 ]; then
  149. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -luring"
  150. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_IOURING_PRESENT"
  151. fi
  152. fi
  153. if test -z "$USE_FOLLY_DISTRIBUTED_MUTEX"; then
  154. USE_FOLLY_DISTRIBUTED_MUTEX=1
  155. fi
  156. # PORT_FILES=port/linux/linux_specific.cc
  157. ;;
  158. SunOS)
  159. PLATFORM=OS_SOLARIS
  160. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_SOLARIS -m64"
  161. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt -static-libstdc++ -static-libgcc -m64"
  162. # PORT_FILES=port/sunos/sunos_specific.cc
  163. ;;
  164. AIX)
  165. PLATFORM=OS_AIX
  166. CC=gcc
  167. COMMON_FLAGS="$COMMON_FLAGS -maix64 -pthread -fno-builtin-memcmp -D_REENTRANT -DOS_AIX -D__STDC_FORMAT_MACROS"
  168. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -pthread -lpthread -lrt -maix64 -static-libstdc++ -static-libgcc"
  169. # PORT_FILES=port/aix/aix_specific.cc
  170. ;;
  171. FreeBSD)
  172. PLATFORM=OS_FREEBSD
  173. CXX=clang++
  174. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_FREEBSD"
  175. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread"
  176. # PORT_FILES=port/freebsd/freebsd_specific.cc
  177. ;;
  178. NetBSD)
  179. PLATFORM=OS_NETBSD
  180. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_NETBSD"
  181. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lgcc_s"
  182. # PORT_FILES=port/netbsd/netbsd_specific.cc
  183. ;;
  184. OpenBSD)
  185. PLATFORM=OS_OPENBSD
  186. CXX=clang++
  187. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_OPENBSD"
  188. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -pthread"
  189. # PORT_FILES=port/openbsd/openbsd_specific.cc
  190. FIND=gfind
  191. WATCH=gnuwatch
  192. ;;
  193. DragonFly)
  194. PLATFORM=OS_DRAGONFLYBSD
  195. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_DRAGONFLYBSD"
  196. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread"
  197. # PORT_FILES=port/dragonfly/dragonfly_specific.cc
  198. ;;
  199. Cygwin)
  200. PLATFORM=CYGWIN
  201. PLATFORM_SHARED_CFLAGS=""
  202. PLATFORM_CXXFLAGS="-std=gnu++11"
  203. COMMON_FLAGS="$COMMON_FLAGS -DCYGWIN"
  204. if [ -z "$USE_CLANG" ]; then
  205. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp"
  206. else
  207. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -latomic"
  208. fi
  209. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt"
  210. # PORT_FILES=port/linux/linux_specific.cc
  211. ;;
  212. OS_ANDROID_CROSSCOMPILE)
  213. PLATFORM=OS_ANDROID
  214. COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_ANDROID -DROCKSDB_PLATFORM_POSIX"
  215. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS " # All pthread features are in the Android C library
  216. # PORT_FILES=port/android/android.cc
  217. CROSS_COMPILE=true
  218. ;;
  219. *)
  220. echo "Unknown platform!" >&2
  221. exit 1
  222. esac
  223. PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS ${CXXFLAGS}"
  224. JAVA_LDFLAGS="$PLATFORM_LDFLAGS"
  225. JAVA_STATIC_LDFLAGS="$PLATFORM_LDFLAGS"
  226. if [ "$CROSS_COMPILE" = "true" -o "$FBCODE_BUILD" = "true" ]; then
  227. # Cross-compiling; do not try any compilation tests.
  228. # Also don't need any compilation tests if compiling on fbcode
  229. true
  230. else
  231. if ! test $ROCKSDB_DISABLE_FALLOCATE; then
  232. # Test whether fallocate is available
  233. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  234. #include <fcntl.h>
  235. #include <linux/falloc.h>
  236. int main() {
  237. int fd = open("/dev/null", 0);
  238. fallocate(fd, FALLOC_FL_KEEP_SIZE, 0, 1024);
  239. }
  240. EOF
  241. if [ "$?" = 0 ]; then
  242. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_FALLOCATE_PRESENT"
  243. fi
  244. fi
  245. if ! test $ROCKSDB_DISABLE_SNAPPY; then
  246. # Test whether Snappy library is installed
  247. # http://code.google.com/p/snappy/
  248. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  249. #include <snappy.h>
  250. int main() {}
  251. EOF
  252. if [ "$?" = 0 ]; then
  253. COMMON_FLAGS="$COMMON_FLAGS -DSNAPPY"
  254. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lsnappy"
  255. JAVA_LDFLAGS="$JAVA_LDFLAGS -lsnappy"
  256. fi
  257. fi
  258. if ! test $ROCKSDB_DISABLE_GFLAGS; then
  259. # Test whether gflags library is installed
  260. # http://gflags.github.io/gflags/
  261. # check if the namespace is gflags
  262. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null << EOF
  263. #include <gflags/gflags.h>
  264. int main() {}
  265. EOF
  266. if [ "$?" = 0 ]; then
  267. COMMON_FLAGS="$COMMON_FLAGS -DGFLAGS=1"
  268. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lgflags"
  269. else
  270. # check if namespace is google
  271. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null << EOF
  272. #include <gflags/gflags.h>
  273. using namespace google;
  274. int main() {}
  275. EOF
  276. if [ "$?" = 0 ]; then
  277. COMMON_FLAGS="$COMMON_FLAGS -DGFLAGS=google"
  278. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lgflags"
  279. fi
  280. fi
  281. fi
  282. if ! test $ROCKSDB_DISABLE_ZLIB; then
  283. # Test whether zlib library is installed
  284. $CXX $CFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  285. #include <zlib.h>
  286. int main() {}
  287. EOF
  288. if [ "$?" = 0 ]; then
  289. COMMON_FLAGS="$COMMON_FLAGS -DZLIB"
  290. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lz"
  291. JAVA_LDFLAGS="$JAVA_LDFLAGS -lz"
  292. fi
  293. fi
  294. if ! test $ROCKSDB_DISABLE_BZIP; then
  295. # Test whether bzip library is installed
  296. $CXX $CFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  297. #include <bzlib.h>
  298. int main() {}
  299. EOF
  300. if [ "$?" = 0 ]; then
  301. COMMON_FLAGS="$COMMON_FLAGS -DBZIP2"
  302. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lbz2"
  303. JAVA_LDFLAGS="$JAVA_LDFLAGS -lbz2"
  304. fi
  305. fi
  306. if ! test $ROCKSDB_DISABLE_LZ4; then
  307. # Test whether lz4 library is installed
  308. $CXX $CFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  309. #include <lz4.h>
  310. #include <lz4hc.h>
  311. int main() {}
  312. EOF
  313. if [ "$?" = 0 ]; then
  314. COMMON_FLAGS="$COMMON_FLAGS -DLZ4"
  315. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -llz4"
  316. JAVA_LDFLAGS="$JAVA_LDFLAGS -llz4"
  317. fi
  318. fi
  319. if ! test $ROCKSDB_DISABLE_ZSTD; then
  320. # Test whether zstd library is installed
  321. $CXX $CFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  322. #include <zstd.h>
  323. int main() {}
  324. EOF
  325. if [ "$?" = 0 ]; then
  326. COMMON_FLAGS="$COMMON_FLAGS -DZSTD"
  327. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lzstd"
  328. JAVA_LDFLAGS="$JAVA_LDFLAGS -lzstd"
  329. fi
  330. fi
  331. if ! test $ROCKSDB_DISABLE_NUMA; then
  332. # Test whether numa is available
  333. $CXX $CFLAGS -x c++ - -o /dev/null -lnuma 2>/dev/null <<EOF
  334. #include <numa.h>
  335. #include <numaif.h>
  336. int main() {}
  337. EOF
  338. if [ "$?" = 0 ]; then
  339. COMMON_FLAGS="$COMMON_FLAGS -DNUMA"
  340. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lnuma"
  341. JAVA_LDFLAGS="$JAVA_LDFLAGS -lnuma"
  342. fi
  343. fi
  344. if ! test $ROCKSDB_DISABLE_TBB; then
  345. # Test whether tbb is available
  346. $CXX $CFLAGS $LDFLAGS -x c++ - -o /dev/null -ltbb 2>/dev/null <<EOF
  347. #include <tbb/tbb.h>
  348. int main() {}
  349. EOF
  350. if [ "$?" = 0 ]; then
  351. COMMON_FLAGS="$COMMON_FLAGS -DTBB"
  352. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -ltbb"
  353. JAVA_LDFLAGS="$JAVA_LDFLAGS -ltbb"
  354. fi
  355. fi
  356. if ! test $ROCKSDB_DISABLE_JEMALLOC; then
  357. # Test whether jemalloc is available
  358. if echo 'int main() {}' | $CXX $CFLAGS -x c++ - -o /dev/null -ljemalloc \
  359. 2>/dev/null; then
  360. # This will enable some preprocessor identifiers in the Makefile
  361. JEMALLOC=1
  362. # JEMALLOC can be enabled either using the flag (like here) or by
  363. # providing direct link to the jemalloc library
  364. WITH_JEMALLOC_FLAG=1
  365. # check for JEMALLOC installed with HomeBrew
  366. if [ "$PLATFORM" == "OS_MACOSX" ]; then
  367. if hash brew 2>/dev/null && brew ls --versions jemalloc > /dev/null; then
  368. JEMALLOC_VER=$(brew ls --versions jemalloc | tail -n 1 | cut -f 2 -d ' ')
  369. JEMALLOC_INCLUDE="-I/usr/local/Cellar/jemalloc/${JEMALLOC_VER}/include"
  370. JEMALLOC_LIB="/usr/local/Cellar/jemalloc/${JEMALLOC_VER}/lib/libjemalloc_pic.a"
  371. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS $JEMALLOC_LIB"
  372. JAVA_STATIC_LDFLAGS="$JAVA_STATIC_LDFLAGS $JEMALLOC_LIB"
  373. fi
  374. fi
  375. fi
  376. fi
  377. if ! test $JEMALLOC && ! test $ROCKSDB_DISABLE_TCMALLOC; then
  378. # jemalloc is not available. Let's try tcmalloc
  379. if echo 'int main() {}' | $CXX $CFLAGS -x c++ - -o /dev/null \
  380. -ltcmalloc 2>/dev/null; then
  381. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -ltcmalloc"
  382. JAVA_LDFLAGS="$JAVA_LDFLAGS -ltcmalloc"
  383. fi
  384. fi
  385. if ! test $ROCKSDB_DISABLE_MALLOC_USABLE_SIZE; then
  386. # Test whether malloc_usable_size is available
  387. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  388. #include <malloc.h>
  389. int main() {
  390. size_t res = malloc_usable_size(0);
  391. (void)res;
  392. return 0;
  393. }
  394. EOF
  395. if [ "$?" = 0 ]; then
  396. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_MALLOC_USABLE_SIZE"
  397. fi
  398. fi
  399. if ! test $ROCKSDB_DISABLE_PTHREAD_MUTEX_ADAPTIVE_NP; then
  400. # Test whether PTHREAD_MUTEX_ADAPTIVE_NP mutex type is available
  401. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  402. #include <pthread.h>
  403. int main() {
  404. int x = PTHREAD_MUTEX_ADAPTIVE_NP;
  405. (void)x;
  406. return 0;
  407. }
  408. EOF
  409. if [ "$?" = 0 ]; then
  410. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_PTHREAD_ADAPTIVE_MUTEX"
  411. fi
  412. fi
  413. if ! test $ROCKSDB_DISABLE_BACKTRACE; then
  414. # Test whether backtrace is available
  415. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  416. #include <execinfo.h>
  417. int main() {
  418. void* frames[1];
  419. backtrace_symbols(frames, backtrace(frames, 1));
  420. return 0;
  421. }
  422. EOF
  423. if [ "$?" = 0 ]; then
  424. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_BACKTRACE"
  425. else
  426. # Test whether execinfo library is installed
  427. $CXX $CFLAGS -lexecinfo -x c++ - -o /dev/null 2>/dev/null <<EOF
  428. #include <execinfo.h>
  429. int main() {
  430. void* frames[1];
  431. backtrace_symbols(frames, backtrace(frames, 1));
  432. }
  433. EOF
  434. if [ "$?" = 0 ]; then
  435. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_BACKTRACE"
  436. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lexecinfo"
  437. JAVA_LDFLAGS="$JAVA_LDFLAGS -lexecinfo"
  438. fi
  439. fi
  440. fi
  441. if ! test $ROCKSDB_DISABLE_PG; then
  442. # Test if -pg is supported
  443. $CXX $CFLAGS -pg -x c++ - -o /dev/null 2>/dev/null <<EOF
  444. int main() {
  445. return 0;
  446. }
  447. EOF
  448. if [ "$?" = 0 ]; then
  449. PROFILING_FLAGS=-pg
  450. fi
  451. fi
  452. if ! test $ROCKSDB_DISABLE_SYNC_FILE_RANGE; then
  453. # Test whether sync_file_range is supported for compatibility with an old glibc
  454. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  455. #include <fcntl.h>
  456. int main() {
  457. int fd = open("/dev/null", 0);
  458. sync_file_range(fd, 0, 1024, SYNC_FILE_RANGE_WRITE);
  459. }
  460. EOF
  461. if [ "$?" = 0 ]; then
  462. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_RANGESYNC_PRESENT"
  463. fi
  464. fi
  465. if ! test $ROCKSDB_DISABLE_SCHED_GETCPU; then
  466. # Test whether sched_getcpu is supported
  467. $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  468. #include <sched.h>
  469. int main() {
  470. int cpuid = sched_getcpu();
  471. (void)cpuid;
  472. }
  473. EOF
  474. if [ "$?" = 0 ]; then
  475. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_SCHED_GETCPU_PRESENT"
  476. fi
  477. fi
  478. if ! test $ROCKSDB_DISABLE_ALIGNED_NEW; then
  479. # Test whether c++17 aligned-new is supported
  480. $CXX $PLATFORM_CXXFLAGS -faligned-new -x c++ - -o /dev/null 2>/dev/null <<EOF
  481. struct alignas(1024) t {int a;};
  482. int main() {}
  483. EOF
  484. if [ "$?" = 0 ]; then
  485. PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS -faligned-new -DHAVE_ALIGNED_NEW"
  486. fi
  487. fi
  488. fi
  489. # TODO(tec): Fix -Wshorten-64-to-32 errors on FreeBSD and enable the warning.
  490. # -Wshorten-64-to-32 breaks compilation on FreeBSD i386
  491. if ! [ "$TARGET_OS" = FreeBSD -a "$TARGET_ARCHITECTURE" = i386 ]; then
  492. # Test whether -Wshorten-64-to-32 is available
  493. $CXX $CFLAGS -x c++ - -o /dev/null -Wshorten-64-to-32 2>/dev/null <<EOF
  494. int main() {}
  495. EOF
  496. if [ "$?" = 0 ]; then
  497. COMMON_FLAGS="$COMMON_FLAGS -Wshorten-64-to-32"
  498. fi
  499. fi
  500. # shall we use HDFS?
  501. if test "$USE_HDFS"; then
  502. if test -z "$JAVA_HOME"; then
  503. echo "JAVA_HOME has to be set for HDFS usage." >&2
  504. exit 1
  505. fi
  506. HDFS_CCFLAGS="$HDFS_CCFLAGS -I$JAVA_HOME/include -I$JAVA_HOME/include/linux -DUSE_HDFS -I$HADOOP_HOME/include"
  507. HDFS_LDFLAGS="$HDFS_LDFLAGS -lhdfs -L$JAVA_HOME/jre/lib/amd64 -L$HADOOP_HOME/lib/native"
  508. HDFS_LDFLAGS="$HDFS_LDFLAGS -L$JAVA_HOME/jre/lib/amd64/server -L$GLIBC_RUNTIME_PATH/lib"
  509. HDFS_LDFLAGS="$HDFS_LDFLAGS -ldl -lverify -ljava -ljvm"
  510. COMMON_FLAGS="$COMMON_FLAGS $HDFS_CCFLAGS"
  511. PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS $HDFS_LDFLAGS"
  512. JAVA_LDFLAGS="$JAVA_LDFLAGS $HDFS_LDFLAGS"
  513. fi
  514. if test "0$PORTABLE" -eq 0; then
  515. if test -n "`echo $TARGET_ARCHITECTURE | grep ^ppc64`"; then
  516. # Tune for this POWER processor, treating '+' models as base models
  517. POWER=`LD_SHOW_AUXV=1 /bin/true | grep AT_PLATFORM | grep -E -o power[0-9]+`
  518. COMMON_FLAGS="$COMMON_FLAGS -mcpu=$POWER -mtune=$POWER "
  519. elif test -n "`echo $TARGET_ARCHITECTURE | grep ^s390x`"; then
  520. COMMON_FLAGS="$COMMON_FLAGS -march=z10 "
  521. elif test -n "`echo $TARGET_ARCHITECTURE | grep -e^arm -e^aarch64`"; then
  522. # TODO: Handle this with approprite options.
  523. COMMON_FLAGS="$COMMON_FLAGS"
  524. elif test -n "`echo $TARGET_ARCHITECTURE | grep ^aarch64`"; then
  525. COMMON_FLAGS="$COMMON_FLAGS"
  526. elif [ "$TARGET_OS" == "IOS" ]; then
  527. COMMON_FLAGS="$COMMON_FLAGS"
  528. elif [ "$TARGET_OS" == "AIX" ] || [ "$TARGET_OS" == "SunOS" ]; then
  529. # TODO: Not sure why we don't use -march=native on these OSes
  530. if test "$USE_SSE"; then
  531. TRY_SSE_ETC="1"
  532. fi
  533. else
  534. COMMON_FLAGS="$COMMON_FLAGS -march=native "
  535. fi
  536. else
  537. # PORTABLE=1
  538. if test "$USE_SSE"; then
  539. TRY_SSE_ETC="1"
  540. fi
  541. fi
  542. if test "$TRY_SSE_ETC"; then
  543. # The USE_SSE flag now means "attempt to compile with widely-available
  544. # Intel architecture extensions utilized by specific optimizations in the
  545. # source code." It's a qualifier on PORTABLE=1 that means "mostly portable."
  546. # It doesn't even really check that your current CPU is compatible.
  547. #
  548. # SSE4.2 available since nehalem, ca. 2008-2010
  549. TRY_SSE42="-msse4.2"
  550. # PCLMUL available since westmere, ca. 2010-2011
  551. TRY_PCLMUL="-mpclmul"
  552. # AVX2 available since haswell, ca. 2013-2015
  553. TRY_AVX2="-mavx2"
  554. fi
  555. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS $TRY_SSE42 -x c++ - -o /dev/null 2>/dev/null <<EOF
  556. #include <cstdint>
  557. #include <nmmintrin.h>
  558. int main() {
  559. volatile uint32_t x = _mm_crc32_u32(0, 0);
  560. (void)x;
  561. }
  562. EOF
  563. if [ "$?" = 0 ]; then
  564. COMMON_FLAGS="$COMMON_FLAGS $TRY_SSE42 -DHAVE_SSE42"
  565. elif test "$USE_SSE"; then
  566. echo "warning: USE_SSE specified but compiler could not use SSE intrinsics, disabling" >&2
  567. fi
  568. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS $TRY_PCLMUL -x c++ - -o /dev/null 2>/dev/null <<EOF
  569. #include <cstdint>
  570. #include <wmmintrin.h>
  571. int main() {
  572. const auto a = _mm_set_epi64x(0, 0);
  573. const auto b = _mm_set_epi64x(0, 0);
  574. const auto c = _mm_clmulepi64_si128(a, b, 0x00);
  575. auto d = _mm_cvtsi128_si64(c);
  576. (void)d;
  577. }
  578. EOF
  579. if [ "$?" = 0 ]; then
  580. COMMON_FLAGS="$COMMON_FLAGS $TRY_PCLMUL -DHAVE_PCLMUL"
  581. elif test "$USE_SSE"; then
  582. echo "warning: USE_SSE specified but compiler could not use PCLMUL intrinsics, disabling" >&2
  583. fi
  584. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS $TRY_AVX2 -x c++ - -o /dev/null 2>/dev/null <<EOF
  585. #include <cstdint>
  586. #include <immintrin.h>
  587. int main() {
  588. const auto a = _mm256_setr_epi32(0, 1, 2, 3, 4, 7, 6, 5);
  589. const auto b = _mm256_permutevar8x32_epi32(a, a);
  590. (void)b;
  591. }
  592. EOF
  593. if [ "$?" = 0 ]; then
  594. COMMON_FLAGS="$COMMON_FLAGS $TRY_AVX2 -DHAVE_AVX2"
  595. elif test "$USE_SSE"; then
  596. echo "warning: USE_SSE specified but compiler could not use AVX2 intrinsics, disabling" >&2
  597. fi
  598. $CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  599. #include <cstdint>
  600. int main() {
  601. uint64_t a = 0xffffFFFFffffFFFF;
  602. __uint128_t b = __uint128_t(a) * a;
  603. a = static_cast<uint64_t>(b >> 64);
  604. (void)a;
  605. }
  606. EOF
  607. if [ "$?" = 0 ]; then
  608. COMMON_FLAGS="$COMMON_FLAGS -DHAVE_UINT128_EXTENSION"
  609. fi
  610. # iOS doesn't support thread-local storage, but this check would erroneously
  611. # succeed because the cross-compiler flags are added by the Makefile, not this
  612. # script.
  613. if [ "$PLATFORM" != IOS ]; then
  614. $CXX $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
  615. #if defined(_MSC_VER) && !defined(__thread)
  616. #define __thread __declspec(thread)
  617. #endif
  618. int main() {
  619. static __thread int tls;
  620. (void)tls;
  621. }
  622. EOF
  623. if [ "$?" = 0 ]; then
  624. COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_SUPPORT_THREAD_LOCAL"
  625. fi
  626. fi
  627. if [ "$FBCODE_BUILD" != "true" -a "$PLATFORM" = OS_LINUX ]; then
  628. $CXX $COMMON_FLAGS $PLATFORM_SHARED_CFLAGS -x c++ -c - -o test_dl.o 2>/dev/null <<EOF
  629. void dummy_func() {}
  630. EOF
  631. if [ "$?" = 0 ]; then
  632. $CXX $COMMON_FLAGS $PLATFORM_SHARED_LDFLAGS test_dl.o -o /dev/null 2>/dev/null
  633. if [ "$?" = 0 ]; then
  634. EXEC_LDFLAGS+="-ldl"
  635. rm -f test_dl.o
  636. fi
  637. fi
  638. fi
  639. PLATFORM_CCFLAGS="$PLATFORM_CCFLAGS $COMMON_FLAGS"
  640. PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS $COMMON_FLAGS"
  641. VALGRIND_VER="$VALGRIND_VER"
  642. ROCKSDB_MAJOR=`build_tools/version.sh major`
  643. ROCKSDB_MINOR=`build_tools/version.sh minor`
  644. ROCKSDB_PATCH=`build_tools/version.sh patch`
  645. echo "CC=$CC" >> "$OUTPUT"
  646. echo "CXX=$CXX" >> "$OUTPUT"
  647. echo "PLATFORM=$PLATFORM" >> "$OUTPUT"
  648. echo "PLATFORM_LDFLAGS=$PLATFORM_LDFLAGS" >> "$OUTPUT"
  649. echo "JAVA_LDFLAGS=$JAVA_LDFLAGS" >> "$OUTPUT"
  650. echo "JAVA_STATIC_LDFLAGS=$JAVA_STATIC_LDFLAGS" >> "$OUTPUT"
  651. echo "VALGRIND_VER=$VALGRIND_VER" >> "$OUTPUT"
  652. echo "PLATFORM_CCFLAGS=$PLATFORM_CCFLAGS" >> "$OUTPUT"
  653. echo "PLATFORM_CXXFLAGS=$PLATFORM_CXXFLAGS" >> "$OUTPUT"
  654. echo "PLATFORM_SHARED_CFLAGS=$PLATFORM_SHARED_CFLAGS" >> "$OUTPUT"
  655. echo "PLATFORM_SHARED_EXT=$PLATFORM_SHARED_EXT" >> "$OUTPUT"
  656. echo "PLATFORM_SHARED_LDFLAGS=$PLATFORM_SHARED_LDFLAGS" >> "$OUTPUT"
  657. echo "PLATFORM_SHARED_VERSIONED=$PLATFORM_SHARED_VERSIONED" >> "$OUTPUT"
  658. echo "EXEC_LDFLAGS=$EXEC_LDFLAGS" >> "$OUTPUT"
  659. echo "JEMALLOC_INCLUDE=$JEMALLOC_INCLUDE" >> "$OUTPUT"
  660. echo "JEMALLOC_LIB=$JEMALLOC_LIB" >> "$OUTPUT"
  661. echo "ROCKSDB_MAJOR=$ROCKSDB_MAJOR" >> "$OUTPUT"
  662. echo "ROCKSDB_MINOR=$ROCKSDB_MINOR" >> "$OUTPUT"
  663. echo "ROCKSDB_PATCH=$ROCKSDB_PATCH" >> "$OUTPUT"
  664. echo "CLANG_SCAN_BUILD=$CLANG_SCAN_BUILD" >> "$OUTPUT"
  665. echo "CLANG_ANALYZER=$CLANG_ANALYZER" >> "$OUTPUT"
  666. echo "PROFILING_FLAGS=$PROFILING_FLAGS" >> "$OUTPUT"
  667. echo "FIND=$FIND" >> "$OUTPUT"
  668. echo "WATCH=$WATCH" >> "$OUTPUT"
  669. # This will enable some related identifiers for the preprocessor
  670. if test -n "$JEMALLOC"; then
  671. echo "JEMALLOC=1" >> "$OUTPUT"
  672. fi
  673. # Indicates that jemalloc should be enabled using -ljemalloc flag
  674. # The alternative is to porvide a direct link to the library via JEMALLOC_LIB
  675. # and JEMALLOC_INCLUDE
  676. if test -n "$WITH_JEMALLOC_FLAG"; then
  677. echo "WITH_JEMALLOC_FLAG=$WITH_JEMALLOC_FLAG" >> "$OUTPUT"
  678. fi
  679. echo "LUA_PATH=$LUA_PATH" >> "$OUTPUT"
  680. if test -n "$USE_FOLLY_DISTRIBUTED_MUTEX"; then
  681. echo "USE_FOLLY_DISTRIBUTED_MUTEX=$USE_FOLLY_DISTRIBUTED_MUTEX" >> "$OUTPUT"
  682. fi