cmake:vs2015/MinGW静态编译leveldb

Love The Way You Lie 2022-06-13 00:27 679阅读 0赞

leveldb是google的开源项目(https://github.com/google/leveldb), 在linux下编译很方便，然而官方版本却没有提供在windows下的编译方式，好麻烦。还好，开源的世界热心人很多，同样在github上找到了cmake编译版本(https://github.com/bureau14/leveldb),有了cmake版本，windows下编译的问题就解决了一大半，下载这个版本的源码在windows用vs2015编译通过。但执行nmake install后发现，cmake脚本提供的安装功能不完整，只安装了bin文件夹。于是手工修改了CMakeLists.txt，才能完整安装。

修改CMakeLists.txt

修改后的CMakeLists.txt如下(搜索guyadong标记，可以找到所有添加的代码)

  1. cmake_minimum_required(VERSION 3.0.2 FATAL_ERROR)
  3. project(leveldb CXX)    
  4. set(CMAKE_DEBUG_POSTFIX "d")
  6. set(Boost_USE_STATIC_LIBS ON)
  7. set(Boost_USE_MULTITHREAD ON)
  8. set(Boost_USE_STATIC_RUNTIME OFF)
  10. find_package(Boost COMPONENTS 
  11.     date_time
  12.     filesystem
  13.     system
  14.     REQUIRED)
  16. set(SNAPPY_LIBRARY "")
  18. string(REGEX MATCH "clang" CLANG ${CMAKE_CXX_COMPILER})
  20. if(CMAKE_COMPILER_IS_GNUCXX OR CLANG)
  21.     find_library(Pthread_LIBRARY pthread)
  22.     find_library(Realtime_LIBRARY rt)
  23.     # find library can be problematic with stdc++ which is why we hardwire the link
  24.     set(Stdcpp_LIBRARY stdc++)
  25. else(CMAKE_COMPILER_IS_GNUCXX OR CLANG)
  26.     set(Pthread_LIBRARY "")
  27.     set(Realtime_LIBRARY "")
  28.     set(Stdcpp_LIBRARY "")
  29. endif(CMAKE_COMPILER_IS_GNUCXX OR CLANG)
  31. include_directories(${Boost_INCLUDE_DIRS}
  32.     ${CMAKE_CURRENT_SOURCE_DIR}
  33.     include)
  35. if(MSVC)
  36.     add_compile_options(
  37.         /D_CRT_SECURE_NO_WARNINGS
  38.         /wd4389 # signed/unsigned mismatch
  39.         /wd4800 # constructor never returns, potential memory leak because of a singleton pattern
  40.         /wd4722 # unreachable code because of singleton pattern
  41.         /wd4702 # bool cast performance warning
  42.     )
  43. else()
  44.     add_compile_options(
  45.         -Wno-sign-compare
  46.         -std=c++11
  47.     )
  48. endif()
  50. add_definitions(
  51.     -DLEVELDB_ATOMIC_PRESENT
  52. )
  54. set(LEVEL_DB_FILES
  55.     include/leveldb/c.h
  56.     include/leveldb/cache.h
  57.     include/leveldb/comparator.h
  58.     include/leveldb/db.h
  59.     include/leveldb/dumpfile.h
  60.     include/leveldb/env.h
  61.     include/leveldb/iterator.h
  62.     include/leveldb/filter_policy.h
  63.     include/leveldb/iterator.h
  64.     include/leveldb/options.h
  65.     include/leveldb/slice.h
  66.     include/leveldb/status.h
  67.     include/leveldb/table.h
  68.     include/leveldb/table_builder.h
  69.     include/leveldb/write_batch.h
  70.     db/builder.cc
  71.     db/builder.h
  72.     db/db_impl.cc
  73.     db/db_impl.h
  74.     db/db_iter.cc
  75.     db/db_iter.h
  76.     db/dbformat.cc
  77.     db/dbformat.h
  78.     db/dumpfile.cc
  79.     db/filename.cc
  80.     db/filename.h
  81.     db/log_format.h
  82.     db/log_reader.cc
  83.     db/log_reader.h
  84.     db/log_writer.cc
  85.     db/log_writer.h
  86.     db/skiplist.h
  87.     db/snapshot.h
  88.     db/memtable.cc
  89.     db/memtable.h
  90.     db/repair.cc
  91.     db/table_cache.cc
  92.     db/table_cache.h
  93.     db/version_edit.cc
  94.     db/version_edit.h
  95.     db/version_set.cc
  96.     db/version_set.h
  97.     db/write_batch.cc
  98.     table/block.cc
  99.     table/block.h
  100.     table/block_builder.cc
  101.     table/block_builder.h
  102.     table/filter_block.cc
  103.     table/filter_block.h
  104.     table/format.cc
  105.     table/format.h
  106.     table/iterator.cc
  107.     table/iterator_wrapper.h
  108.     table/merger.cc
  109.     table/merger.h
  110.     table/table.cc
  111.     table/table_builder.cc
  112.     table/two_level_iterator.cc
  113.     table/two_level_iterator.h
  114.     util/arena.cc
  115.     util/arena.h
  116.     util/bloom.cc
  117.     util/cache.cc
  118.     util/coding.cc
  119.     util/coding.h
  120.     util/comparator.cc
  121.     util/crc32c.cc
  122.     util/crc32c.h
  123.     util/env.cc
  124.     util/filter_policy.cc
  125.     util/hash.cc
  126.     util/hash.h
  127.     util/histogram.cc
  128.     util/histogram.h
  129.     util/logging.cc
  130.     util/logging.h
  131.     util/mutexlock.h
  132.     util/options.cc
  133.     util/random.h
  134.     util/status.cc
  135.     port/port.h)
  137. if(WIN32)
  138.     list(APPEND LEVEL_DB_FILES
  139.         port/port_win.h
  140.         port/port_win.cc
  141.         util/win_logger.h
  142.         util/win_logger.cc
  143.         util/env_boost.cc)
  144. else()
  145.     list(APPEND LEVEL_DB_FILES
  146.         port/port_posix.h
  147.         port/port_posix.cc
  148.         util/posix_logger.h
  149.         util/env_posix.cc)
  150. endif()
  152. add_library(leveldb ${LEVEL_DB_FILES})
  154. target_include_directories(leveldb 
  155.     PUBLIC ${CMAKE_CURRENT_SOURCE_DIR}/include
  156.     PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} 
  157. )
  159. target_link_libraries(leveldb 
  160.     PRIVATE
  161.     ${Boost_LIBRARIES}
  162.     ${Pthread_LIBRARY}
  163. )
  165. add_executable(leveldbutil
  166.     db/leveldb_main.cc)
  168. target_link_libraries(leveldbutil
  169.     leveldb)
  171. set_target_properties(leveldbutil PROPERTIES
  172.     DEBUG_POSTFIX ${CMAKE_DEBUG_POSTFIX})
  174. # we distribute the leveldbutil as it might be useful
  175. install(TARGETS leveldbutil
  176.     RUNTIME DESTINATION bin
  177.     LIBRARY DESTINATION lib
  178.     ARCHIVE DESTINATION lib)
  179. # modified by guyadong
  180. # 将 leveldb 库安装到 lib下
  181. install(TARGETS leveldb
  182.     LIBRARY DESTINATION lib
  183.     ARCHIVE DESTINATION lib)
  184. # 复制 include 文件夹
  185. install(DIRECTORY include DESTINATION .)
  186. # end of modified by guyadong
  187. ##################################### TESTS #######################################
  188. # Every leveldb test file has to be compiled as an independant binary
  189. # because of the test framework used by leveldb.
  190. add_library(leveldb_test_rt 
  191.     util/testutil.h
  192.     util/testutil.cc
  193.     util/testharness.h
  194.     util/testharness.cc)
  196. target_include_directories(leveldb_test_rt
  197.     PUBLIC ${CMAKE_CURRENT_SOURCE_DIR} ${CMAKE_CURRENT_SOURCE_DIR}/include
  198. )
  200. add_custom_target(RUN_LEVELDB_UNIT_TESTS
  201.     COMMAND ${CMAKE_CTEST_COMMAND}
  202.         --build-config ${CMAKE_CFG_INTDIR}
  203.         --output-log LevelDB_test_${CMAKE_CFG_INTDIR}.log
  204.         --output-on-failure
  205.         --tests-regex leveldb
  206.     COMMENT "Running all LevelDB unit tests"
  207. )
  209. function(LEVELDB_ADD_TEST TESTNAME TESTFILE)
  210.     if(NOT TESTNAME)
  211.         message(SEND_ERROR "Error: LEVELDB_ADD_TEST called without test name")
  212.         return()
  213.     endif(NOT TESTNAME)
  215.     if(NOT TESTFILE)
  216.         message(SEND_ERROR "Error: LEVELDB_ADD_TEST called without test file")
  217.         return()
  218.     endif(NOT TESTFILE)
  220.     add_executable(leveldb_${TESTNAME}_test
  221.         ${TESTFILE})
  223.     target_link_libraries(leveldb_${TESTNAME}_test
  224.         leveldb_test_rt
  225.         leveldb)
  227.     set_target_properties(leveldb_${TESTNAME}_test PROPERTIES
  228.         DEBUG_POSTFIX ${CMAKE_DEBUG_POSTFIX})
  230.     add_test(NAME leveldb_${TESTNAME}_test COMMAND leveldb_${TESTNAME}_test)
  232.     add_dependencies(RUN_LEVELDB_UNIT_TESTS leveldb_${TESTNAME}_test)
  233.     # modified by guyadong
  234.     # 将所有测试程序安装到 bin 下
  235.     install(TARGETS leveldb_${TESTNAME}_test  RUNTIME DESTINATION bin)
  236.     # end of modified by guyadong
  237. endfunction(LEVELDB_ADD_TEST)
  239. LEVELDB_ADD_TEST(env          util/env_test.cc)
  240. LEVELDB_ADD_TEST(crc32        util/crc32c_test.cc)
  241. LEVELDB_ADD_TEST(coding       util/coding_test.cc)
  242. LEVELDB_ADD_TEST(arena        util/arena_test.cc)
  243. LEVELDB_ADD_TEST(cache        util/cache_test.cc)
  244. LEVELDB_ADD_TEST(table        table/table_test.cc)
  245. # IMPORTANT: Commented a test that fails randomly.
  246. # LEVELDB_ADD_TEST(autocompact  db/autocompact_test.cc)
  247. LEVELDB_ADD_TEST(corruption   db/corruption_test.cc)
  248. LEVELDB_ADD_TEST(dbformat     db/dbformat_test.cc)
  249. LEVELDB_ADD_TEST(filename     db/filename_test.cc)
  250. LEVELDB_ADD_TEST(log          db/log_test.cc)
  251. LEVELDB_ADD_TEST(skiplist     db/skiplist_test.cc)
  252. LEVELDB_ADD_TEST(version_edit db/version_edit_test.cc)
  253. LEVELDB_ADD_TEST(write_batch  db/write_batch_test.cc)
  254. LEVELDB_ADD_TEST(version_set  db/version_set_test.cc)
  255. LEVELDB_ADD_TEST(filter_block table/filter_block_test.cc)
  256. LEVELDB_ADD_TEST(bloom        util/bloom_test.cc)
  257. LEVELDB_ADD_TEST(hash         util/hash_test.cc)
  258. LEVELDB_ADD_TEST(db_bench     db/db_bench.cc)
  259. LEVELDB_ADD_TEST(db           db/db_test.cc)

可以从这里下载修改后的CMakeLists.txt
https://code.csdn.net/10km/caffe-static/tree/master/patch/leveldb-master/CMakeLists.txt

cmake编译leveldb

修改好CMakeLists.txt后，开始cmake 编译leveldb。下面是脚本编译过程

  1. rem 创建 vs2015 x64编译环境
  2. rem 如果要编译32位版本，则将后面的x86_amd64改为x86
  3. call "%VS140COMNTOOLS%\..\..\VC\vcvarsall.bat" x86_amd64
  4. mkdir build.gcc
  5. cd build.gcc
  6. rem %install_path% 安装路径
  7. rem %boost_root% boost 安装路径
  8. rem 注意这个版本的leveldb需要 boost 支持，编译前请确保有安装boost
  9. rem (我用的boost版本是 1.62) 
  10. rem BOOST_ROOT 用于指定 boost 的安装位置
  11. rem 如果你的boost是默认安装到C:\boost，不指定BOOST_ROOT，cmake也能找到boost的位置
  12. cmake .. -G "NMake Makefiles" -DCMAKE_BUILD_TYPE:STRING=RELEASE ^
  13.     -DBOOST_ROOT=%boost_root% ^
  14.     -DBUILD_SHARED_LIBS=off ^
  15.     -DCMAKE_INSTALL_PREFIX=%install_path%
  16. rem 编译并安装到CMAKE_INSTALL_PREFIX指定的位置
  17. nmake install
  18. cd ..

解决MinGW编译报错

利用上面的CMakeLists.txt也可以用MinGW编译。
但如果用MinGW编译,会有如下报错：

  1. [  1%] Building CXX object CMakeFiles/leveldb.dir/port/port_win.cc.obj
  2. In file included from P:/MinGW/mingw64/x86_64-w64-mingw32/include/locale.h:12:0,
  3.                  from P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/clocale:42,
  4.                  from P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/x86_64-w64-mingw32/bits/c++locale.h:41,
  5.                  from P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/bits/localefwd.h:40,
  6.                  from P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/string:43,
  7.                  from D:/caffe-static/source/leveldb-master/port/port_win.h:44,
  8.                  from D:\caffe-static\source\leveldb-master\port\port_win.cc:31:
  9. P:/MinGW/mingw64/x86_64-w64-mingw32/include/stdio.h:528:110: error: conflicting declaration of 'int _snprintf(char*, size_t, const char*, ...)' with 'C' linkage
  10.    _CRTIMP int __cdecl _snprintf(char * __restrict__ _Dest,size_t _Count,const char * __restrict__ _Format,...) __MINGW_ATTRIB_DEPRECATED_SEC_WARN;
  11.                                                                                                               ^
  12. In file included from D:\caffe-static\source\leveldb-master\port\port_win.cc:31:0:
  13. D:/caffe-static/source/leveldb-master/port/port_win.h:35:18: note: previous declaration with 'C++' linkage
  14.  #define snprintf _snprintf
  15.                   ^
  16. In file included from P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/ext/string_conversions.h:43:0,
  17.                  from P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/bits/basic_string.h:5247,
  18.                  from P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/string:52,
  19.                  from D:/caffe-static/source/leveldb-master/port/port_win.h:44,
  20.                  from D:\caffe-static\source\leveldb-master\port\port_win.cc:31:
  21. P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/cstdio:175:11: error: '::snprintf' has not been declared
  22.    using ::snprintf;
  23.            ^
  24. P:/MinGW/mingw64/x86_64-w64-mingw32/include/c++/cstdio:185:22: error: '__gnu_cxx::snprintf' has not been declared
  25.    using ::__gnu_cxx::snprintf;
  26.                       ^
  27. CMakeFiles\leveldb.dir\build.make:962: recipe for target 'CMakeFiles/leveldb.dir/port/port_win.cc.obj' failed
  28. make[2]: *** [CMakeFiles/leveldb.dir/port/port_win.cc.obj] Error 1
  29. CMakeFiles\Makefile2:141: recipe for target 'CMakeFiles/leveldb.dir/all' failed
  30. make[1]: *** [CMakeFiles/leveldb.dir/all] Error 2
  31. makefile:128: recipe for target 'all' failed
  32. make: *** [all] Error 2

原因是port/port_win.h中关于snprintf的宏定义#if判断语句有漏洞，只考虑了MSVC编译的情况，却没有考虑MinGW的情况。所以要做如下修改

  1. // 原来的判断只考虑了MSVC，当用MinGW编译时 _MSC_VER < 1900条件也成立，所以就出错了，
  2. // 所以这里多加一个条件限制 defined(_MSC_VER)，MinGW编译时就不会进入这个分支
  3. //#if _MSC_VER < 1900
  4. #if defined(_MSC_VER) && _MSC_VER < 1900
  5. #define snprintf _snprintf
  6. #endif

解决了这个问题，再make,编译是通过了,但连接时会报错:

  1. libleveldb.a(env_boost.cc.obj):env_boost.cc:(.text+0x46b): undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::_close()'
  2. libleveldb.a(env_boost.cc.obj):env_boost.cc:(.text+0x64b): undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::_close()'
  3. libleveldb.a(env_boost.cc.obj):env_boost.cc:(.text+0x2a46): undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::_close()'
  4. libleveldb.a(env_boost.cc.obj):env_boost.cc:(.text+0x2be9): undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::_close()'
  5. libleveldb.a(env_boost.cc.obj):env_boost.cc:(.text+0x3235): undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::_close()'
  6. libleveldb.a(env_boost.cc.obj):env_boost.cc:(.text+0x3b19): more undefined references to `std::basic_filebuf<char, std::char_traits<char> >::_close()' follow

其实问题还是出在port/port_win.h,就在我们刚才修改的那段代码下面有一行

  1. #define close _close

就是它造成的。注释掉这一行代码，即可，并且注释掉这一行代码在MSVC(VS2013,VS2015)也都不会报错

可以从这里下载修改后的port_win.h
https://code.csdn.net/10km/caffe-static/tree/master/patch/leveldb-master/port/port_win.h

发表评论

表情：
评论列表 （有 0 条评论，679人围观）

还没有评论，来说两句吧...

相关阅读