forked from PaddlePaddle/PaddleNLP
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathicu.cmake
134 lines (127 loc) Β· 5.22 KB
/
icu.cmake
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
include(CMakeParseArguments)
include(ExternalProject)
include (ByproductsICU)
SET(ICU_PREFIX_DIR ${THIRD_PARTY_PATH}/icu)
SET(ICU_INSTALL_DIR ${THIRD_PARTY_PATH}/install/icu)
if(ANDROID)
set(ICU_URL_PREFIX "https://bj.bcebos.com/fastdeploy/test")
# check ABI, toolchain
if((NOT ANDROID_ABI MATCHES "armeabi-v7a") AND (NOT ANDROID_ABI MATCHES "arm64-v8a"))
message(FATAL_ERROR "FastTokenizer for Android only support armeabi-v7a, arm64-v8a now.")
endif()
if(NOT ANDROID_TOOLCHAIN MATCHES "clang")
message(FATAL_ERROR "Currently, only support clang toolchain while cross compiling FastTokenizer for Android, but found ${ANDROID_TOOLCHAIN}.")
endif()
set(ICU_REPOSITORY ${ICU_URL_PREFIX}/icu-android-${ANDROID_ABI}.tgz)
else()
SET(ICU_REPOSITORY ${GIT_URL}/unicode-org/icu.git)
endif()
SET(ICU_TAG release-70-1)
set(FIND_OR_BUILD_ICU_DIR ${CMAKE_CURRENT_LIST_DIR})
set(HOST_CFLAGS "${CMAKE_C_FLAGS}")
set(HOST_CXXFLAGS "${CMAKE_CXX_FLAGS}")
set(HOST_CC "${CMAKE_C_COMPILER}")
set(HOST_CXX "${CMAKE_CXX_COMPILER}")
set(HOST_LDFLAGS "${CMAKE_MODULE_LINKER_FLAGS}")
set(HOST_ENV_CMAKE ${CMAKE_COMMAND} -E env
CC=${HOST_CC}
CXX=${HOST_CXX}
CFLAGS=${HOST_CFLAGS}
CXXFLAGS=${HOST_CXXFLAGS}
LDFLAGS=${HOST_LDFLAGS}
)
# predict host libraries
set(ICU_STATIC TRUE)
GetICUByproducts(${ICU_INSTALL_DIR} ICU_LIBRARIES ICU_INCLUDE_DIRS ICU_BASE_NAMES)
INCLUDE_DIRECTORIES(${ICU_INCLUDE_DIRS})
if(WIN32)
ExternalProject_Add(
extern_icu
${EXTERNAL_PROJECT_LOG_ARGS}
${SHALLOW_CLONE}
GIT_REPOSITORY ${ICU_REPOSITORY}
GIT_TAG ${ICU_TAG}
GIT_PROGRESS 1
PREFIX ${ICU_PREFIX_DIR}
UPDATE_COMMAND ""
CONFIGURE_COMMAND msbuild ..\\extern_icu\\icu4c\\source\\allinone\\allinone.sln /p:Configuration=Release /p:Platform=x64 /p:RuntimeLibrary=MT_StaticRelease /p:SkipUWP=true
BUILD_COMMAND ""
INSTALL_COMMAND ${CMAKE_COMMAND} -E copy_directory ../extern_icu/icu4c/include ${ICU_INSTALL_DIR}/include
&& ${CMAKE_COMMAND} -E copy_directory ../extern_icu/icu4c/lib64 ${ICU_INSTALL_DIR}/lib64
BUILD_BYPRODUCTS ${ICU_LIBRARIES}
)
elseif(APPLE)
ExternalProject_Add(
extern_icu
${EXTERNAL_PROJECT_LOG_ARGS}
${SHALLOW_CLONE}
GIT_REPOSITORY ${ICU_REPOSITORY}
GIT_TAG ${ICU_TAG}
GIT_PROGRESS 1
PREFIX ${ICU_PREFIX_DIR}
UPDATE_COMMAND ""
CONFIGURE_COMMAND ${HOST_ENV_CMAKE} ../extern_icu/icu4c/source/runConfigureICU "MacOSX/GCC" --enable-static --disable-shared --enable-rpath
BUILD_COMMAND make -j4
INSTALL_COMMAND make install prefix="" DESTDIR=${ICU_INSTALL_DIR} install
BUILD_BYPRODUCTS ${ICU_LIBRARIES}
)
elseif(ANDROID)
ExternalProject_Add(
extern_icu
${EXTERNAL_PROJECT_LOG_ARGS}
${SHALLOW_CLONE}
URL ${ICU_REPOSITORY}
PREFIX ${ICU_PREFIX_DIR}
CONFIGURE_COMMAND ""
UPDATE_COMMAND ""
BUILD_COMMAND ""
INSTALL_COMMAND
${CMAKE_COMMAND} -E remove_directory ${ICU_INSTALL_DIR} &&
${CMAKE_COMMAND} -E make_directory ${ICU_INSTALL_DIR} &&
${CMAKE_COMMAND} -E rename ${ICU_PREFIX_DIR}/src/extern_icu/lib/ ${ICU_INSTALL_DIR}/lib &&
${CMAKE_COMMAND} -E copy_directory ${ICU_PREFIX_DIR}/src/extern_icu/include ${ICU_INSTALL_DIR}/include
BUILD_BYPRODUCTS ${ICU_LIBRARIES}
)
else()
ExternalProject_Add(
extern_icu
${EXTERNAL_PROJECT_LOG_ARGS}
${SHALLOW_CLONE}
GIT_REPOSITORY ${ICU_REPOSITORY}
GIT_TAG ${ICU_TAG}
GIT_PROGRESS 1
PREFIX ${ICU_PREFIX_DIR}
UPDATE_COMMAND ""
CONFIGURE_COMMAND ${HOST_ENV_CMAKE} ../extern_icu/icu4c/source/runConfigureICU "Linux/gcc" --enable-static --disable-shared --enable-rpath
BUILD_COMMAND make -j4
INSTALL_COMMAND make install prefix="" DESTDIR=${ICU_INSTALL_DIR} install
BUILD_BYPRODUCTS ${ICU_LIBRARIES}
)
endif()
list(LENGTH ICU_LIBRARIES ICU_LIB_LEN)
MATH(EXPR ICU_LIB_LEN "${ICU_LIB_LEN}-1")
# icui18n icudata icuuc icuio icutu
foreach(ICU_IDX RANGE ${ICU_LIB_LEN})
list(GET ICU_LIBRARIES ${ICU_IDX} ICU_LIB)
list(GET ICU_BASE_NAMES ${ICU_IDX} ICU_BASE_NAME)
ADD_LIBRARY("icu${ICU_BASE_NAME}" STATIC IMPORTED GLOBAL)
SET_PROPERTY(TARGET "icu${ICU_BASE_NAME}" PROPERTY IMPORTED_LOCATION ${ICU_LIB})
ADD_DEPENDENCIES("icu${ICU_BASE_NAME}" extern_icu)
list(APPEND ICU_INTERFACE_LINK_LIBRARIES "icu${ICU_BASE_NAME}")
endforeach()
if(WIN32)
ADD_LIBRARY("icudata" ALIAS "icudt")
endif()