add paddle CU110

deepjavalibrary · Apr 26, 2022 · 7cac401 · 7cac401
1 parent 40c4186
commit 7cac401
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 6 deletions.
diff --git a/engines/paddlepaddle/paddlepaddle-engine/src/main/java/ai/djl/paddlepaddle/jni/LibUtils.java b/engines/paddlepaddle/paddlepaddle-engine/src/main/java/ai/djl/paddlepaddle/jni/LibUtils.java
@@ -107,12 +107,17 @@ public static void loadLinuxDependencies(String libName) {
 
     public static void loadWindowsDependencies(String libName) {
         Path libDir = Paths.get(libName).getParent();
-        List<String> names = Collections.singletonList("openblas.dll");
+        List<String> names = Arrays.asList("openblas.dll", "mkldnn.dll");
         names.forEach(
                 name -> {
-                    String lib = libDir.resolve(name).toAbsolutePath().toString();
-                    logger.debug("Now loading " + lib);
-                    System.load(libDir.resolve(name).toAbsolutePath().toString());
+                    Path path = libDir.resolve(name);
+                    if (Files.isRegularFile(path)) {
+                        String lib = path.toAbsolutePath().toString();
+                        logger.debug("Now loading " + lib);
+                        System.load(lib);
+                    } else {
+                        logger.debug(name + " is not found, skip loading...");
+                    }
                 });
     }
 

diff --git a/engines/paddlepaddle/paddlepaddle-native/build.cmd b/engines/paddlepaddle/paddlepaddle-native/build.cmd
@@ -8,6 +8,8 @@ set FILEPATH="paddle"
 
 if "%1" == "cpu" (
   set DOWNLOAD_URL="https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Windows/CPU/x86-64_vs2017_avx_openblas/paddle_inference.zip"
+) else if "%1" == "cu110" (
+  set DOWNLOAD_URL="https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Windows/GPU/x86-64_vs2017_avx_mkl_cuda11.0_cudnn8/paddle_inference.zip"
 )
 
 if exist %FILEPATH% (

diff --git a/engines/paddlepaddle/paddlepaddle-native/build.gradle b/engines/paddlepaddle/paddlepaddle-native/build.gradle
@@ -57,7 +57,8 @@ task prepareNativeLibs() {
                 "cu102/linux": "https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Linux/GPU/x86-64_gcc5.4_avx_mkl_cuda10.2_cudnn8.1.1_trt7.2.3.4/paddle_inference.tgz",
                 "cu112/linux": "https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Linux/GPU/x86-64_gcc5.4_avx_mkl_cuda11.2_cudnn8.2.1_trt8.0.3.4/paddle_inference.tgz",
                 "cpu/osx"    : "https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/MacOS/CPU/x86-64_clang_avx_openb/paddle_inference_install_dir.tgz",
-                "cpu/win"    : "https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Windows/CPU/x86-64_vs2017_avx_openblas/paddle_inference.zip"
+                "cpu/win"    : "https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Windows/CPU/x86-64_vs2017_avx_openblas/paddle_inference.zip",
+                "cu110/win"  : "https://paddle-inference-lib.bj.bcebos.com/2.2.2/cxx_c/Windows/GPU/x86-64_vs2017_avx_mkl_cuda11.0_cudnn8/paddle_inference.zip"
         ]
 
         def downloadDir = file("${buildDir}/download")
@@ -122,7 +123,8 @@ task uploadS3 {
                 "${buildDir}/native/cu102/linux/native/lib/",
                 "${buildDir}/native/cu112/linux/native/lib/",
                 "${buildDir}/native/cpu/osx/native/lib/",
-                "${buildDir}/native/cpu/win/native/lib/"
+                "${buildDir}/native/cpu/win/native/lib/",
+                "${buildDir}/native/cu110/win/native/lib/"
         ]
         uploadDirs.each { item ->
             fileTree(item).files.name.each {