support linux aarch64

Signed-off-by: chenxu <[email protected]>
lakesoul-io · May 30, 2024 · e902568 · e902568
1 parent b0f024f
commit e902568
Show file tree

Hide file tree

Showing 7 changed files with 536 additions and 476 deletions.
diff --git a/lakesoul-flink/pom.xml b/lakesoul-flink/pom.xml
@@ -448,6 +448,7 @@ SPDX-License-Identifier: Apache-2.0
                             <include>org.furyio:fury-core</include>
                             <include>com.google.guava:guava</include>
                             <include>com.google.guava:failureaccess</include>
+                            <include>org.eclipse.collections:*</include>
 
                             <!-- casbin & aspectj -->
                             <include>org.casbin:jdbc-adapter</include>
@@ -483,9 +484,12 @@ SPDX-License-Identifier: Apache-2.0
                             </excludes>
                         </filter>
                         <filter>
-                            <artifact>org.apache.arrow:arrow-c-data</artifact>
+                            <artifact>*:*</artifact>
                             <excludes>
-                                <exclude>org/apache/arrow/c/jni/JniLoader.class</exclude>
+                                <exclude>META-INF/*.SF</exclude>
+                                <exclude>META-INF/*.DSA</exclude>
+                                <exclude>META-INF/*.RSA</exclude>
+                                <exclude>META-INF/versions/**</exclude>
                             </excludes>
                         </filter>
                     </filters>

diff --git a/lakesoul-spark/pom.xml b/lakesoul-spark/pom.xml
@@ -478,6 +478,7 @@ SPDX-License-Identifier: Apache-2.0
                             <include>org.postgresql:postgresql</include>
                             <include>com.alibaba:fastjson</include>
                             <include>mysql:mysql-connector-java</include>
+                            <include>org.eclipse.collections:*</include>
 
                             <!-- casbin & aspectj -->
                             <include>org.casbin:jdbc-adapter</include>
@@ -497,9 +498,12 @@ SPDX-License-Identifier: Apache-2.0
                     </artifactSet>
                     <filters>
                         <filter>
-                            <artifact>org.apache.arrow:arrow-c-data</artifact>
+                            <artifact>*:*</artifact>
                             <excludes>
-                                <exclude>org/apache/arrow/c/jni/JniLoader.class</exclude>
+                                <exclude>META-INF/*.SF</exclude>
+                                <exclude>META-INF/*.DSA</exclude>
+                                <exclude>META-INF/*.RSA</exclude>
+                                <exclude>META-INF/versions/**</exclude>
                             </excludes>
                         </filter>
                     </filters>

diff --git a/native-io/lakesoul-io-java/pom.xml b/native-io/lakesoul-io-java/pom.xml
@@ -25,7 +25,7 @@ SPDX-License-Identifier: Apache-2.0
     <properties>
         <maven.compiler.source>8</maven.compiler.source>
         <maven.compiler.target>8</maven.compiler.target>
-        <arrow.version>12.0.0</arrow.version>
+        <arrow.version>15.0.2</arrow.version>
         <scalatest.version>3.1.0</scalatest.version>
         <substrait.version>0.28.0</substrait.version>
         <protobuf.version>3.22.0</protobuf.version>
@@ -95,6 +95,14 @@ SPDX-License-Identifier: Apache-2.0
                     <groupId>org.slf4j</groupId>
                     <artifactId>slf4j-jdk14</artifactId>
                 </exclusion>
+                <exclusion>
+                    <groupId>com.google.protobuf</groupId>
+                    <artifactId>protobuf-java</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>com.fasterxml.jackson.core</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
             </exclusions>
             <version>${substrait.version}</version>
             <scope>compile</scope>
@@ -584,12 +592,6 @@ SPDX-License-Identifier: Apache-2.0
                                 <exclude>META-INF/versions/**</exclude>
                             </excludes>
                         </filter>
-                        <filter>
-                            <artifact>org.apache.arrow:arrow-c-data</artifact>
-                            <excludes>
-                                <exclude>org/apache/arrow/c/jni/JniLoader.class</exclude>
-                            </excludes>
-                        </filter>
                     </filters>
                     <relocations>
                         <relocation>