Add tez shade module

Jay-ju · Oct 8, 2024 · 9602342 · 9602342
1 parent 8f945f4
commit 9602342
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 12 deletions.
diff --git a/client-tez/tez-shaded/pom.xml b/client-tez/tez-shaded/pom.xml
@@ -86,14 +86,6 @@
               <pattern>org.apache.commons.lang3</pattern>
               <shadedPattern>${shading.prefix}.org.apache.commons.lang3</shadedPattern>
             </relocation>
-            <relocation>
-              <pattern>org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads</pattern>
-              <shadedPattern>${shading.prefix}.org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads</shadedPattern>
-            </relocation>
-            <relocation>
-              <pattern>org.apache.tez.common.TezCommonUtils</pattern>
-              <shadedPattern>${shading.prefix}.org.apache.tez.common.TezCommonUtils</shadedPattern>
-            </relocation>
           </relocations>
           <artifactSet>
             <includes>

diff --git a/client-tez/tez-shaded/src/main/resources/assembly.xml b/client-tez/tez-shaded/src/main/resources/assembly.xml
@@ -38,8 +38,6 @@
       <includes>
         <include>org.apache.celeborn:*</include>
         <include>com.google.protobuf:*</include>
-        <include>org.apache.tez:tez-runtime-library</include>
-        <include>org.apache.tez:tez-api</include>
       </includes>
     </dependencySet>
   </dependencySets>

diff --git a/client-tez/tez/pom.xml b/client-tez/tez/pom.xml
@@ -54,6 +54,7 @@
       <groupId>org.apache.tez</groupId>
       <artifactId>tez-common</artifactId>
       <version>${tez.version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <groupId>org.apache.hadoop</groupId>
@@ -73,6 +74,7 @@
       <groupId>org.apache.tez</groupId>
       <artifactId>tez-runtime-library</artifactId>
       <version>${tez.version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <groupId>org.apache.hadoop</groupId>
@@ -92,6 +94,7 @@
       <groupId>org.apache.tez</groupId>
       <artifactId>tez-runtime-internals</artifactId>
       <version>${tez.version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <groupId>org.apache.hadoop</groupId>
@@ -111,6 +114,7 @@
       <groupId>org.apache.tez</groupId>
       <artifactId>tez-dag</artifactId>
       <version>${tez.version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <groupId>org.apache.hadoop</groupId>
@@ -142,6 +146,7 @@
       <groupId>org.apache.tez</groupId>
       <artifactId>tez-api</artifactId>
       <version>${tez.version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <groupId>org.apache.hadoop</groupId>
@@ -173,6 +178,7 @@
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-common</artifactId>
       <version>${hadoop.version}</version>
+      <scope>provided</scope>
       <exclusions>
         <exclusion>
           <groupId>com.sun.jersey</groupId>

diff --git a/pom.xml b/pom.xml
@@ -1749,10 +1749,9 @@
       <modules>
         <module>client-tez/tez</module>
         <module>client-tez/tez-shaded</module>
-        <module>tests/tez-it</module>
       </modules>
       <properties>
-        <tez.version>0.10.3</tez.version>
+        <tez.version>0.10.2</tez.version>
       </properties>
       <dependencyManagement>
         <dependencies>