refactoring hadoop modules

oaplatform · Jan 26, 2024 · 90edd01 · 90edd01
1 parent f67f1c9
commit 90edd01
Show file tree

Hide file tree

Showing 12 changed files with 73 additions and 53 deletions.
diff --git a/oap-hadoop-test/pom.xml → oap-hadoop/oap-hadoop-test/pom.xml b/oap-hadoop-test/pom.xml → oap-hadoop/oap-hadoop-test/pom.xml
@@ -1,14 +1,14 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
 
     <parent>
         <groupId>oap</groupId>
-        <artifactId>oap</artifactId>
+        <artifactId>oap-hadoop-parent</artifactId>
         <version>${oap.project.version}</version>
     </parent>
 
-    <modelVersion>4.0.0</modelVersion>
     <artifactId>oap-hadoop-test</artifactId>
 
     <dependencies>

diff --git a/...c/main/java/oap/hadoop/S3MockFixture.java → ...c/main/java/oap/hadoop/S3MockFixture.java b/...c/main/java/oap/hadoop/S3MockFixture.java → ...c/main/java/oap/hadoop/S3MockFixture.java
diff --git a/.../test/java/oap/hadoop/FileSystemTest.java → .../test/java/oap/hadoop/FileSystemTest.java b/.../test/java/oap/hadoop/FileSystemTest.java → .../test/java/oap/hadoop/FileSystemTest.java
diff --git a/...ap/hadoop/OapHadoopConfigurationTest.java → ...ap/hadoop/OapHadoopConfigurationTest.java b/...ap/hadoop/OapHadoopConfigurationTest.java → ...ap/hadoop/OapHadoopConfigurationTest.java
diff --git a/...-test/src/test/resources/logback-test.xml → ...-test/src/test/resources/logback-test.xml b/...-test/src/test/resources/logback-test.xml → ...-test/src/test/resources/logback-test.xml
diff --git a/oap-hadoop/oap-hadoop/pom.xml b/oap-hadoop/oap-hadoop/pom.xml
@@ -0,0 +1,62 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+    <parent>
+        <groupId>oap</groupId>
+        <artifactId>oap-hadoop-parent</artifactId>
+        <version>${oap.project.version}</version>
+    </parent>
+
+    <modelVersion>4.0.0</modelVersion>
+    <artifactId>oap-hadoop</artifactId>
+
+    <dependencies>
+        <dependency>
+            <groupId>com.amazonaws</groupId>
+            <artifactId>aws-java-sdk-bundle</artifactId>
+            <version>${oap.deps.aws-java-sdk-bundle.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>oap</groupId>
+            <artifactId>oap-stdlib</artifactId>
+            <version>${project.parent.version}</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-aws</artifactId>
+            <version>${oap.deps.hadoop.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-client</artifactId>
+            <version>${oap.deps.hadoop.version}</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>com.fasterxml.jackson.core</groupId>
+                    <artifactId>jackson-databind</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.slf4j</groupId>
+                    <artifactId>slf4j-api</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.slf4j</groupId>
+                    <artifactId>slf4j-log4j12</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.slf4j</groupId>
+                    <artifactId>slf4j-reload4j</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+            <version>${oap.deps.lombok.version}</version>
+            <scope>provided</scope>
+        </dependency>
+    </dependencies>
+
+</project>
diff --git a/.../src/main/java/oap/hadoop/FileSystem.java → .../src/main/java/oap/hadoop/FileSystem.java b/.../src/main/java/oap/hadoop/FileSystem.java → .../src/main/java/oap/hadoop/FileSystem.java
diff --git a/...in/java/oap/hadoop/OapFileSystemType.java → ...in/java/oap/hadoop/OapFileSystemType.java b/...in/java/oap/hadoop/OapFileSystemType.java → ...in/java/oap/hadoop/OapFileSystemType.java
diff --git a/...va/oap/hadoop/OapHadoopConfiguration.java → ...va/oap/hadoop/OapHadoopConfiguration.java b/...va/oap/hadoop/OapHadoopConfiguration.java → ...va/oap/hadoop/OapHadoopConfiguration.java
diff --git a/...c/main/resources/META-INF/oap-module.conf → ...c/main/resources/META-INF/oap-module.conf b/...c/main/resources/META-INF/oap-module.conf → ...c/main/resources/META-INF/oap-module.conf
diff --git a/oap-hadoop/pom.xml b/oap-hadoop/pom.xml
@@ -2,61 +2,20 @@
 <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
+    <packaging>pom</packaging>
+
     <parent>
         <groupId>oap</groupId>
         <artifactId>oap</artifactId>
         <version>${oap.project.version}</version>
     </parent>
 
     <modelVersion>4.0.0</modelVersion>
-    <artifactId>oap-hadoop</artifactId>
-
-    <dependencies>
-        <dependency>
-            <groupId>com.amazonaws</groupId>
-            <artifactId>aws-java-sdk-bundle</artifactId>
-            <version>${oap.deps.aws-java-sdk-bundle.version}</version>
-        </dependency>
-        <dependency>
-            <groupId>oap</groupId>
-            <artifactId>oap-stdlib</artifactId>
-            <version>${project.parent.version}</version>
-        </dependency>
-
-        <dependency>
-            <groupId>org.apache.hadoop</groupId>
-            <artifactId>hadoop-aws</artifactId>
-            <version>${oap.deps.hadoop.version}</version>
-        </dependency>
-        <dependency>
-            <groupId>org.apache.hadoop</groupId>
-            <artifactId>hadoop-client</artifactId>
-            <version>${oap.deps.hadoop.version}</version>
-            <exclusions>
-                <exclusion>
-                    <groupId>com.fasterxml.jackson.core</groupId>
-                    <artifactId>jackson-databind</artifactId>
-                </exclusion>
-                <exclusion>
-                    <groupId>org.slf4j</groupId>
-                    <artifactId>slf4j-api</artifactId>
-                </exclusion>
-                <exclusion>
-                    <groupId>org.slf4j</groupId>
-                    <artifactId>slf4j-log4j12</artifactId>
-                </exclusion>
-                <exclusion>
-                    <groupId>org.slf4j</groupId>
-                    <artifactId>slf4j-reload4j</artifactId>
-                </exclusion>
-            </exclusions>
-        </dependency>
-        <dependency>
-            <groupId>org.projectlombok</groupId>
-            <artifactId>lombok</artifactId>
-            <version>${oap.deps.lombok.version}</version>
-            <scope>provided</scope>
-        </dependency>
-    </dependencies>
+    <artifactId>oap-hadoop-parent</artifactId>
+    <name>oap-hadoop-parent</name>
 
+    <modules>
+        <module>oap-hadoop</module>
+        <module>oap-hadoop-test</module>
+    </modules>
 </project>
diff --git a/pom.xml b/pom.xml
@@ -21,7 +21,6 @@
         <module>oap-jpath</module>
         <module>oap-pnio</module>
         <module>oap-hadoop</module>
-        <module>oap-hadoop-test</module>
         <module>oap-maven-plugin</module>
     </modules>
 
@@ -46,7 +45,7 @@
     </repositories>
 
     <properties>
-        <oap.project.version>21.3.1</oap.project.version>
+        <oap.project.version>21.3.2</oap.project.version>
 
         <oap.deps.config.version>21.0.0</oap.deps.config.version>