Feat move dss gateway support (#4408)

* feat(linkis-mg): move dss-gateway-support code to linkis

Author: jackxu2011

.github/workflows/build-backend.yml

@@ -20,7 +20,7 @@ name: Build Backend
 on: [push, pull_request]
 
 env:
-  MAVEN_OPTS: -Dmaven.resolver.transport=wagon -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.class=standard -Dmaven.wagon.http.retryHandler.count=3 -Dmaven.wagon.httpconnectionManager.ttlSeconds=120
+  MAVEN_OPTS: -Dmaven.resolver.transport=wagon -Dmaven.wagon.httpconnectionManager.ttlSeconds=30
 
 jobs:
   build-backend:

.mvn/wrapper/maven-wrapper.properties

@@ -14,5 +14,5 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.0/apache-maven-3.9.0-bin.zip
+distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.1/apache-maven-3.9.1-bin.zip
 wrapperUrl=https://repo.maven.apache.org/maven2/org/apache/maven/wrapper/maven-wrapper/3.2.0/maven-wrapper-3.2.0.jar

linkis-dist/package/conf/log4j2.xml

@@ -17,9 +17,13 @@
   -->
 
 <configuration status="error" monitorInterval="30">
+    <properties>
+        <property name="LOG_PATH">${env:LINKIS_LOG_DIR:-logs}</property>
+        <property name="LOG_FILE">${sys:serviceName:-linkis}</property>
+    </properties>
     <appenders>
-        <RollingFile name="RollingFile" append="true" fileName="${env:LINKIS_LOG_DIR}/${sys:serviceName}.log"
-                     filePattern="${env:LINKIS_LOG_DIR}/$${date:yyyy-MM}/${sys:serviceName}/linkis-log-%d{yyyy-MM-dd-hh}-%i.log">
+        <RollingFile name="RollingFile" append="true" fileName="${LOG_PATH}/${LOG_FILE}.log"
+                     filePattern="${LOG_PATH}/$${date:yyyy-MM}/${LOG_FILE}/linkis-log-%d{yyyy-MM-dd-hh}-%i.log">
             <PatternLayout pattern="%d{yyyy-MM-dd HH:mm:ss.SSS} [%-5level] [%-40t] %c{1.} (%L) [%M] - %msg%xEx%n"/>
             <Policies>
                 <SizeBasedTriggeringPolicy size="100MB"/>

linkis-dist/pom.xml

@@ -26,6 +26,11 @@
   <artifactId>linkis-dist</artifactId>
   <packaging>pom</packaging>
 
+  <properties>
+    <maven.deploy.skip>true</maven.deploy.skip>
+    <maven.install.skip>true</maven.install.skip>
+  </properties>
+
   <dependencies>
     <dependency>
       <groupId>org.apache.linkis</groupId>

linkis-public-enhancements/linkis-datasource/linkis-metadata-query/service/hdfs/src/main/java/org/apache/linkis/metadata/query/service/HdfsMetaService.java

@@ -78,6 +78,7 @@ public Map<String, String> queryConnectionInfo(
       HdfsConnection connection, Map<String, String> queryParams) {
     List<String> filterRules = new ArrayList<>();
     AtomicReference<URI> uriReference = new AtomicReference<>();
+    LOG.info("query hdfs ConnectionInfo for uri: {}", queryParams.get("uri"));
     Optional.ofNullable(queryParams.get("uri"))
         .ifPresent(
             uri -> {

linkis-spring-cloud-services/linkis-service-discovery/linkis-eureka/pom.xml

@@ -23,10 +23,14 @@
     <version>${revision}</version>
     <relativePath>../../../pom.xml</relativePath>
   </parent>
-
   <artifactId>linkis-eureka</artifactId>
   <packaging>jar</packaging>
 
+  <properties>
+    <maven.deploy.skip>true</maven.deploy.skip>
+    <maven.install.skip>true</maven.install.skip>
+  </properties>
+
   <dependencies>
     <dependency>
       <groupId>org.springframework.cloud</groupId>

linkis-spring-cloud-services/linkis-service-gateway/linkis-gateway-server-support/src/main/scala/org/apache/linkis/gateway/ujes/route/label/RouteLabelParser.scala renamed to linkis-spring-cloud-services/linkis-service-gateway/linkis-gateway-core/src/main/scala/org/apache/linkis/gateway/parser/RouteLabelParser.scala

@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 
-package org.apache.linkis.gateway.ujes.route.label
+package org.apache.linkis.gateway.parser
 
 import org.apache.linkis.common.utils.{Logging, Utils}
 import org.apache.linkis.gateway.http.GatewayContext

linkis-spring-cloud-services/linkis-service-gateway/linkis-gateway-server-support/pom.xml

@@ -94,19 +94,6 @@
       <artifactId>jackson-databind</artifactId>
     </dependency>
 
-    <!-- https://mavenlibs.com/maven/dependency/com.webank.wedatasphere.dss/dss-gateway-support -->
-    <dependency>
-      <groupId>com.webank.wedatasphere.dss</groupId>
-      <artifactId>dss-gateway-support</artifactId>
-      <version>1.1.1</version>
-      <exclusions>
-        <exclusion>
-          <groupId>org.apache.linkis</groupId>
-          <artifactId>linkis-gateway-server-support</artifactId>
-        </exclusion>
-      </exclusions>
-    </dependency>
-
   </dependencies>
 
   <build>
@@ -115,7 +102,6 @@
         <groupId>net.alchim31.maven</groupId>
         <artifactId>scala-maven-plugin</artifactId>
       </plugin>
-
       <plugin>
         <groupId>org.apache.maven.plugins</groupId>
         <artifactId>maven-assembly-plugin</artifactId>
@@ -126,7 +112,7 @@
           <appendAssemblyId>false</appendAssemblyId>
           <attach>false</attach>
           <descriptors>
-            <descriptor>/src/main/assembly/distribution.xml</descriptor>
+            <descriptor>src/main/assembly/distribution.xml</descriptor>
           </descriptors>
         </configuration>
         <executions>

linkis-spring-cloud-services/linkis-service-gateway/linkis-gateway-server-support/src/main/assembly/distribution.xml

@@ -21,7 +21,6 @@
     <id>linkis-gateway</id>
     <formats>
         <format>dir</format>
-        <format>zip</format>
     </formats>
     <includeBaseDirectory>false</includeBaseDirectory>
     <baseDirectory>linkis-gateway</baseDirectory>
@@ -44,9 +43,5 @@
         </dependencySet>
     </dependencySets>
 
-    <fileSets>
-
-    </fileSets>
-
 </assembly>
 

linkis-spring-cloud-services/linkis-service-gateway/linkis-gateway-server-support/src/main/scala/org/apache/linkis/gateway/dss/parser/DSSGatewayConfiguration.scala

@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.linkis.gateway.dss.parser
+
+import org.apache.linkis.common.conf.CommonVars
+
+object DSSGatewayConfiguration {
+  val DSS_SPRING_NAME = CommonVars("wds.linkis.dss.name", "dss-server")
+
+  val DSS_URL_LABEL_PREFIX = CommonVars("wds.dss.gateway.url.prefix.name", "labels")
+
+  val DSS_URL_ROUTE_LABEL_PREFIX = CommonVars("wds.dss.gateway.url.prefix.name", "labelsRoute")
+
+  val DSS_URL_APPCONNS = CommonVars("wds.dss.gateway.url.appconns", "visualis")
+
+}