branch-4.0: [fix](filesystem) Credential-aware hadoop FileSystem cache via doris.fs.cache.key

bin/start_fe.sh

@@ -351,14 +351,26 @@ export JAVA_OPTS="${final_java_opt}"
 
 # add libs to CLASSPATH
 DORIS_FE_JAR=
+HADOOP_DEPS_JAR=
 for f in "${DORIS_HOME}/lib"/*.jar; do
     if [[ "${f}" == *"doris-fe.jar" ]]; then
         DORIS_FE_JAR="${f}"
         continue
     fi
+    if [[ "${f}" == *"/hadoop-deps"*".jar" ]]; then
+        HADOOP_DEPS_JAR="${f}"
+        continue
+    fi
     CLASSPATH="${f}:${CLASSPATH}"
 done
 
+# hadoop-deps carries Doris-patched hadoop classes (e.g. org.apache.hadoop.fs.FileSystem
+# with the credential-aware doris.fs.cache.key cache key); it must be loaded
+# before the vanilla hadoop jars in lib/
+if [[ -n "${HADOOP_DEPS_JAR}" ]]; then
+    CLASSPATH="${HADOOP_DEPS_JAR}:${CLASSPATH}"
+fi
+
 # add custom_libs to CLASSPATH
 # ATTN, custom_libs is deprecated, use plugins/java_extensions
 if [[ -d "${DORIS_HOME}/custom_lib" ]]; then

fe/be-java-extensions/hadoop-deps/pom.xml

@@ -105,6 +105,33 @@ under the License.
 
     <build>
         <plugins>
+            <plugin>
+                <artifactId>maven-enforcer-plugin</artifactId>
+                <version>3.4.1</version>
+                <executions>
+                    <execution>
+                        <id>enforce-hadoop-version-for-patched-filesystem</id>
+                        <goals>
+                            <goal>enforce</goal>
+                        </goals>
+                        <configuration>
+                            <rules>
+                                <requireProperty>
+                                    <property>hadoop.version</property>
+                                    <regex>3\.4\.2</regex>
+                                    <regexMessage>
+                                        hadoop-deps ships a patched copy of org.apache.hadoop.fs.FileSystem
+                                        (src/main/java/org/apache/hadoop/fs/FileSystem.java) taken verbatim from
+                                        hadoop-common 3.4.2 sources. Before upgrading hadoop.version, re-copy
+                                        FileSystem.java from the new hadoop-common sources jar and re-apply the
+                                        DORIS-PATCH hunks (grep for DORIS-PATCH), then update this enforcer regex.
+                                    </regexMessage>
+                                </requireProperty>
+                            </rules>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
             <plugin>
                 <artifactId>maven-jar-plugin</artifactId>
                 <configuration>