From 5bfd76377448fdd2ddccdce68c21095eeb2076b1 Mon Sep 17 00:00:00 2001 From: Chong Gao Date: Wed, 25 Dec 2024 14:44:21 +0800 Subject: [PATCH] Remove check for Java versions --- .../shims/HybridFileSourceScanExecMeta.scala | 19 ------------------- 1 file changed, 19 deletions(-) diff --git a/sql-plugin/src/main/spark320/scala/com/nvidia/spark/rapids/shims/HybridFileSourceScanExecMeta.scala b/sql-plugin/src/main/spark320/scala/com/nvidia/spark/rapids/shims/HybridFileSourceScanExecMeta.scala index 4d86ca69f4c..07888e8a0c3 100644 --- a/sql-plugin/src/main/spark320/scala/com/nvidia/spark/rapids/shims/HybridFileSourceScanExecMeta.scala +++ b/sql-plugin/src/main/spark320/scala/com/nvidia/spark/rapids/shims/HybridFileSourceScanExecMeta.scala @@ -140,14 +140,12 @@ object HybridFileSourceScanExecMeta { * Check if runtimes are satisfied, including: * - Spark distribution is not CDH or Databricks * - Hybrid jar in the classpath - * - Java version is 1.8 * - Scala version is 2.12 * - Parquet V1 data source */ def checkRuntimes(v1DataSourceList: String): Unit = { checkNotRunningCDHorDatabricks() HybridExecutionUtils.checkHybridJarInClassPath() - checkJavaVersion() checkScalaVersion() checkV1Datasource(v1DataSourceList) } @@ -164,23 +162,6 @@ object HybridFileSourceScanExecMeta { } } - /** - * Hybrid feature only supports 1.8 Java version, - * report error if not - */ - private def checkJavaVersion(): Unit = { - val javaVersion = System.getProperty("java.version") - if (javaVersion == null) { - throw new RuntimeException("Hybrid feature: Can not read java.version, get null") - } - if (!javaVersion.startsWith("1.8")) { - throw new RuntimeException( - "Hybrid jar is not in the classpath, Please add Hybrid jar into the class path, or " + - "Please disable Hybrid feature by setting " + - "spark.rapids.sql.parquet.useHybridReader=false") - } - } - /** * Hybrid feature only supports Scala 2.12 version, * report error if not