From 4f2d6e018d29c2471d0da304361199a9ffcc2b6b Mon Sep 17 00:00:00 2001 From: Partho Sarthi Date: Fri, 6 Sep 2024 08:49:17 -0700 Subject: [PATCH] Add safeguards to prevent older attempts from generating metrics output in Scala Tool (#1324) * Add safeguards to prevent older attempts from generating qual summary output * Adding synchronization on the reporting and autotuner level (#54) * Fix failing scala unit tests by providing unique app IDs in test (#53) * Ignore test for event logs with same app Id and attempt Id --------- Signed-off-by: Partho Sarthi Signed-off-by: Ahmed Hussein (amahussein) Co-authored-by: Ahmed Hussein (amahussein) --- .../rapids/tool/profiling/Profiler.scala | 3 +- .../tool/qualification/AppSubscriber.scala | 72 +++++++++++++ .../tool/qualification/Qualification.scala | 55 ++++++---- .../spark/sql/rapids/tool/AppBase.scala | 16 +++ .../spark/sql/rapids/tool/AppMetaData.scala | 8 +- .../sql/rapids/tool/EventProcessorBase.scala | 1 + .../rapids/tool/ui/ConsoleProgressBar.scala | 5 + .../rapids/tool/util/OperationResult.scala | 8 ++ .../rapids/tool/util/RuntimeReporter.scala | 20 +++- .../eventlog_2nodes_8cores | 14 +-- .../eventlog_3nodes_12cores_exec_removed | 14 +-- .../eventlog_3nodes_12cores_variable_cores | 14 +-- .../cluster_information/platform/dataproc | 14 +-- .../cluster_information/platform/emr | 14 +-- .../cluster_information/platform/onprem | 14 +-- .../eventlog_same_app_id_1.zstd | Bin 0 -> 27066 bytes .../eventlog_same_app_id_2.zstd | Bin 0 -> 27066 bytes .../multiple_attempts/attempt_1_eventlog.zstd | Bin 0 -> 53448 bytes .../multiple_attempts/attempt_2_eventlog.zstd | Bin 0 -> 53452 bytes .../multiple_attempts/attempt_3_eventlog.zstd | Bin 0 -> 53438 bytes .../multiple_attempts/attempt_4_eventlog.zstd | Bin 0 -> 53749 bytes .../tool/qualification/AppFilterSuite.scala | 95 ++++++++++-------- .../qualification/QualificationSuite.scala | 63 +++++++++++- 23 files changed, 321 insertions(+), 109 deletions(-) create mode 100644 core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/AppSubscriber.scala create mode 100644 core/src/test/resources/spark-events-qualification/eventlog_same_app_id_1.zstd create mode 100644 core/src/test/resources/spark-events-qualification/eventlog_same_app_id_2.zstd create mode 100644 core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_1_eventlog.zstd create mode 100644 core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_2_eventlog.zstd create mode 100644 core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_3_eventlog.zstd create mode 100644 core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_4_eventlog.zstd diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala index 42647f880..a3e6139b0 100644 --- a/core/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala +++ b/core/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Profiler.scala @@ -175,7 +175,8 @@ class Profiler(hadoopConf: Configuration, appArgs: ProfileArgs, enablePB: Boolea processSuccessApp(app) progressBar.foreach(_.reportSuccessfulProcess()) val endTime = System.currentTimeMillis() - SuccessAppResult(pathStr, app.appId, s"Took ${endTime - startTime}ms to process") + SuccessAppResult(pathStr, app.appId, app.attemptId, + s"Took ${endTime - startTime}ms to process") } // Log the information to the console profAppResult.logMessage() diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/AppSubscriber.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/AppSubscriber.scala new file mode 100644 index 000000000..5bcbfdeb5 --- /dev/null +++ b/core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/AppSubscriber.scala @@ -0,0 +1,72 @@ +/* + * Copyright (c) 2024, NVIDIA CORPORATION. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.nvidia.spark.rapids.tool.qualification + +class AppSubscriber(val appId: String) { + val lock = new Object() + private var attemptID: Option[Int] = None + + def unsafeSetAttemptId(newAttempt: Int): Boolean = { + attemptID match { + case Some(a) => + if (newAttempt > a) { + attemptID = Some(newAttempt) + } + case None => attemptID = Some(newAttempt) + } + newAttempt == attemptID.get + } + + def safeSetAttemptId(newAttempt: Int): Boolean = { + lock.synchronized { + unsafeSetAttemptId(newAttempt) + } + } +} + +object AppSubscriber { + private val APP_SUBSCRIBERS = new java.util.concurrent.ConcurrentHashMap[String, AppSubscriber]() + + def getOrCreate(appId: String): AppSubscriber = { + APP_SUBSCRIBERS.computeIfAbsent(appId, _ => new AppSubscriber(appId)) + } + + def subscribeAppAttempt(appId: String, newAttemptId: Int): Boolean = { + val subscriber = getOrCreate(appId) + subscriber.safeSetAttemptId(newAttemptId) + } + + def withSafeValidAttempt[T](appId: String, currAttempt: Int)(f: () => T): Option[T] = { + val subscriber = getOrCreate(appId) + subscriber.lock.synchronized { + if (subscriber.unsafeSetAttemptId(currAttempt)) { + Option(f()) + } else { + None + } + } + } + + def withUnsafeValidAttempt[T](appId: String, currAttempt: Int)(f: () => T): Option[T] = { + val subscriber = getOrCreate(appId) + if (subscriber.unsafeSetAttemptId(currAttempt)) { + Option(f()) + } else { + None + } + } +} diff --git a/core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala b/core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala index f21568bed..6889116ea 100644 --- a/core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala +++ b/core/src/main/scala/com/nvidia/spark/rapids/tool/qualification/Qualification.scala @@ -16,7 +16,7 @@ package com.nvidia.spark.rapids.tool.qualification -import java.util.concurrent.{ConcurrentLinkedQueue, TimeUnit} +import java.util.concurrent.{ConcurrentHashMap, TimeUnit} import scala.collection.JavaConverters._ @@ -41,7 +41,7 @@ class Qualification(outputPath: String, numRows: Int, hadoopConf: Configuration, override val simpleName: String = "qualTool" override val outputDir = s"$outputPath/rapids_4_spark_qualification_output" - private val allApps = new ConcurrentLinkedQueue[QualificationSummaryInfo]() + private val allApps = new ConcurrentHashMap[String, QualificationSummaryInfo]() override def getNumThreads: Int = nThreads @@ -72,7 +72,7 @@ class Qualification(outputPath: String, numRows: Int, hadoopConf: Configuration, threadPool.shutdownNow() } progressBar.foreach(_.finishAll()) - val allAppsSum = estimateAppFrequency(allApps.asScala.toSeq) + val allAppsSum = estimateAppFrequency(allApps.asScala.values.toSeq) // sort order and limit only applies to the report summary text file, // the csv file we write the entire data in descending order val sortedDescDetailed = sortDescForDetailedReport(allAppsSum) @@ -162,27 +162,48 @@ class Qualification(outputPath: String, numRows: Int, hadoopConf: Configuration, // this is a bit ugly right now to overload writing out the report and returning the // DataSource information but this encapsulates the analyzer to keep the memory usage // smaller. - val dsInfo = QualRawReportGenerator.generateRawMetricQualViewAndGetDataSourceInfo( - outputDir, app, appIndex) + val dsInfo = + AppSubscriber.withSafeValidAttempt(app.appId, app.attemptId) { () => + QualRawReportGenerator.generateRawMetricQualViewAndGetDataSourceInfo( + outputDir, app, appIndex) + }.getOrElse(Seq.empty) val qualSumInfo = app.aggregateStats() - tunerContext.foreach { tuner => - // Run the autotuner if it is enabled. - // Note that we call the autotuner anyway without checking the aggregate results - // because the Autotuner can still make some recommendations based on the information - // enclosed by the QualificationInfo object - tuner.tuneApplication(app, qualSumInfo, appIndex, dsInfo) + AppSubscriber.withSafeValidAttempt(app.appId, app.attemptId) { () => + tunerContext.foreach { tuner => + // Run the autotuner if it is enabled. + // Note that we call the autotuner anyway without checking the aggregate results + // because the Autotuner can still make some recommendations based on the information + // enclosed by the QualificationInfo object + tuner.tuneApplication(app, qualSumInfo, appIndex, dsInfo) + } } if (qualSumInfo.isDefined) { // add the recommend cluster info into the summary val tempSummary = qualSumInfo.get val newClusterSummary = tempSummary.clusterSummary.copy( recommendedClusterInfo = pluginTypeChecker.platform.recommendedClusterInfo) - val newQualSummary = tempSummary.copy(clusterSummary = newClusterSummary) - allApps.add(newQualSummary) - progressBar.foreach(_.reportSuccessfulProcess()) - val endTime = System.currentTimeMillis() - SuccessAppResult(pathStr, app.appId, - s"Took ${endTime - startTime}ms to process") + AppSubscriber.withSafeValidAttempt(app.appId, app.attemptId) { () => + val newQualSummary = tempSummary.copy(clusterSummary = newClusterSummary) + // check if the app is already in the map + if (allApps.containsKey(app.appId)) { + // fix the progress bar counts + progressBar.foreach(_.adjustCounterForMultipleAttempts()) + logInfo(s"Removing older app summary for app: ${app.appId} " + + s"before adding the new one with attempt: ${app.attemptId}") + } + progressBar.foreach(_.reportSuccessfulProcess()) + allApps.put(app.appId, newQualSummary) + val endTime = System.currentTimeMillis() + SuccessAppResult(pathStr, app.appId, app.attemptId, + s"Took ${endTime - startTime}ms to process") + } match { + case Some(successfulResult) => successfulResult + case _ => + // If the attemptId is an older attemptId, skip this attempt. + // This can happen when the user has provided event logs for multiple attempts + progressBar.foreach(_.reportSkippedProcess()) + SkippedAppResult.fromAppAttempt(pathStr, app.appId, app.attemptId) + } } else { progressBar.foreach(_.reportUnkownStatusProcess()) UnknownAppResult(pathStr, app.appId, diff --git a/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala b/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala index e62d1ba0d..a4db6b1a3 100644 --- a/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala +++ b/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala @@ -27,6 +27,7 @@ import com.nvidia.spark.rapids.tool.{DatabricksEventLog, DatabricksRollingEventL import com.nvidia.spark.rapids.tool.planparser.{HiveParseHelper, ReadParser} import com.nvidia.spark.rapids.tool.planparser.HiveParseHelper.isHiveTableScanNode import com.nvidia.spark.rapids.tool.profiling.{BlockManagerRemovedCase, DataSourceCase, DriverAccumCase, JobInfoClass, ResourceProfileInfoCase, SQLExecutionInfoClass, SQLPlanMetricsCase} +import com.nvidia.spark.rapids.tool.qualification.AppSubscriber import org.apache.hadoop.conf.Configuration import org.apache.hadoop.fs.{FileSystem, Path} @@ -53,6 +54,8 @@ abstract class AppBase( } } + lazy val attemptId: Int = appMetaData.map(_.attemptId).getOrElse(1) + // Store map of executorId to executor info val executorIdToInfo = new HashMap[String, ExecutorInfoClass]() // resourceProfile id to resource profile info @@ -396,7 +399,20 @@ abstract class AppBase( probNotDataset.values.flatten.toSet.toSeq } + /** + * Registers the attempt ID for the application and updates the tracker map if the attemptId is + * greater than the existing attemptId. + */ + def registerAttemptId(): Unit = { + if (isAppMetaDefined) { + val currentAttemptId = sparkProperties.getOrElse("spark.app.attempt.id", "1").toInt + appMetaData.foreach(_.setAttemptId(currentAttemptId)) + AppSubscriber.subscribeAppAttempt(appId, currentAttemptId) + } + } + protected def postCompletion(): Unit = { + registerAttemptId() calculateAppDuration() } diff --git a/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppMetaData.scala b/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppMetaData.scala index ef2c8e89c..41087d262 100644 --- a/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppMetaData.scala +++ b/core/src/main/scala/org/apache/spark/sql/rapids/tool/AppMetaData.scala @@ -29,6 +29,7 @@ import org.apache.spark.ui.UIUtils * @param sparkUser user who ran the Spark application * @param startTime startTime of a Spark application * @param endTime endTime of the spark Application + * @param attemptId attemptId of the application */ class AppMetaData( val eventLogPath: Option[String], @@ -36,7 +37,8 @@ class AppMetaData( val appId: Option[String], val sparkUser: String, val startTime: Long, - var endTime: Option[Long] = None) { + var endTime: Option[Long] = None, + var attemptId: Int = 1) { // Calculated as time in ms var duration: Option[Long] = _ @@ -75,6 +77,10 @@ class AppMetaData( def isDurationEstimated: Boolean = durationEstimated + def setAttemptId(attemptId: Int): Unit = { + this.attemptId = attemptId + } + // Initialization code: // - Calculate the duration based on the constructor argument endTime calculateDurationInternal() diff --git a/core/src/main/scala/org/apache/spark/sql/rapids/tool/EventProcessorBase.scala b/core/src/main/scala/org/apache/spark/sql/rapids/tool/EventProcessorBase.scala index e6593035e..e84a301a3 100644 --- a/core/src/main/scala/org/apache/spark/sql/rapids/tool/EventProcessorBase.scala +++ b/core/src/main/scala/org/apache/spark/sql/rapids/tool/EventProcessorBase.scala @@ -290,6 +290,7 @@ abstract class EventProcessorBase[T <: AppBase](app: T) extends SparkListener wi event: SparkListenerEnvironmentUpdate): Unit = { logDebug("Processing event: " + event.getClass) app.handleEnvUpdateForCachedProps(event) + app.registerAttemptId() } override def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit = { diff --git a/core/src/main/scala/org/apache/spark/sql/rapids/tool/ui/ConsoleProgressBar.scala b/core/src/main/scala/org/apache/spark/sql/rapids/tool/ui/ConsoleProgressBar.scala index 630368e94..67d3a83e1 100644 --- a/core/src/main/scala/org/apache/spark/sql/rapids/tool/ui/ConsoleProgressBar.scala +++ b/core/src/main/scala/org/apache/spark/sql/rapids/tool/ui/ConsoleProgressBar.scala @@ -119,6 +119,11 @@ class ConsoleProgressBar( } } + def adjustCounterForMultipleAttempts(): Unit = { + successCounter.decrementAndGet() + skippedCounter.incrementAndGet() + } + def reportSuccessfulProcess(): Unit = { successCounter.incrementAndGet() totalCounter.incrementAndGet() diff --git a/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/OperationResult.scala b/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/OperationResult.scala index 0c60b574a..129872a0a 100644 --- a/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/OperationResult.scala +++ b/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/OperationResult.scala @@ -38,6 +38,7 @@ class AppResult(path: String, message: String) extends Logging { case class SuccessAppResult( path: String, appId: String, + attemptId: Int, message: String = "") extends AppResult(path, message) { override def logMessage(exp: Option[Exception] = None): Unit = { logInfo(s"File: $path, Message: $message") @@ -52,3 +53,10 @@ case class UnknownAppResult(path: String, appId: String, message: String) case class SkippedAppResult(path: String, message: String) extends AppResult(path, message) {} + +object SkippedAppResult { + def fromAppAttempt(path: String, appId: String, attemptId: Int): SkippedAppResult = { + SkippedAppResult(path, s"For App ID '$appId'; skipping this " + + s"attempt $attemptId as a newer attemptId is being processed") + } +} diff --git a/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/RuntimeReporter.scala b/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/RuntimeReporter.scala index e0fb686fe..57a8ad074 100644 --- a/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/RuntimeReporter.scala +++ b/core/src/main/scala/org/apache/spark/sql/rapids/tool/util/RuntimeReporter.scala @@ -17,6 +17,7 @@ package org.apache.spark.sql.rapids.tool.util import com.nvidia.spark.rapids.tool.profiling.AppStatusResult +import com.nvidia.spark.rapids.tool.qualification.AppSubscriber import org.apache.hadoop.conf.Configuration import org.apache.spark.internal.Logging @@ -27,18 +28,33 @@ trait RuntimeReporter extends Logging { RuntimeUtil.generateReport(outputDir, hadoopConf) } + /** + * Updates the status of "SUCCESS" applications to "SKIPPED" if newer attempts with + * the same appId exist. + */ + private def skipAppsWithOlderAttempts(appStatuses: Seq[AppResult]): Seq[AppResult] = { + appStatuses map { + case successApp: SuccessAppResult => + AppSubscriber.withUnsafeValidAttempt(successApp.appId, successApp.attemptId) { () => + successApp + }.getOrElse(SkippedAppResult.fromAppAttempt(successApp.path, successApp.appId, + successApp.attemptId)) + case otherApp: AppResult => otherApp + } + } + /** * For each app status report, generate an AppStatusResult. * If appId is empty, convert to "N/A" in the output. * @return Seq[AppStatusResult] - Seq[(path, status, appId, message)] */ def generateStatusResults(appStatuses: Seq[AppResult]): Seq[AppStatusResult] = { - appStatuses.map { + skipAppsWithOlderAttempts(appStatuses).map { case FailureAppResult(path, message) => AppStatusResult(path, "FAILURE", "N/A", message) case SkippedAppResult(path, message) => AppStatusResult(path, "SKIPPED", "N/A", message) - case SuccessAppResult(path, appId, message) => + case SuccessAppResult(path, appId, _, message) => AppStatusResult(path, "SUCCESS", appId, message) case UnknownAppResult(path, appId, message) => val finalAppId = if (appId.isEmpty) "N/A" else appId diff --git a/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_2nodes_8cores b/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_2nodes_8cores index dbfc21fe2..141d6a98e 100644 --- a/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_2nodes_8cores +++ b/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_2nodes_8cores @@ -5,11 +5,11 @@ {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"10.59.184.228","Port":46767},"Maximum Memory":11884245811,"Timestamp":1702417716594,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} {"Event":"SparkListenerExecutorAdded","Timestamp":1702417716738,"Executor ID":"0","Executor Info":{"Host":"10.59.184.244","Total Cores":8,"Log Urls":{"stdout":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stdout","stderr":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stderr"},"Attributes":{},"Resources":{},"Resource Profile Id":0}} {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"0","Host":"10.59.184.244","Port":43349},"Maximum Memory":11884245811,"Timestamp":1702417718124,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} -{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} -{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423018","Timestamp":1622043422343,"User":"user1"} +{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423011"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} +{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423011","Timestamp":1622043422343,"User":"user1"} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"json at QualificationInfoUtils.scala:76","details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand (8)\n+- * SerializeFromObject (7)\n +- * MapElements (6)\n +- * Filter (5)\n +- * DeserializeToObject (4)\n +- * Project (3)\n +- * SerializeFromObject (2)\n +- Scan (1)\n\n\n(1) Scan\nOutput [1]: [obj#3]\nArguments: obj#3: scala.Tuple3, ParallelCollectionRDD[0] at parallelize at QualificationInfoUtils.scala:64\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#3]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]\n\n(3) Project [codegen id : 1]\nOutput [3]: [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]\nInput [3]: [_1#4, _2#5, _3#6]\n\n(4) DeserializeToObject [codegen id : 1]\nInput [3]: [name#11, friend#12, age#13]\nArguments: newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends\n\n(5) Filter [codegen id : 1]\nInput [1]: [obj#30]\nCondition : com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply\n\n(6) MapElements [codegen id : 1]\nInput [1]: [obj#30]\nArguments: com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2\n\n(7) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#31]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]\n\n(8) Execute InsertIntoHadoopFsRelationCommand\nInput [2]: [_1#32, _2#33]\nArguments: file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]\n\n","sparkPlanInfo":{"nodeName":"Execute InsertIntoHadoopFsRelationCommand","simpleString":"Execute InsertIntoHadoopFsRelationCommand file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]","children":[{"nodeName":"MapElements","simpleString":"MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2","children":[{"nodeName":"Filter","simpleString":"Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply","children":[{"nodeName":"DeserializeToObject","simpleString":"DeserializeToObject newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends","children":[{"nodeName":"Project","simpleString":"Project [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#3]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":6,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":5,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":4,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of written files","accumulatorId":0,"metricType":"sum"},{"name":"written output","accumulatorId":1,"metricType":"size"},{"name":"number of output rows","accumulatorId":2,"metricType":"sum"},{"name":"number of dynamic part","accumulatorId":3,"metricType":"sum"}]},"time":1622043425909} -{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423011"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423011"}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1622043426546,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1622043426567,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1622043426568,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} @@ -39,9 +39,9 @@ {"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":0,"accumUpdates":[[0,12],[1,16560],[2,720],[3,0]]} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1622043427215} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":1,"description":"count at QualificationInfoUtils.scala:94","details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\n* HashAggregate (15)\n+- Exchange (14)\n +- * HashAggregate (13)\n +- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#40]\nArguments: obj#40: int, ParallelCollectionRDD[5] at makeRDD at QualificationInfoUtils.scala:92\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#40]\nArguments: [input[0, int, false] AS value#41]\n\n(3) Project [codegen id : 1]\nOutput [1]: [value#41 AS a#51]\nInput [1]: [value#41]\n\n(4) Exchange\nInput [1]: [a#51]\nArguments: hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]\n\n(5) Sort [codegen id : 2]\nInput [1]: [a#51]\nArguments: [a#51 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#46]\nArguments: obj#46: int, ParallelCollectionRDD[6] at makeRDD at QualificationInfoUtils.scala:93\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#46]\nArguments: [input[0, int, false] AS value#47]\n\n(8) Project [codegen id : 3]\nOutput [1]: [value#47 AS b#53]\nInput [1]: [value#47]\n\n(9) Exchange\nInput [1]: [b#53]\nArguments: hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]\n\n(10) Sort [codegen id : 4]\nInput [1]: [b#53]\nArguments: [b#53 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [a#51]\nRight keys [1]: [b#53]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput: []\nInput [2]: [a#51, b#53]\n\n(13) HashAggregate [codegen id : 5]\nInput: []\nKeys: []\nFunctions [1]: [partial_count(1)]\nAggregate Attributes [1]: [count#64L]\nResults [1]: [count#65L]\n\n(14) Exchange\nInput [1]: [count#65L]\nArguments: SinglePartition, ENSURE_REQUIREMENTS, [id=#111]\n\n(15) HashAggregate [codegen id : 6]\nInput [1]: [count#65L]\nKeys: []\nFunctions [1]: [count(1)]\nAggregate Attributes [1]: [count(1)#61L]\nResults [1]: [count(1)#61L AS count#62L]\n\n","sparkPlanInfo":{"nodeName":"WholeStageCodegen (6)","simpleString":"WholeStageCodegen (6)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[count(1)])","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#111]","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[partial_count(1)])","children":[{"nodeName":"Project","simpleString":"Project","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [a#51], [b#53], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [a#51 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [value#41 AS a#51]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#41]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#40]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":116,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":115,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":74,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":75,"metricType":"nsTiming"},{"name":"records read","accumulatorId":72,"metricType":"sum"},{"name":"local bytes read","accumulatorId":70,"metricType":"size"},{"name":"fetch wait time","accumulatorId":71,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":68,"metricType":"size"},{"name":"local blocks read","accumulatorId":67,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":66,"metricType":"sum"},{"name":"data size","accumulatorId":65,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":69,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":73,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":112,"metricType":"timing"},{"name":"peak memory","accumulatorId":113,"metricType":"size"},{"name":"spill size","accumulatorId":114,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":111,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [b#53 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [value#47 AS b#53]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#47]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#46]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":122,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":121,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":85,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":86,"metricType":"nsTiming"},{"name":"records read","accumulatorId":83,"metricType":"sum"},{"name":"local bytes read","accumulatorId":81,"metricType":"size"},{"name":"fetch wait time","accumulatorId":82,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":79,"metricType":"size"},{"name":"local blocks read","accumulatorId":78,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":77,"metricType":"sum"},{"name":"data size","accumulatorId":76,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":80,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":84,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":118,"metricType":"timing"},{"name":"peak memory","accumulatorId":119,"metricType":"size"},{"name":"spill size","accumulatorId":120,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":117,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":110,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":107,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":108,"metricType":"timing"},{"name":"peak memory","accumulatorId":106,"metricType":"size"},{"name":"number of output rows","accumulatorId":105,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":109,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":104,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":96,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":97,"metricType":"nsTiming"},{"name":"records read","accumulatorId":94,"metricType":"sum"},{"name":"local bytes read","accumulatorId":92,"metricType":"size"},{"name":"fetch wait time","accumulatorId":93,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":90,"metricType":"size"},{"name":"local blocks read","accumulatorId":89,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":88,"metricType":"sum"},{"name":"data size","accumulatorId":87,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":91,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":95,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":101,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":102,"metricType":"timing"},{"name":"peak memory","accumulatorId":100,"metricType":"size"},{"name":"number of output rows","accumulatorId":99,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":103,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":98,"metricType":"timing"}]},"time":1622043427414} -{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423011"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423011"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423011"}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":0,"Attempt":0,"Launch Time":1622043427655,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":1,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":2,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} diff --git a/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_exec_removed b/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_exec_removed index 2f18a96c8..4f81bae3d 100644 --- a/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_exec_removed +++ b/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_exec_removed @@ -5,11 +5,11 @@ {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"10.59.184.228","Port":46767},"Maximum Memory":11884245811,"Timestamp":1702417716594,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} {"Event":"SparkListenerExecutorAdded","Timestamp":1702417716738,"Executor ID":"0","Executor Info":{"Host":"10.59.184.244","Total Cores":12,"Log Urls":{"stdout":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stdout","stderr":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stderr"},"Attributes":{},"Resources":{},"Resource Profile Id":0}} {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"0","Host":"10.59.184.244","Port":43349},"Maximum Memory":11884245811,"Timestamp":1702417718124,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} -{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} -{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423018","Timestamp":1622043422343,"User":"user1"} +{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423015"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} +{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423015","Timestamp":1622043422343,"User":"user1"} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"json at QualificationInfoUtils.scala:76","details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand (8)\n+- * SerializeFromObject (7)\n +- * MapElements (6)\n +- * Filter (5)\n +- * DeserializeToObject (4)\n +- * Project (3)\n +- * SerializeFromObject (2)\n +- Scan (1)\n\n\n(1) Scan\nOutput [1]: [obj#3]\nArguments: obj#3: scala.Tuple3, ParallelCollectionRDD[0] at parallelize at QualificationInfoUtils.scala:64\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#3]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]\n\n(3) Project [codegen id : 1]\nOutput [3]: [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]\nInput [3]: [_1#4, _2#5, _3#6]\n\n(4) DeserializeToObject [codegen id : 1]\nInput [3]: [name#11, friend#12, age#13]\nArguments: newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends\n\n(5) Filter [codegen id : 1]\nInput [1]: [obj#30]\nCondition : com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply\n\n(6) MapElements [codegen id : 1]\nInput [1]: [obj#30]\nArguments: com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2\n\n(7) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#31]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]\n\n(8) Execute InsertIntoHadoopFsRelationCommand\nInput [2]: [_1#32, _2#33]\nArguments: file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]\n\n","sparkPlanInfo":{"nodeName":"Execute InsertIntoHadoopFsRelationCommand","simpleString":"Execute InsertIntoHadoopFsRelationCommand file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]","children":[{"nodeName":"MapElements","simpleString":"MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2","children":[{"nodeName":"Filter","simpleString":"Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply","children":[{"nodeName":"DeserializeToObject","simpleString":"DeserializeToObject newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends","children":[{"nodeName":"Project","simpleString":"Project [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#3]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":6,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":5,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":4,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of written files","accumulatorId":0,"metricType":"sum"},{"name":"written output","accumulatorId":1,"metricType":"size"},{"name":"number of output rows","accumulatorId":2,"metricType":"sum"},{"name":"number of dynamic part","accumulatorId":3,"metricType":"sum"}]},"time":1622043425909} -{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423015"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423015"}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1622043426546,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1622043426567,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1622043426568,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} @@ -39,9 +39,9 @@ {"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":0,"accumUpdates":[[0,12],[1,16560],[2,720],[3,0]]} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1622043427215} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":1,"description":"count at QualificationInfoUtils.scala:94","details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\n* HashAggregate (15)\n+- Exchange (14)\n +- * HashAggregate (13)\n +- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#40]\nArguments: obj#40: int, ParallelCollectionRDD[5] at makeRDD at QualificationInfoUtils.scala:92\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#40]\nArguments: [input[0, int, false] AS value#41]\n\n(3) Project [codegen id : 1]\nOutput [1]: [value#41 AS a#51]\nInput [1]: [value#41]\n\n(4) Exchange\nInput [1]: [a#51]\nArguments: hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]\n\n(5) Sort [codegen id : 2]\nInput [1]: [a#51]\nArguments: [a#51 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#46]\nArguments: obj#46: int, ParallelCollectionRDD[6] at makeRDD at QualificationInfoUtils.scala:93\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#46]\nArguments: [input[0, int, false] AS value#47]\n\n(8) Project [codegen id : 3]\nOutput [1]: [value#47 AS b#53]\nInput [1]: [value#47]\n\n(9) Exchange\nInput [1]: [b#53]\nArguments: hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]\n\n(10) Sort [codegen id : 4]\nInput [1]: [b#53]\nArguments: [b#53 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [a#51]\nRight keys [1]: [b#53]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput: []\nInput [2]: [a#51, b#53]\n\n(13) HashAggregate [codegen id : 5]\nInput: []\nKeys: []\nFunctions [1]: [partial_count(1)]\nAggregate Attributes [1]: [count#64L]\nResults [1]: [count#65L]\n\n(14) Exchange\nInput [1]: [count#65L]\nArguments: SinglePartition, ENSURE_REQUIREMENTS, [id=#111]\n\n(15) HashAggregate [codegen id : 6]\nInput [1]: [count#65L]\nKeys: []\nFunctions [1]: [count(1)]\nAggregate Attributes [1]: [count(1)#61L]\nResults [1]: [count(1)#61L AS count#62L]\n\n","sparkPlanInfo":{"nodeName":"WholeStageCodegen (6)","simpleString":"WholeStageCodegen (6)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[count(1)])","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#111]","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[partial_count(1)])","children":[{"nodeName":"Project","simpleString":"Project","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [a#51], [b#53], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [a#51 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [value#41 AS a#51]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#41]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#40]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":116,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":115,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":74,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":75,"metricType":"nsTiming"},{"name":"records read","accumulatorId":72,"metricType":"sum"},{"name":"local bytes read","accumulatorId":70,"metricType":"size"},{"name":"fetch wait time","accumulatorId":71,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":68,"metricType":"size"},{"name":"local blocks read","accumulatorId":67,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":66,"metricType":"sum"},{"name":"data size","accumulatorId":65,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":69,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":73,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":112,"metricType":"timing"},{"name":"peak memory","accumulatorId":113,"metricType":"size"},{"name":"spill size","accumulatorId":114,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":111,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [b#53 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [value#47 AS b#53]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#47]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#46]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":122,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":121,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":85,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":86,"metricType":"nsTiming"},{"name":"records read","accumulatorId":83,"metricType":"sum"},{"name":"local bytes read","accumulatorId":81,"metricType":"size"},{"name":"fetch wait time","accumulatorId":82,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":79,"metricType":"size"},{"name":"local blocks read","accumulatorId":78,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":77,"metricType":"sum"},{"name":"data size","accumulatorId":76,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":80,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":84,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":118,"metricType":"timing"},{"name":"peak memory","accumulatorId":119,"metricType":"size"},{"name":"spill size","accumulatorId":120,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":117,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":110,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":107,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":108,"metricType":"timing"},{"name":"peak memory","accumulatorId":106,"metricType":"size"},{"name":"number of output rows","accumulatorId":105,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":109,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":104,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":96,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":97,"metricType":"nsTiming"},{"name":"records read","accumulatorId":94,"metricType":"sum"},{"name":"local bytes read","accumulatorId":92,"metricType":"size"},{"name":"fetch wait time","accumulatorId":93,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":90,"metricType":"size"},{"name":"local blocks read","accumulatorId":89,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":88,"metricType":"sum"},{"name":"data size","accumulatorId":87,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":91,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":95,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":101,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":102,"metricType":"timing"},{"name":"peak memory","accumulatorId":100,"metricType":"size"},{"name":"number of output rows","accumulatorId":99,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":103,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":98,"metricType":"timing"}]},"time":1622043427414} -{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423015"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423015"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423015"}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":0,"Attempt":0,"Launch Time":1622043427655,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":1,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":2,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} diff --git a/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_variable_cores b/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_variable_cores index 60380f829..5fde48d2a 100644 --- a/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_variable_cores +++ b/core/src/test/resources/spark-events-qualification/cluster_information/eventlog_3nodes_12cores_variable_cores @@ -7,11 +7,11 @@ {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"0","Host":"10.59.184.244","Port":43349},"Maximum Memory":11884245811,"Timestamp":1702417718124,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} {"Event":"SparkListenerExecutorAdded","Timestamp":1702417716738,"Executor ID":"2","Executor Info":{"Host":"10.59.184.267","Total Cores":8,"Log Urls":{"stdout":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stdout","stderr":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stderr"},"Attributes":{},"Resources":{},"Resource Profile Id":0}} {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"2","Host":"10.59.184.267","Port":43349},"Maximum Memory":11884245811,"Timestamp":1702417718124,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} -{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} -{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423018","Timestamp":1622043422343,"User":"user1"} +{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423010"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} +{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423010","Timestamp":1622043422343,"User":"user1"} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"json at QualificationInfoUtils.scala:76","details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand (8)\n+- * SerializeFromObject (7)\n +- * MapElements (6)\n +- * Filter (5)\n +- * DeserializeToObject (4)\n +- * Project (3)\n +- * SerializeFromObject (2)\n +- Scan (1)\n\n\n(1) Scan\nOutput [1]: [obj#3]\nArguments: obj#3: scala.Tuple3, ParallelCollectionRDD[0] at parallelize at QualificationInfoUtils.scala:64\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#3]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]\n\n(3) Project [codegen id : 1]\nOutput [3]: [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]\nInput [3]: [_1#4, _2#5, _3#6]\n\n(4) DeserializeToObject [codegen id : 1]\nInput [3]: [name#11, friend#12, age#13]\nArguments: newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends\n\n(5) Filter [codegen id : 1]\nInput [1]: [obj#30]\nCondition : com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply\n\n(6) MapElements [codegen id : 1]\nInput [1]: [obj#30]\nArguments: com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2\n\n(7) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#31]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]\n\n(8) Execute InsertIntoHadoopFsRelationCommand\nInput [2]: [_1#32, _2#33]\nArguments: file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]\n\n","sparkPlanInfo":{"nodeName":"Execute InsertIntoHadoopFsRelationCommand","simpleString":"Execute InsertIntoHadoopFsRelationCommand file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]","children":[{"nodeName":"MapElements","simpleString":"MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2","children":[{"nodeName":"Filter","simpleString":"Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply","children":[{"nodeName":"DeserializeToObject","simpleString":"DeserializeToObject newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends","children":[{"nodeName":"Project","simpleString":"Project [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#3]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":6,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":5,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":4,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of written files","accumulatorId":0,"metricType":"sum"},{"name":"written output","accumulatorId":1,"metricType":"size"},{"name":"number of output rows","accumulatorId":2,"metricType":"sum"},{"name":"number of dynamic part","accumulatorId":3,"metricType":"sum"}]},"time":1622043425909} -{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423010"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423010"}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1622043426546,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1622043426567,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1622043426568,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} @@ -41,9 +41,9 @@ {"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":0,"accumUpdates":[[0,12],[1,16560],[2,720],[3,0]]} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1622043427215} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":1,"description":"count at QualificationInfoUtils.scala:94","details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\n* HashAggregate (15)\n+- Exchange (14)\n +- * HashAggregate (13)\n +- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#40]\nArguments: obj#40: int, ParallelCollectionRDD[5] at makeRDD at QualificationInfoUtils.scala:92\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#40]\nArguments: [input[0, int, false] AS value#41]\n\n(3) Project [codegen id : 1]\nOutput [1]: [value#41 AS a#51]\nInput [1]: [value#41]\n\n(4) Exchange\nInput [1]: [a#51]\nArguments: hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]\n\n(5) Sort [codegen id : 2]\nInput [1]: [a#51]\nArguments: [a#51 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#46]\nArguments: obj#46: int, ParallelCollectionRDD[6] at makeRDD at QualificationInfoUtils.scala:93\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#46]\nArguments: [input[0, int, false] AS value#47]\n\n(8) Project [codegen id : 3]\nOutput [1]: [value#47 AS b#53]\nInput [1]: [value#47]\n\n(9) Exchange\nInput [1]: [b#53]\nArguments: hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]\n\n(10) Sort [codegen id : 4]\nInput [1]: [b#53]\nArguments: [b#53 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [a#51]\nRight keys [1]: [b#53]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput: []\nInput [2]: [a#51, b#53]\n\n(13) HashAggregate [codegen id : 5]\nInput: []\nKeys: []\nFunctions [1]: [partial_count(1)]\nAggregate Attributes [1]: [count#64L]\nResults [1]: [count#65L]\n\n(14) Exchange\nInput [1]: [count#65L]\nArguments: SinglePartition, ENSURE_REQUIREMENTS, [id=#111]\n\n(15) HashAggregate [codegen id : 6]\nInput [1]: [count#65L]\nKeys: []\nFunctions [1]: [count(1)]\nAggregate Attributes [1]: [count(1)#61L]\nResults [1]: [count(1)#61L AS count#62L]\n\n","sparkPlanInfo":{"nodeName":"WholeStageCodegen (6)","simpleString":"WholeStageCodegen (6)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[count(1)])","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#111]","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[partial_count(1)])","children":[{"nodeName":"Project","simpleString":"Project","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [a#51], [b#53], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [a#51 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [value#41 AS a#51]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#41]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#40]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":116,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":115,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":74,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":75,"metricType":"nsTiming"},{"name":"records read","accumulatorId":72,"metricType":"sum"},{"name":"local bytes read","accumulatorId":70,"metricType":"size"},{"name":"fetch wait time","accumulatorId":71,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":68,"metricType":"size"},{"name":"local blocks read","accumulatorId":67,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":66,"metricType":"sum"},{"name":"data size","accumulatorId":65,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":69,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":73,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":112,"metricType":"timing"},{"name":"peak memory","accumulatorId":113,"metricType":"size"},{"name":"spill size","accumulatorId":114,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":111,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [b#53 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [value#47 AS b#53]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#47]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#46]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":122,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":121,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":85,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":86,"metricType":"nsTiming"},{"name":"records read","accumulatorId":83,"metricType":"sum"},{"name":"local bytes read","accumulatorId":81,"metricType":"size"},{"name":"fetch wait time","accumulatorId":82,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":79,"metricType":"size"},{"name":"local blocks read","accumulatorId":78,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":77,"metricType":"sum"},{"name":"data size","accumulatorId":76,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":80,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":84,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":118,"metricType":"timing"},{"name":"peak memory","accumulatorId":119,"metricType":"size"},{"name":"spill size","accumulatorId":120,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":117,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":110,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":107,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":108,"metricType":"timing"},{"name":"peak memory","accumulatorId":106,"metricType":"size"},{"name":"number of output rows","accumulatorId":105,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":109,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":104,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":96,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":97,"metricType":"nsTiming"},{"name":"records read","accumulatorId":94,"metricType":"sum"},{"name":"local bytes read","accumulatorId":92,"metricType":"size"},{"name":"fetch wait time","accumulatorId":93,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":90,"metricType":"size"},{"name":"local blocks read","accumulatorId":89,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":88,"metricType":"sum"},{"name":"data size","accumulatorId":87,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":91,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":95,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":101,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":102,"metricType":"timing"},{"name":"peak memory","accumulatorId":100,"metricType":"size"},{"name":"number of output rows","accumulatorId":99,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":103,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":98,"metricType":"timing"}]},"time":1622043427414} -{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423010"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423010"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423010"}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":0,"Attempt":0,"Launch Time":1622043427655,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":1,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":2,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} diff --git a/core/src/test/resources/spark-events-qualification/cluster_information/platform/dataproc b/core/src/test/resources/spark-events-qualification/cluster_information/platform/dataproc index 114f2b77a..bf47a7e19 100644 --- a/core/src/test/resources/spark-events-qualification/cluster_information/platform/dataproc +++ b/core/src/test/resources/spark-events-qualification/cluster_information/platform/dataproc @@ -5,11 +5,11 @@ {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"dataproc-test-w-1.c.internal","Port":46767},"Maximum Memory":11884245811,"Timestamp":1702417716594,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} {"Event":"SparkListenerExecutorAdded","Timestamp":1702417716738,"Executor ID":"0","Executor Info":{"Host":"dataproc-test-w-2.c.internal","Total Cores":8,"Log Urls":{"stdout":"http://dataproc-test-w-2.c.internal:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stdout","stderr":"http://dataproc-test-w-2.c.internal:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stderr"},"Attributes":{},"Resources":{},"Resource Profile Id":0}} {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"0","Host":"dataproc-test-w-2.c.internal","Port":43349},"Maximum Memory":11884245811,"Timestamp":1702417718124,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} -{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} -{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423018","Timestamp":1622043422343,"User":"user1"} +{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423016"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} +{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423016","Timestamp":1622043422343,"User":"user1"} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"json at QualificationInfoUtils.scala:76","details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand (8)\n+- * SerializeFromObject (7)\n +- * MapElements (6)\n +- * Filter (5)\n +- * DeserializeToObject (4)\n +- * Project (3)\n +- * SerializeFromObject (2)\n +- Scan (1)\n\n\n(1) Scan\nOutput [1]: [obj#3]\nArguments: obj#3: scala.Tuple3, ParallelCollectionRDD[0] at parallelize at QualificationInfoUtils.scala:64\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#3]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]\n\n(3) Project [codegen id : 1]\nOutput [3]: [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]\nInput [3]: [_1#4, _2#5, _3#6]\n\n(4) DeserializeToObject [codegen id : 1]\nInput [3]: [name#11, friend#12, age#13]\nArguments: newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends\n\n(5) Filter [codegen id : 1]\nInput [1]: [obj#30]\nCondition : com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply\n\n(6) MapElements [codegen id : 1]\nInput [1]: [obj#30]\nArguments: com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2\n\n(7) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#31]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]\n\n(8) Execute InsertIntoHadoopFsRelationCommand\nInput [2]: [_1#32, _2#33]\nArguments: file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]\n\n","sparkPlanInfo":{"nodeName":"Execute InsertIntoHadoopFsRelationCommand","simpleString":"Execute InsertIntoHadoopFsRelationCommand file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]","children":[{"nodeName":"MapElements","simpleString":"MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2","children":[{"nodeName":"Filter","simpleString":"Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply","children":[{"nodeName":"DeserializeToObject","simpleString":"DeserializeToObject newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends","children":[{"nodeName":"Project","simpleString":"Project [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#3]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":6,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":5,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":4,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of written files","accumulatorId":0,"metricType":"sum"},{"name":"written output","accumulatorId":1,"metricType":"size"},{"name":"number of output rows","accumulatorId":2,"metricType":"sum"},{"name":"number of dynamic part","accumulatorId":3,"metricType":"sum"}]},"time":1622043425909} -{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423016"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423016"}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1622043426546,"Executor ID":"driver","Host":"dataproc-test-m.c.internal","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1622043426567,"Executor ID":"driver","Host":"dataproc-test-m.c.internal","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1622043426568,"Executor ID":"driver","Host":"dataproc-test-m.c.internal","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} @@ -39,9 +39,9 @@ {"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":0,"accumUpdates":[[0,12],[1,16560],[2,720],[3,0]]} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1622043427215} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":1,"description":"count at QualificationInfoUtils.scala:94","details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\n* HashAggregate (15)\n+- Exchange (14)\n +- * HashAggregate (13)\n +- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#40]\nArguments: obj#40: int, ParallelCollectionRDD[5] at makeRDD at QualificationInfoUtils.scala:92\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#40]\nArguments: [input[0, int, false] AS value#41]\n\n(3) Project [codegen id : 1]\nOutput [1]: [value#41 AS a#51]\nInput [1]: [value#41]\n\n(4) Exchange\nInput [1]: [a#51]\nArguments: hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]\n\n(5) Sort [codegen id : 2]\nInput [1]: [a#51]\nArguments: [a#51 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#46]\nArguments: obj#46: int, ParallelCollectionRDD[6] at makeRDD at QualificationInfoUtils.scala:93\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#46]\nArguments: [input[0, int, false] AS value#47]\n\n(8) Project [codegen id : 3]\nOutput [1]: [value#47 AS b#53]\nInput [1]: [value#47]\n\n(9) Exchange\nInput [1]: [b#53]\nArguments: hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]\n\n(10) Sort [codegen id : 4]\nInput [1]: [b#53]\nArguments: [b#53 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [a#51]\nRight keys [1]: [b#53]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput: []\nInput [2]: [a#51, b#53]\n\n(13) HashAggregate [codegen id : 5]\nInput: []\nKeys: []\nFunctions [1]: [partial_count(1)]\nAggregate Attributes [1]: [count#64L]\nResults [1]: [count#65L]\n\n(14) Exchange\nInput [1]: [count#65L]\nArguments: SinglePartition, ENSURE_REQUIREMENTS, [id=#111]\n\n(15) HashAggregate [codegen id : 6]\nInput [1]: [count#65L]\nKeys: []\nFunctions [1]: [count(1)]\nAggregate Attributes [1]: [count(1)#61L]\nResults [1]: [count(1)#61L AS count#62L]\n\n","sparkPlanInfo":{"nodeName":"WholeStageCodegen (6)","simpleString":"WholeStageCodegen (6)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[count(1)])","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#111]","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[partial_count(1)])","children":[{"nodeName":"Project","simpleString":"Project","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [a#51], [b#53], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [a#51 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [value#41 AS a#51]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#41]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#40]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":116,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":115,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":74,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":75,"metricType":"nsTiming"},{"name":"records read","accumulatorId":72,"metricType":"sum"},{"name":"local bytes read","accumulatorId":70,"metricType":"size"},{"name":"fetch wait time","accumulatorId":71,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":68,"metricType":"size"},{"name":"local blocks read","accumulatorId":67,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":66,"metricType":"sum"},{"name":"data size","accumulatorId":65,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":69,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":73,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":112,"metricType":"timing"},{"name":"peak memory","accumulatorId":113,"metricType":"size"},{"name":"spill size","accumulatorId":114,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":111,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [b#53 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [value#47 AS b#53]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#47]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#46]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":122,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":121,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":85,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":86,"metricType":"nsTiming"},{"name":"records read","accumulatorId":83,"metricType":"sum"},{"name":"local bytes read","accumulatorId":81,"metricType":"size"},{"name":"fetch wait time","accumulatorId":82,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":79,"metricType":"size"},{"name":"local blocks read","accumulatorId":78,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":77,"metricType":"sum"},{"name":"data size","accumulatorId":76,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":80,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":84,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":118,"metricType":"timing"},{"name":"peak memory","accumulatorId":119,"metricType":"size"},{"name":"spill size","accumulatorId":120,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":117,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":110,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":107,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":108,"metricType":"timing"},{"name":"peak memory","accumulatorId":106,"metricType":"size"},{"name":"number of output rows","accumulatorId":105,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":109,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":104,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":96,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":97,"metricType":"nsTiming"},{"name":"records read","accumulatorId":94,"metricType":"sum"},{"name":"local bytes read","accumulatorId":92,"metricType":"size"},{"name":"fetch wait time","accumulatorId":93,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":90,"metricType":"size"},{"name":"local blocks read","accumulatorId":89,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":88,"metricType":"sum"},{"name":"data size","accumulatorId":87,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":91,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":95,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":101,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":102,"metricType":"timing"},{"name":"peak memory","accumulatorId":100,"metricType":"size"},{"name":"number of output rows","accumulatorId":99,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":103,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":98,"metricType":"timing"}]},"time":1622043427414} -{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423016"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423016"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"dataproc-test-m.c.internal","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://dataproc-test-m.c.internal:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423016"}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":0,"Attempt":0,"Launch Time":1622043427655,"Executor ID":"driver","Host":"dataproc-test-m.c.internal","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":1,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"dataproc-test-m.c.internal","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":2,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"dataproc-test-m.c.internal","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} diff --git a/core/src/test/resources/spark-events-qualification/cluster_information/platform/emr b/core/src/test/resources/spark-events-qualification/cluster_information/platform/emr index 679a6588d..28cb0a305 100644 --- a/core/src/test/resources/spark-events-qualification/cluster_information/platform/emr +++ b/core/src/test/resources/spark-events-qualification/cluster_information/platform/emr @@ -5,11 +5,11 @@ {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"10.59.184.228","Port":46767},"Maximum Memory":11884245811,"Timestamp":1702417716594,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} {"Event":"SparkListenerExecutorAdded","Timestamp":1702417716738,"Executor ID":"0","Executor Info":{"Host":"10.59.184.244","Total Cores":8,"Log Urls":{"stdout":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stdout","stderr":"http://10.59.184.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stderr"},"Attributes":{},"Resources":{},"Resource Profile Id":0}} {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"0","Host":"10.59.184.244","Port":43349},"Maximum Memory":11884245811,"Timestamp":1702417718124,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} -{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"EMR_CLUSTER_ID":"j-123AB678XY321","java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} -{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423018","Timestamp":1622043422343,"User":"user1"} +{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423017"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"EMR_CLUSTER_ID":"j-123AB678XY321","java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} +{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423017","Timestamp":1622043422343,"User":"user1"} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"json at QualificationInfoUtils.scala:76","details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand (8)\n+- * SerializeFromObject (7)\n +- * MapElements (6)\n +- * Filter (5)\n +- * DeserializeToObject (4)\n +- * Project (3)\n +- * SerializeFromObject (2)\n +- Scan (1)\n\n\n(1) Scan\nOutput [1]: [obj#3]\nArguments: obj#3: scala.Tuple3, ParallelCollectionRDD[0] at parallelize at QualificationInfoUtils.scala:64\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#3]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]\n\n(3) Project [codegen id : 1]\nOutput [3]: [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]\nInput [3]: [_1#4, _2#5, _3#6]\n\n(4) DeserializeToObject [codegen id : 1]\nInput [3]: [name#11, friend#12, age#13]\nArguments: newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends\n\n(5) Filter [codegen id : 1]\nInput [1]: [obj#30]\nCondition : com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply\n\n(6) MapElements [codegen id : 1]\nInput [1]: [obj#30]\nArguments: com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2\n\n(7) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#31]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]\n\n(8) Execute InsertIntoHadoopFsRelationCommand\nInput [2]: [_1#32, _2#33]\nArguments: file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]\n\n","sparkPlanInfo":{"nodeName":"Execute InsertIntoHadoopFsRelationCommand","simpleString":"Execute InsertIntoHadoopFsRelationCommand file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]","children":[{"nodeName":"MapElements","simpleString":"MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2","children":[{"nodeName":"Filter","simpleString":"Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply","children":[{"nodeName":"DeserializeToObject","simpleString":"DeserializeToObject newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends","children":[{"nodeName":"Project","simpleString":"Project [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#3]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":6,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":5,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":4,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of written files","accumulatorId":0,"metricType":"sum"},{"name":"written output","accumulatorId":1,"metricType":"size"},{"name":"number of output rows","accumulatorId":2,"metricType":"sum"},{"name":"number of dynamic part","accumulatorId":3,"metricType":"sum"}]},"time":1622043425909} -{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423017"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423017"}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1622043426546,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1622043426567,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1622043426568,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} @@ -39,9 +39,9 @@ {"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":0,"accumUpdates":[[0,12],[1,16560],[2,720],[3,0]]} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1622043427215} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":1,"description":"count at QualificationInfoUtils.scala:94","details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\n* HashAggregate (15)\n+- Exchange (14)\n +- * HashAggregate (13)\n +- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#40]\nArguments: obj#40: int, ParallelCollectionRDD[5] at makeRDD at QualificationInfoUtils.scala:92\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#40]\nArguments: [input[0, int, false] AS value#41]\n\n(3) Project [codegen id : 1]\nOutput [1]: [value#41 AS a#51]\nInput [1]: [value#41]\n\n(4) Exchange\nInput [1]: [a#51]\nArguments: hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]\n\n(5) Sort [codegen id : 2]\nInput [1]: [a#51]\nArguments: [a#51 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#46]\nArguments: obj#46: int, ParallelCollectionRDD[6] at makeRDD at QualificationInfoUtils.scala:93\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#46]\nArguments: [input[0, int, false] AS value#47]\n\n(8) Project [codegen id : 3]\nOutput [1]: [value#47 AS b#53]\nInput [1]: [value#47]\n\n(9) Exchange\nInput [1]: [b#53]\nArguments: hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]\n\n(10) Sort [codegen id : 4]\nInput [1]: [b#53]\nArguments: [b#53 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [a#51]\nRight keys [1]: [b#53]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput: []\nInput [2]: [a#51, b#53]\n\n(13) HashAggregate [codegen id : 5]\nInput: []\nKeys: []\nFunctions [1]: [partial_count(1)]\nAggregate Attributes [1]: [count#64L]\nResults [1]: [count#65L]\n\n(14) Exchange\nInput [1]: [count#65L]\nArguments: SinglePartition, ENSURE_REQUIREMENTS, [id=#111]\n\n(15) HashAggregate [codegen id : 6]\nInput [1]: [count#65L]\nKeys: []\nFunctions [1]: [count(1)]\nAggregate Attributes [1]: [count(1)#61L]\nResults [1]: [count(1)#61L AS count#62L]\n\n","sparkPlanInfo":{"nodeName":"WholeStageCodegen (6)","simpleString":"WholeStageCodegen (6)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[count(1)])","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#111]","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[partial_count(1)])","children":[{"nodeName":"Project","simpleString":"Project","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [a#51], [b#53], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [a#51 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [value#41 AS a#51]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#41]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#40]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":116,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":115,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":74,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":75,"metricType":"nsTiming"},{"name":"records read","accumulatorId":72,"metricType":"sum"},{"name":"local bytes read","accumulatorId":70,"metricType":"size"},{"name":"fetch wait time","accumulatorId":71,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":68,"metricType":"size"},{"name":"local blocks read","accumulatorId":67,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":66,"metricType":"sum"},{"name":"data size","accumulatorId":65,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":69,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":73,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":112,"metricType":"timing"},{"name":"peak memory","accumulatorId":113,"metricType":"size"},{"name":"spill size","accumulatorId":114,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":111,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [b#53 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [value#47 AS b#53]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#47]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#46]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":122,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":121,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":85,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":86,"metricType":"nsTiming"},{"name":"records read","accumulatorId":83,"metricType":"sum"},{"name":"local bytes read","accumulatorId":81,"metricType":"size"},{"name":"fetch wait time","accumulatorId":82,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":79,"metricType":"size"},{"name":"local blocks read","accumulatorId":78,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":77,"metricType":"sum"},{"name":"data size","accumulatorId":76,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":80,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":84,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":118,"metricType":"timing"},{"name":"peak memory","accumulatorId":119,"metricType":"size"},{"name":"spill size","accumulatorId":120,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":117,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":110,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":107,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":108,"metricType":"timing"},{"name":"peak memory","accumulatorId":106,"metricType":"size"},{"name":"number of output rows","accumulatorId":105,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":109,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":104,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":96,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":97,"metricType":"nsTiming"},{"name":"records read","accumulatorId":94,"metricType":"sum"},{"name":"local bytes read","accumulatorId":92,"metricType":"size"},{"name":"fetch wait time","accumulatorId":93,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":90,"metricType":"size"},{"name":"local blocks read","accumulatorId":89,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":88,"metricType":"sum"},{"name":"data size","accumulatorId":87,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":91,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":95,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":101,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":102,"metricType":"timing"},{"name":"peak memory","accumulatorId":100,"metricType":"size"},{"name":"number of output rows","accumulatorId":99,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":103,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":98,"metricType":"timing"}]},"time":1622043427414} -{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423017"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423017"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423017"}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":0,"Attempt":0,"Launch Time":1622043427655,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":1,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":2,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} diff --git a/core/src/test/resources/spark-events-qualification/cluster_information/platform/onprem b/core/src/test/resources/spark-events-qualification/cluster_information/platform/onprem index f8b95ddf3..75743d6ac 100644 --- a/core/src/test/resources/spark-events-qualification/cluster_information/platform/onprem +++ b/core/src/test/resources/spark-events-qualification/cluster_information/platform/onprem @@ -5,11 +5,11 @@ {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"10.10.10.228","Port":46767},"Maximum Memory":11884245811,"Timestamp":1702417716594,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} {"Event":"SparkListenerExecutorAdded","Timestamp":1702417716738,"Executor ID":"0","Executor Info":{"Host":"10.10.10.244","Total Cores":8,"Log Urls":{"stdout":"http://10.10.10.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stdout","stderr":"http://10.10.10.244:40000/logPage/?appId=app-20231212214826-0000&executorId=0&logType=stderr"},"Attributes":{},"Resources":{},"Resource Profile Id":0}} {"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"0","Host":"10.10.10.244","Port":43349},"Maximum Memory":11884245811,"Timestamp":1702417718124,"Maximum Onheap Memory":11884245811,"Maximum Offheap Memory":0} -{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} -{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423018","Timestamp":1622043422343,"User":"user1"} +{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_282 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.scheduler.mode":"FIFO","spark.driver.memory":"30g","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423013"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/user1","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/user1/workspace/spark-rapids-another","java.library.path":"/usr/local/cuda/lib64:/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.282-b08","jetty.git.hash":"e46af88704a893fc12cb0e3bf46e2c7b48a009e7","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_282-8u282-b08-0ubuntu1~18.04-b08","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Chicago","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.15.0-130-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"user1","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master local[1] --conf spark.driver.memory=30g --class com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils --jars /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar /home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar dsAndDf /home/user1/testeventlogDir 100001","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_282","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar":"Added By User","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath"}} +{"Event":"SparkListenerApplicationStart","App Name":"Rapids Spark Profiling Tool Unit Tests","App ID":"local-1622043423013","Timestamp":1622043422343,"User":"user1"} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"json at QualificationInfoUtils.scala:76","details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand (8)\n+- * SerializeFromObject (7)\n +- * MapElements (6)\n +- * Filter (5)\n +- * DeserializeToObject (4)\n +- * Project (3)\n +- * SerializeFromObject (2)\n +- Scan (1)\n\n\n(1) Scan\nOutput [1]: [obj#3]\nArguments: obj#3: scala.Tuple3, ParallelCollectionRDD[0] at parallelize at QualificationInfoUtils.scala:64\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#3]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]\n\n(3) Project [codegen id : 1]\nOutput [3]: [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]\nInput [3]: [_1#4, _2#5, _3#6]\n\n(4) DeserializeToObject [codegen id : 1]\nInput [3]: [name#11, friend#12, age#13]\nArguments: newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends\n\n(5) Filter [codegen id : 1]\nInput [1]: [obj#30]\nCondition : com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply\n\n(6) MapElements [codegen id : 1]\nInput [1]: [obj#30]\nArguments: com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2\n\n(7) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#31]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]\n\n(8) Execute InsertIntoHadoopFsRelationCommand\nInput [2]: [_1#32, _2#33]\nArguments: file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]\n\n","sparkPlanInfo":{"nodeName":"Execute InsertIntoHadoopFsRelationCommand","simpleString":"Execute InsertIntoHadoopFsRelationCommand file:/tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf, false, JSON, Map(path -> /tmp/spark-4a9e661e-fc37-4f5f-8bbc-1647dbaebbaf), ErrorIfExists, [_1, _2]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._1, true, false) AS _1#32, knownnotnull(assertnotnull(input[0, scala.Tuple2, true]))._2 AS _2#33]","children":[{"nodeName":"MapElements","simpleString":"MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1505/1108374296@6723cce7, obj#31: scala.Tuple2","children":[{"nodeName":"Filter","simpleString":"Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$$$Lambda$1503/443638755@31f31b20.apply","children":[{"nodeName":"DeserializeToObject","simpleString":"DeserializeToObject newInstance(class com.nvidia.spark.rapids.tool.profiling.RapidsFriends), obj#30: com.nvidia.spark.rapids.tool.profiling.RapidsFriends","children":[{"nodeName":"Project","simpleString":"Project [_1#4 AS name#11, _2#5 AS friend#12, _3#6 AS age#13]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#4, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2, true, false) AS _2#5, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#6]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#3]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":6,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":5,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":4,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of written files","accumulatorId":0,"metricType":"sum"},{"name":"written output","accumulatorId":1,"metricType":"size"},{"name":"number of output rows","accumulatorId":2,"metricType":"sum"},{"name":"number of dynamic part","accumulatorId":3,"metricType":"sum"}]},"time":1622043425909} -{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1622043426367,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423013"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at QualificationInfoUtils.scala:76","Number of Tasks":12,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"Scan\"}","Callsite":"json at QualificationInfoUtils.scala:76","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at QualificationInfoUtils.scala:64","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":12,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:853)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1(QualificationInfoUtils.scala:76)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.$anonfun$genDatasetEventLog$1$adapted(QualificationInfoUtils.scala:73)\norg.apache.spark.rapids.TestUtils$.withTempPath(TestUtils.scala:31)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genDatasetEventLog(QualificationInfoUtils.scala:73)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:185)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043426387,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"1\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"0","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423013"}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1622043426546,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1622043426567,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1622043426568,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} @@ -39,9 +39,9 @@ {"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":0,"accumUpdates":[[0,12],[1,16560],[2,720],[3,0]]} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1622043427215} {"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":1,"description":"count at QualificationInfoUtils.scala:94","details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","physicalPlanDescription":"== Physical Plan ==\n* HashAggregate (15)\n+- Exchange (14)\n +- * HashAggregate (13)\n +- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#40]\nArguments: obj#40: int, ParallelCollectionRDD[5] at makeRDD at QualificationInfoUtils.scala:92\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#40]\nArguments: [input[0, int, false] AS value#41]\n\n(3) Project [codegen id : 1]\nOutput [1]: [value#41 AS a#51]\nInput [1]: [value#41]\n\n(4) Exchange\nInput [1]: [a#51]\nArguments: hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]\n\n(5) Sort [codegen id : 2]\nInput [1]: [a#51]\nArguments: [a#51 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#46]\nArguments: obj#46: int, ParallelCollectionRDD[6] at makeRDD at QualificationInfoUtils.scala:93\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#46]\nArguments: [input[0, int, false] AS value#47]\n\n(8) Project [codegen id : 3]\nOutput [1]: [value#47 AS b#53]\nInput [1]: [value#47]\n\n(9) Exchange\nInput [1]: [b#53]\nArguments: hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]\n\n(10) Sort [codegen id : 4]\nInput [1]: [b#53]\nArguments: [b#53 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [a#51]\nRight keys [1]: [b#53]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput: []\nInput [2]: [a#51, b#53]\n\n(13) HashAggregate [codegen id : 5]\nInput: []\nKeys: []\nFunctions [1]: [partial_count(1)]\nAggregate Attributes [1]: [count#64L]\nResults [1]: [count#65L]\n\n(14) Exchange\nInput [1]: [count#65L]\nArguments: SinglePartition, ENSURE_REQUIREMENTS, [id=#111]\n\n(15) HashAggregate [codegen id : 6]\nInput [1]: [count#65L]\nKeys: []\nFunctions [1]: [count(1)]\nAggregate Attributes [1]: [count(1)#61L]\nResults [1]: [count(1)#61L AS count#62L]\n\n","sparkPlanInfo":{"nodeName":"WholeStageCodegen (6)","simpleString":"WholeStageCodegen (6)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[count(1)])","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#111]","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[], functions=[partial_count(1)])","children":[{"nodeName":"Project","simpleString":"Project","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [a#51], [b#53], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [a#51 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(a#51, 200), ENSURE_REQUIREMENTS, [id=#93]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [value#41 AS a#51]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#41]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#40]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":116,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":115,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":74,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":75,"metricType":"nsTiming"},{"name":"records read","accumulatorId":72,"metricType":"sum"},{"name":"local bytes read","accumulatorId":70,"metricType":"size"},{"name":"fetch wait time","accumulatorId":71,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":68,"metricType":"size"},{"name":"local blocks read","accumulatorId":67,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":66,"metricType":"sum"},{"name":"data size","accumulatorId":65,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":69,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":73,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":112,"metricType":"timing"},{"name":"peak memory","accumulatorId":113,"metricType":"size"},{"name":"spill size","accumulatorId":114,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":111,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [b#53 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(b#53, 200), ENSURE_REQUIREMENTS, [id=#102]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [value#47 AS b#53]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [input[0, int, false] AS value#47]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#46]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":122,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":121,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":85,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":86,"metricType":"nsTiming"},{"name":"records read","accumulatorId":83,"metricType":"sum"},{"name":"local bytes read","accumulatorId":81,"metricType":"size"},{"name":"fetch wait time","accumulatorId":82,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":79,"metricType":"size"},{"name":"local blocks read","accumulatorId":78,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":77,"metricType":"sum"},{"name":"data size","accumulatorId":76,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":80,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":84,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":118,"metricType":"timing"},{"name":"peak memory","accumulatorId":119,"metricType":"size"},{"name":"spill size","accumulatorId":120,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":117,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":110,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":107,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":108,"metricType":"timing"},{"name":"peak memory","accumulatorId":106,"metricType":"size"},{"name":"number of output rows","accumulatorId":105,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":109,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":104,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":96,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":97,"metricType":"nsTiming"},{"name":"records read","accumulatorId":94,"metricType":"sum"},{"name":"local bytes read","accumulatorId":92,"metricType":"size"},{"name":"fetch wait time","accumulatorId":93,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":90,"metricType":"size"},{"name":"local blocks read","accumulatorId":89,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":88,"metricType":"sum"},{"name":"data size","accumulatorId":87,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":91,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":95,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size","accumulatorId":101,"metricType":"size"},{"name":"time in aggregation build","accumulatorId":102,"metricType":"timing"},{"name":"peak memory","accumulatorId":100,"metricType":"size"},{"name":"number of output rows","accumulatorId":99,"metricType":"sum"},{"name":"avg hash probe bucket list iters","accumulatorId":103,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":98,"metricType":"timing"}]},"time":1622043427414} -{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423018"}} +{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1622043427637,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":200,"RDD Info":[{"RDD ID":19,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[18],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":18,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[17],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":17,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[11,16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[1,2],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":1,"RDD Info":[{"RDD ID":22,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"44\",\"name\":\"mapPartitionsInternal\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[21],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":21,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (6)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[20],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":20,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[19],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[1,2,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423013"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[6],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"15\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:93","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427644,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423013"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"count at QualificationInfoUtils.scala:94","Number of Tasks":6,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"28\",\"name\":\"Exchange\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"14\",\"name\":\"makeRDD\"}","Callsite":"makeRDD at QualificationInfoUtils.scala:92","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"29\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"33\",\"name\":\"Scan\"}","Callsite":"count at QualificationInfoUtils.scala:94","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":6,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.count(Dataset.scala:3005)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.genjoinDataFrameOpEventLog(QualificationInfoUtils.scala:94)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils$.main(QualificationInfoUtils.scala:186)\ncom.nvidia.spark.rapids.tool.profiling.QualificationInfoUtils.main(QualificationInfoUtils.scala)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\norg.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)\norg.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951)\norg.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180)\norg.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203)\norg.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90)\norg.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030)\norg.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039)\norg.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)","Submission Time":1622043427656,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/user1/workspace/spark-rapids-another/spark-warehouse","spark.driver.host":"10.10.10.100","spark.eventLog.enabled":"true","spark.driver.port":"43493","__fetch_continuous_blocks_in_batch_enabled":"true","spark.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar,file:/home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar","spark.app.name":"Rapids Spark Profiling Tool Unit Tests","spark.rdd.scope":"{\"id\":\"45\",\"name\":\"collect\"}","spark.driver.memory":"30g","spark.rdd.scope.noOverride":"true","spark.submit.pyFiles":"","spark.app.startTime":"1622043422343","spark.executor.id":"driver","spark.app.initial.jar.urls":"spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,spark://10.10.10.100:43493/jars/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.submit.deployMode":"client","spark.master":"local[*]","spark.eventLog.dir":"/home/user1/testeventlogDir","spark.sql.execution.id":"1","spark.repl.local.jars":"file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT-tests.jar,file:///home/user1/workspace/spark-rapids-another/rapids-4-spark-tools/target/rapids-4-spark-tools-21.06.0-SNAPSHOT.jar","spark.app.id":"local-1622043423013"}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":0,"Attempt":0,"Launch Time":1622043427655,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":1,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} {"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":2,"Attempt":0,"Launch Time":1622043427661,"Executor ID":"driver","Host":"10.10.10.100","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} diff --git a/core/src/test/resources/spark-events-qualification/eventlog_same_app_id_1.zstd b/core/src/test/resources/spark-events-qualification/eventlog_same_app_id_1.zstd new file mode 100644 index 0000000000000000000000000000000000000000..fc1dd90f794839b8a38c47f70b6c3a1e098772ea GIT binary patch literal 27066 zcmV(@K-Rw~wJ-goolgS*thSBKRDGY0001tL;yfL1x^Kg1#ipueTR|;;>>Y5d%VK*Z}uwOXn*2>P=;?+n|QGi@{7mS2M*ryAt&=J988hud{o7h}R*y4~Df ztkaKYcK7EVzgp8*HAgx5D!27-#q~iNJ%6vWt>!$`7J)=lNP?yis40hS))!89hg_TDwTOt2ko~XH(zfSLP^48qu=- zMM!`a&~MIB6Iwv}|8lHWSU2r9i9gT+!ZPM<-fG^>=#&)CWPi!te*O6O4hFeaCFDA6 zFZ}-ZE9~6YD2Mm{1$K7lcKgj2bYIY2gFU0WbBuxQW_Ny^=bd4{k$%I9Ga1Do*InM5 zbfKKpgs_^{VX$|)cez6mlwbe|2@VVpK~Xb`5fFF|AShmhcr*cz0UsPFV1MsaKlmPJ z{Ptr@JI>kTblBdlyXWZEQ(;IIP2sjPw1BSW?Cn_sTdZ;!yglRm@o&1Jk8&NZ z8B-k09^;%rDsjj)eyR4CjAr#Wz3@mu*{k&TrNjM~40rT$6mlElO*>I~&UT15x%TeD z;b&H}pTmpJxl)Ep#s{zdy{%)**H#DzIJh*+_dBPYy&0sFul|}?bnsH!Ew^POt!o+v!?nhz0PP;N|Oswzic zreg5x{H{ke6qDdIm;`2TV)HJM86K*k3ZMv`avQ=x0Te;sY1Ioleh%ktHF(NPF-cO4 z(=<)-lB{Y{P?eMyHO=X|q*Ym!jEK-X%RVw5A7YgVxjliQnjC%Qq2YjME~KSm@p_U9O$qz2Moh0~B40#&c=U7AS(QIpK6k zsGzcjAvvo_Nz0Pcj8@b%P5*)=)SS|sq$$o>$pxf2+WB+V0!0crDM^wFMI|8**Kw9Z zAy5<{D=AJ3sP8<1A}GQrd1injXurnp3OO2{Xa7bqg=DgP5ky2pC_A0u)B;5jQPXG8 zv^>q&*_nF|iXtFr0qtDzGk_vU+nrUO&VEhKxOG60>@vrIq6PFEjr`6T6k!4J&c9pW zDbLQm%bxRqqPT!+!}CB9RKHfnU#sOk`D}NYKLr30kc1LS&;r8Q^8E~+2-cK!}~XGF}-BZ!H3)*A|fPM92PJZ9uCc3?lAX5m}o!?h*Hes z`{BQA-i2FiwTbI&#A<$*v{!4MhVXH>HMBRQCTIcmyfu8>a~f$s*1??bdmPtD1GIn^ zpaqoq3~t*kz;E7{ojDx(J8=Mo@^Dxx2Sf)P5CQHD;iH{WTc7JJRO+S`(_Vr7ai+Io zvzFuMT|)EqE97#;bVG}bH{C$K;R$0$v)xAb-(bcxg5sYkXzbqL&$yi9*Am?`$e%*~ zy2A~WN5$%7?}6{=f$t67knh@Yx*ulS!CvRwO0;Y4FSWRXTXu`VuHV~lzG}DkoAU1Q z>2I|Wo#R}ssgkbAn&ga8_MZ2pXZ!EI48*41d%qdp0;QtBQvg~(op)J;g!g`L)ov_$ zoN?42TasTei3El1Od{)_puO`MsBNC@tX{i;6$TPfGxVb_b)3`JNij+ZqkQi(OpQaO5=l+P z!2;zh_scnzIDfTM&280W4%akQ=ZJ6la+=%w`}$f1H~jZ~_uT><<}=cepn)QJKo}LygB*Po z$h}>Jc3NqF4pQlN$D!ObN$TBB`;6`l(x~8ux8<94zFLehZn*Q_54o%IM4^@4BaH|2lt+V`Tig*J@5{w%Lovxr6DV z-kmoYoeFtD3#bBl*X)MAZL9W_%xX4!UCCR+fO%`^6IJYP0QW=KOYMFrZ@%!`Wv_V# zcNh6NLqK}r^41`K-RW=YoTrI|-QDfIW4C?|jEJPcGLb|P2?Qc(M2?4r(RffM4@Z<> z0fL7kqC6N-9+l|94=j;KgF_>FG$ITLMY2G7OrnZ}@<2d&BoHCM(m+|zcvK?CgVM0z z01pbo!f-?nha~cVFd|W9!NCwkC=3KZ3y9X|SPj08W^3kl=Uhci4yV9_bcS$0gw6Dx zo3{+~^WRY78Ga4YiJ@Ld$adHRK)t&Om&IX~w&VRK%;xmxP;q`NJWBJWw7B zl?a1kc}SokaX_GPOm~N`0mL}nyv`-tbichoo?)8x*S$Tq7?(4KRKfB^!1xN}8uq(` z;9SEfo#Ez|pTH?!Dsm4ynq zrl6b00Fg-e<8p>K@62{i?{C=FN+&szpjaA-%7f8u$F%yl3%3 zf${0=amFskd9-u-Sk&xoOk8C&NMA3F_U)r z<2YxG>BF16H-)?itx54PQ%6smlq)83&R)3fyn<7NlkB#5uf1g0>pb88c&As(a0Q(2 z@y(%_>D|W}3R-Z!Oy)032`8Kn<46)JpnR9pxBubHGa1D^{BJBm`Ru(^XBt6|1tmD& zC6Sm=de~x5N(py65dl9QD2i~%_VQ?siW$5<&wCHQwlBD}I{@Tz_H0o)@VxgxkPe>r zo(hC8c=pQ#moxZ#>o87-t%Cy4W)euL0MG12)4gF?!K5;Q8=CQV8>SayDhuF?l6(!gP|!IK2Wh4VFS!8Ob=+ZHeBJddw_Xt=y(Y}c=2w%3NguIn%1o0K7oDPY zT^g;XhZaz`Tg2YHCZwh&f+)8Oi!q4~Z*Qs|s*AJWztO~Es%Y)9M9&$!5O-UL!3(w- zowMg5&!t`8mea@xvX@#KAP5#z9ulB1CY8ohf4@cWrt0ZgS9)f!-Qoe)p(rBaaV?=# z7GTG;TVQ$_h)u>B+$F#gC5SK_q6me70EPymVW~7Y9vqR!Ljh$sz? zhlPlw@i37{91Mo&0g*5~Fc>ftKnv)*y=!q}l?IHTGiEsD zI;dG94U&l^vOofP*uK+U$z--Wz*Mmt4rRB1#T{m^y%4_o6|T!b=wUvVL8dgP$9EJX zjP*D9aumLd-|O6rzV{Vs&7eeSQb-3y(s)q#S6K7blzUHRAQG4=*dd4Z=MNly2s{x2 zi_0m$RP*XTM_;v;CFdkb&41T_th@ev;xs0d+&4vlB+3|3bm_LitN#@EjPtMYh(sif zhlhs;g9b~35n+kk%DDB4QC`}41wL>(`nS_Ly!8DZhcmlHF-lRaI_#Pbm@?R2uEXK$ zY|3#RpWKXYdf{$bgM7Z#?0xm0@nDE5mPZ1-*_to?IS%D!l#2)h5i!Dni~(VA1p@+j zkE6dk=fC0kW{^v1dFP@Z&Kv{z)4B7%8@9ZAl>Ieh8Sku7{T}bo&86H$JmmWBkDMgxc30tk z9F>=xi=Dd#793yz4)Bca*F>EI5k3&{@0K5kIOPXAogL8f)|UllZ^xD86zjO%aTnON z%qtJdquR@Cg#q#loSGUH*><+21PBu)t0|{xO_w54b4nF;RhJ}Dl~qZSno?3w)4HZ2 zDlREn6E#s1rI4hYq)U==O4f{05hEp4lB6U_NhvQ&QB4^q1yxCrij`zl)kG;KIbBnl zBuSd4c_|duoTkc(lvQ06rI?~rNz0mwNt&{%tT@d$rxh!yQcQ`OCTW@`Yfg%yq!}$r zQkTM-6cwpxT~;-#S`a#B}CMM_RFT63zTtfr{Aq&P{H;*xU8N=}kRNja-Ynw2$CQmUjWcMajvUSB#coiWWsFDoK(qX;#*pu4!2mB~cVL#fhq>!kUz&n6i>noUR$GD@vA} z6xW<{N=l-xX|k+XRo0Z$WKontN{VXED5s2 zO;c1in1b37L zlLm%166}mEM1u3BcP5nzg#mNBuScz zMgmTQnUR`XO2rlBl#|3AMPbco#YwVcryEx_Cx|WSs$@mo1^DwcplAUxn4k#KlBBKz z(Wg8WKb{Py4}MsdlnMoPU6W-=RW&I}TGOPEq-#zouT5Y9iekTAf=cDlkWeO21UagS za)=Gq)q9j=3?+xP?)SXQ7YG=`0U^d1rK~(q6l-H|ihxoVP=;H_^Lzmm;ej9>4bS9W z+JGKBh@b}(da!^VR0}LI z3PsRE3urz#cp~1pmtolTG)kMEC1u)s zSyiu~(_%gbE(QERGGNX*r75i`tSzNq==`fzRSu@NF~j0|=4<7%V$@77(O^2R|?%6%-y! zv&xk6o=n-|pcEd3hu?>$5CfLNBjNI1_ye9d0EMSwit|(WLhiVs@8`JTdHmqOfd@~X z0|y+K-ibnrQi^gWBq%DmN^!4T-s^Y;b6bH9PPYLCFb;XY=*fD@Le9;lsNCU+hH`B7p1g0=FPk{6zd|Czb{wb z8OxX{-`7mKvEMG08Cy&-3JE!^?s+?XgL%(0=J5{WES}=cJl<)>_4Q<@-0P3u%Ve~3 zJ83NK7*68+?`wMD?@gA9gnXl^$$8C;91fGWrTgCunc1k6wYSNjbWY8T01yBG0}%iq zFd!I=$fYAXeYX!3fHO2A8a5#y%cPM&EEdBc4ucp9Vh{!~gb-s4K}I2?79{|m67CIb zuSmM`Iv`vcd-6|k?$)v;9z_^H(y5Zyc@6!Lkh`eXEIPCxioy?K28!gvCon$RxWRcw z619ux)Z;tJr@IYiH-u#Dr~(JXNYNFPKIa1rZ)V#q`nBT-U|vJNFpf$QoXXe*)D$OA>;4Z>i&H4?c&owcFQS-A^LAOvy zG3A>-%=`XP`9XHm!F!us9(@%FvupA;AEHNL4}xovESU~GQ+PKw2%$7MBK|0`n;P?# zH@r~B{rPrwoT7Z^+!hYPXeLCaFx>OF0MyN8jM)}i;%gHykq!srI|&iE<}>YfE}^T8 z(rpQ(Lke|7AZATi^P%oPd@Pq6=439%TXtVI-l==>_ z2yYmpnvZ{v+c7=(r%-|yAa#fpm=CN;YF1>?&P>L5jEl6JeAg5Bw{Z}=6tsr|Trf6G zz+~;p4@XYDUf`}Wb{*h&>GI2N6g5DA{n0X=iwSW6Codt}PWN!V_4d_a=iQTT=&cG` z;HEM~NLL+!rUh*iRXD8@gyzjAIbnNv!dGoM2d9aQ$U_U}3@;xJMxjWP~)Q!tTe4k&_&7J6Bkfi>O?$yFf{G3VFN~q^STr5*8?sY@8sVg#gUR$FkWG!vFU09Cu=9OU7qL zj_X-E(#bzV_56GyW)NHi^`j<%0ph!#bQayLebu*x-l-ogsrowt3Topk3coFOz7ZMF zQ(44M1YyGBjwnMW(ykCk4O<#Zo@%WCE1rrY$0vA#Z8i~#_)%`io2NSIv(K`+f(`QN zr1hF*jbHAjCc?t?4EzV^hOg_O4hZEdZ-It&0AfJky>i|@ zDv)Rr`v6>hLX`Yxy6Rm)C&BqT z+$rqx`}1{mPX%j|8peR3$32CP(o$=;AG{dhKsR@x98AxgP!soxTJRu-WhMr!!M@o4 z!7)|@l>6Af++uUG9$b(fWm-%aw@`?&GFDww{LoshEJ7JYiIvI#L>Puf^-Sj$mY4w4 zzB4yV4;o=DLtVF`KA=XBiF}>`)=TRJF$AEg>Ly-^qUJS(e!R355L_%#4bKt^>)NkY zQj|@hhv9t)oI!JE>NWax9+qXrn^fH5SY+wryxV`V2Np7Gyjjlu*U%njHR|zl;TeXu z$+#YB5p3R#`kJ}*Tj27x`QP-UP6hX9dWO>0mx5|Pu>ri<8z>L80?`}F1a~#$bMlbU z*mDit88e#D()hoNLMx?rqq9--9a=rIaE)?C@(==}(cHC^rn*2Jy+}~?uE4I;@%rz; zh8uKeajcFGAIH)a;?O7if6Zg2+g9;fMh&YP*P?YHtw0NP5=d^+s!pWmB0}?%+Jgp= zIvbCw^}0Z+K1m13n)ZPev15SPoF+XvkIafT{6TWNaBvkb3+M*jwsF8%o1mO9EztM! z5ug1tN>a&y(IC3bS+~h|tq@aw#^P8s*_d*yA1wr(o3hn10x9K`2a*iha~}dRl&%D1 zX!*uTnL1Nxx9L4_KZ9cpNsXSkuFD9GT(%eNKmwS`f+dI)s5!&=9%M`O;FQ8AK@q)! z$xTF{XCV*JH+uB)pF6|Ji}?iX(?}r?hAKIe$+%890K~hYt%)5h6hBr!A_10Ga9@qPDt5zW zrvENmMg%?Y=cXh6DXztwi3fy{X(Lowb|s36NMNt%!{|5;aq}~Nxj&HNG-jhT6n-Q@ zW?~k9BXQ-E^eiH4AoxEIAG-lQUX9h{1WwJ^xt#x0;Fi5)0$E1it1!T^K-hQxe)d^r zv`nw11Ks{`Rjx#3SPIt?Obf2%(nVFC^my}m+zmHyxA+9ftW{XJm( zN$wnF?Ksd&m17tPAUiO2#s+Io_>Q@;ym`*D?TPSSm}Z7Z2rGuErvh4Q&!>;pmmzeO z^}B6ov2z=$XDcIc%bjCRcF%6J)@z6K{dKxD(GT-2*l^0lR>;~w2{hwOgfalx%eC%7 zs!W9+#s+5Sod_Bwo|~gz3x@qAZ$)B=f)gi~^ytm&N(e`BXfIo!&bHK?{B89tIS!+`0r&c5*P?|+Aj;gF zCpw^z=}0NpqC(ehuC7rtF}!rtMfHwGb13<32#>NIWVK)Z||M8Y^QR)3jzfv{(A5yEWMr;vBiP5L)_d zVECWKwui=1d#gF6Qj;MsDTJpawLYK_WV8c7SX?zwT&yV0GU)3eSc0);-je%RMBcnN z)xzo5i@T_Fuu!&L^<2UjaP}c7iO0+zpo~ zu{sE?Ti!irQ%BDn(}j?pMiCMHuJVenfmz|t8R!)&wNt}<)j=JX(4i90X%=~fFNk65 zG#9ui-HWkI{|Hu2%qeLcb}iD3pQ{}@_);^J?gy9$O?jWrJ#%P|t{xZ9u?;h)uH%W! z56zvD)O|LoD^nQg7*CM~uMQ#%xuY0*l07avs}>7%)j!@Ati;)XQIBMEAnoVUnoORw z9gYb)4DoAeVU&*hL`8gP*2hEsG zG`D?d#UDs!0^Rno(E z>n2y6FiCe^mR!odq2_V=NZPOz?;uPF@gL5*t1JL-_#uLXH|!%@00eWK$yIn~C%K3V z(0Z0pAkCN%t1-==4HcvHh?w3cH3aigrC>c|(tEiv%%fplea|AE0f_DovCO=|Pj)(1 z%|FqTDbAT-X(|Jv_D`vN4m`rE6C=~lrN(k3F|&iCcm#MIAp`@T&IsM2`jrSE@q-K)U+*67b z=B5TM6bexvn!*soMWO@xew22|L!_`wUsMes&B;b7W4mSbCJvwJo*sF&vLPCZM6It4O0rO`c+2|gS{q26x7*Y43t@bA6rDvG~j>LlBf4O&_uvWdK$o1{tG z9>m_{lUH@K+3{p7RE`X4`opmT?`#WoJ+FF7LU!Q`3q{$7mM#=WiKa7gI8mNzt>sah zg^V(C3iu&>OMzG{KS0OlbqLw@4u5_0UL)wWjbXs7h369Py#8AH529A(fF^!Mk_6Xe z`xOi&)}s{=M3hH;<$txO)&Lntn20`OjTCN7I0wxYz)mvi9fi$fBQ_w2^a3EWsC5Kj zSy*zz=$X1~2v*D;L0@DMIEC5lg%|a&vNxVf-ae~qP7&H|cJ6cQi1(?MhmH~acTHC) z3KKE8vOq$jzds`tC77d4Sx#-BFB?3V^bMgJ4Wa`o7af5@<2E&kM-R6PkA-ggZZ#yU zr1Abf#)scAbg`|(!=(U54hQWeN2%J<_SlK8iHlkRgbpk+p|XSlh$aT-d=V~QKz@pe zQ2Uaj8ds5=xn@DA?w?s?T)LJAG1|np4Hb`l(??q>R5~ahBc50P5k6zIU0y>iPJ+r`8j`M-$;f2P4hMgc3(t zT+XnW@#!iCH#|Oe1mUCR7?tx(ScD7UW%l91C|OtlJL^@S zEa=!)V-gUK7=sB1THGb+!L*?ipL87iWs*e9u)={70m=nG+x%_D-)FV+`p!rnW~=9) zdgcAmz%s$^xg=c~DZJ6~Z($*Ol=LA#;~c4PdUs87QsMPi zyrxaDV^@;Mt`PWb6(v**6qmyO^l>V)3?gHa#B3n7JTg&dt;i2#?Ee5qWxcFwSVHSN z7J-LJr=1u$+0O3Tnz$WE+oITy41otgQ@nS}>0*0N%i(C#Y`pAH43hgjLT^*RgR08B z1uYCz05hy{`JA^ig*C{&>QVPVEYr0Uk4E$MN>>gp;yUVM>Rb<_6R0Nqm)VB~35e0- z9(?JsCJy-(E}t}xM5c2UP1H7$%hOKt=)+=~GFNz}a#zqZqxHGGB-ky*1PNOizxtVi zb#jOi%b6&5x6qIaWu{FqGmny~?tbfwFwLBUs646t2OW6^P2I$i^~=hth1W8po;T#{ z6EH$(CxIK99MEN@RETIesDDS+<)1&P%p|wTyqdLDO1oNq#9_y1=PC%Ax*SkKzpqkA z=oGse+7W@E9h~9xH8tFyL2lwcyz?(LEyr=BrvgK*X#+|s(7Zw^oBtUcgx;$UM{T3P zQ=2jkSv=a|iqdHGik?GcsH5S`&bG_WFqLc#PD9Rn`i0Z+CwjXsVGxgNbXO)E7I&Q! zeAe2lZB51XenCl`xNMLQ>(Bs0a^b|uG;WEcOFF%}v45>(pH?1YeRuTVLRM6j+}^F0 z^9S5(=65sS)xCu_UyazfD`*NRCQ%PX;dDm$W%;fFe6MJhp=?O0X_eNp7%p#$Z7MBk zB2|@&tzu@q^%Kg4tR$=-MQ4~gn(Ife2^p$Zh@B|WA>$>={yp8NAp|P4@Xu*i{s@Gt zOMIy!8%rG|zqXZ4b+e>eyd#bwW~~5bwuN86irXesX+ru>w%bDcuLVDX4S!yX1;2jQ zIh?9!%{$ska6xKbh|(U|Rn4v3KZuRScEc)41dR#|b9AOUNfs>X7URI|IV5N1u)=YN zBfialHt3!4@ZZGM5r)RW)~UeVJg_-_s4a&|xg)Zb6NMYXOAo!lW+;Iw->l2 zFfT{4QJFGdyx}WoUCVN?%?7ojmucf=3myqR(=^gNYOyC20gHpz$Er4l8p&H7gCgwv;eum$#j zx+>p^h3kY&;6{Mec$+lMsZXgRYNAB0ER(GxvNRB7d8%uh!GGVdBJNQQ;Z`CMcKhcM zVQTr7Zu-RzHcR?b3b~FSBCO}8;%1JN3Z~&u`sKi+t35t1wiZ88Jj+eVg25G*QHJAR^uLR7(qVB+PbJ3GKdHL9rRm?%W!Bh=^Gwi(v5kY38( ztUTpH#(a2-h$*rNDsvV7Y+wkZcKAk8UMWH5A~Bs5Swp0<)WD}MU!>a_tj#jY%1`Si z2bPhTFflFSqsDKd1d8Y?Ld@BZNbuvj7Bj=pT9zBnPx(2a=;{7QYX4zjlvPedApYb7 zl^6IphJs7O?4`B@%|yu)$cUabj~Yh(o(G;{fJC&Nb#4eq`6brFbiG>(hW^J|JRb3)p>q+Z#n9Ie8>UwcbGrvfQ19DkjZnmRewB)HmK7j*PPI3u%mQBLU9 zUNyKf4rku-G><#r%U26Kj%1_sUiSJ@mXJdbnU2_Qb3H(PFvBu^cz$Aut z7&1ZUzu7TNG9wqPJC3L}6N&_z!wsar1%o8V1Vj_9#`pK@x{S*#Y{%3c;v%e$MS|44_u-j$&?7u?iBKQVqT z?^~1%jq1<#@kz)p*o6ClF0Mgw60@>}SOe0orxT9pRsT{N5E+gvBb#-n^bf_07hcBP zhB`%3jCEb_jqINJ5phoq^MH@zAW1P~&d4hD&`SU{>@$p3rHX=PL_3O+qAajYz9*;Vi)j?fl0qX)7 z1SRiVjv?^I7ZhXBF#%vuffU%SGlJmc3RQmQ`}Z2ZNV&L)^@VLKipYtYE<1&t2t8sG z;nn^T;VZ}oVuPey(%onj^;M2Z#3MrC3s(%Xu|X*}^y8R(u{mJ(R~SpDmwlKt@CpH{ zqN+$yee{Oa)n{x@aYjKIWCA?!mPUu0My*FWcJmIlW^UT5ElF{JhJ2LtP_yey475i+ zNn&O^jY}dQPU~@wZBAH3KSkH_D>49AXdvH0yo6#6jWW4`m*)FKkxGsvAEiCe9_!R& zqk2Hv5K+)ENJF==vGDDPMdr(k2G1N%9xqKr|5zwXorQ5&RFYE72(dSzJ~EQxO|@sZ z&KsMXwTdqzyYCuU(Nd6G86wE>{vsfU>l5W*FPE8PrVp0~y5{eS^zerA5VG>bzOLJKaResWIH=}KXILVFKVt5AkA-Zm{ciLH(1 zen7DMc!Q9Z>lvjuTsFw!a@3Apl-R`3_to&>Y#IFIF%Q49Tic@svWe~< zFIvkZQL{M|52w;lGgL*rH7tZSoRBCja$YosV7ZVw)3u>G-a6%$XVrtggKaYcm=3vH zs=L7g#rFd9?HpDdFb%HqG%rA^sIAU6xNx33Kp*NS=0QCg6@R$?hc`fa!mAq)R0soZ z-0P0^)@By{70QOmR=R&4QUIze5G#YkI-wy}xO-~;n}`5T#5IDqr6yB>5qJ-mDc{~2 zdvdQCI$Y*@nbZ27wQ=%1*qP8^bNSl~HYR3OSMc5d0Ww?KoNT^Z!Y&}Q9qT;zdv_G+ zL*Hvr<~{<*I=Bx)3cA~l8%bB9Qm%Nfn2M$)2yk3VQUmAmO)uV6<2k&r#k{QZ>Qca) zo)rblm8dW0p}M0?8+od>q;3#72R3#VJ{>?GJm~=N7E8wZUhdhnn~m-|#9CYCaaj0@ zowX59_cm#bf>VleVZT-E$qOy?e0!ss?$UO@mF9&~GYnlBm# zi1X}4FZ>FQ4rW1rF2zx5Zqzp$pd(N(FPv&~wwyF+Vu=(kdx%;C}qF=*=O+ z2tJcf`v?>sH{*X3G3QJzMwfhgZ8qId(YL&bS7TEMXCEF&q=%fcVE|gTY{O zSV=GCW||scrZ4|oq=tTY^wJR0qe3BFG-3su6tu#U5cN8Hb~Zv08NgPA z^!q=pJx(x4XKTLuPHH>w0%ORE8|ZOVp`tly5KM$$n)Eg^$zU%w9A?$G%-y#p+*jK@5_w zc|F|0m(`=_&7u>1po}5b8_2z}{X($5MT3#pQP2dQs{0@YC~Il`5gpMGDh^nT?exR3 zzAY|8Y8O5Tp|GyuQ?)H7V^ap%YK-suVq3{Up^&~E06Qjt*dCL1G+U17jgZ(KA~LL> zqLWXzuslYJq>?G_HxlVEs1}|i0W408RRRYR|FLwf+eENB*Usz* zUOY|~%2}t>a%WA}W1|QuO2jU9#s+7p74g!Tnx5aTE+(5bEt z%YL>eLaFxUSKob-O9cxBGC<_d9Yp*1hD<7hw>ul2z~}#4;=eCJkllskO@E{(4M?hl zSp=P;$m=Is2_@7?G>g$Lf1(BtT#SYkz~D)7lPpR2-pufjp)dFC%dKJ)#=I5CuE3Apu;jKhhGDmsni+6`W)iu>rij{i(v96Uka9KBNSkf04SWlu zzcIt9VPaaIYuoDuX=$WhusKfmF_4qPJ~?B<-tJ}_U;_zA^&vfuxnmeM=M}y|TQVU> zUGdmH+66P1EcVg?pP}`fGoe-$J3|bfiIGQ_+Ttj8^w{1TLc&B2dq__NnqD)ap@nA4 zFqG9N8rw%EKq)?mSBYH%^Yvqa1qZ%_2^0%BzzIW=j^1b4W;dAsMqxeAC%>gleQN;_ z1EZ5AO{|@{!lnX1p|@8k0IXLqX0WO{O8C4saa${^7WwtWG;c8=*h%JiZb;_{a0eQY zD5Ptz`XS})Lzs*#M__@^z>ZOE!5Yn6+e8d22#YZngXj(EL{b3(rkHU83gb9N9ba{l zJ=2Njy9P>6l4rT%FwPcRE<}a=JF^7P@>dgMEH}PyP&2S&)M?E0UKmIrz@gW`C=j0@ zZiK5latuM1r@#uJZo^Je7E>Y`_@HcbQ~(|?H%t0!!Cja9z-?%3e6VubQlW$v}PbUtbTQY#%zJRFsX|H#6D?5=?IAhJDeF zfkaXb%%tL@nGuEG2B19buPQtSXmC7sr`x*fHLBjN1_WmqFc4NHM#t-?}iXU$XG+rGy>*2EX0E2 zuz*m@qC~y_=7SX_DS{bmSU&MoSyM@_OeoT`B_Af%ZUv$Ot44C_T=-aY741zIBK2an z%`GMMF>DNS$J(C&b~7!86$V;Ng>_UekK_cNc^z9UN7 zsqjrzS%vd3^!6-YZWC+(32!7L=v5`?GNg0=xy{wfZ9Q-$>@sL1wG_I~YPRk7$UI z51FeW-wZFfX1UiVVF*no1+L;zAJU*Q_yXn$tx>YuK5w)!tYsFnn8c4b3S$@FlZvW| zO*LaE(Nw+3vkg7k4#hM2gtyF$ctJ94VOd7dW)}I8zDuxUj-$m~nt7H(U^f6k+3`ip zGrGtg{!CQUf#?^%`a5|;h&I{3OUh?mTB*P$a{-i+%|Cc6@A zCzDil`2oK4uTFDzDfdGJj+W@Y?Cq_EhALKE*?4rv&zj)03V{6@J=L-wx@JZcE|0>p z@1agTc%oTNvvw6g)G@IE?wTNA6=to_F)}=4yg#d0%zcXBH|5 zWB5`q8MuH>Y;3O6pR!x!Ccvq4<){e5ja|SfjxPj<0nnHZzg?}<#PYC?IJ5)Y$9?S& ztyvDj;L@;D9UuJ+<>wWg^q`v1z+iP#wp`9>y^DoH5a7!2G+`Z#b!ptyvVmeWMAS?b zMV$2mr|=$H<-XTAro|F&D-gir*Gd4IHoPe?45>Wir%s^6f|<}oYfPpSIC)aIjh9;< zl6XyJ7g5>+fPq7oycm9$fIIjNuxs)MgZ>Pn!A0;HV7FiH#cu(8XJx9 z=7im{5^CPiw3dDgozw{6GM0fJJDqBXPDnTFMsAD{p#ANZ&|3@f+%W_Ct@R6uS(7Fk zaR((=Vr%JXMnpfOlrwdv2gm0U)!;)H!|rPG9Oy0m%-_5yP;1|mL1ZS_kmo;0=K$c>i8iaIT>r!d5Q zqPEtU@PKiR=!JFvLA9XsFSlFOyx8|c!9zB1PC2BwBekQ;u& zc|FN)SW0$xkP#w%8s)MeDJU1kSfDp8~%-<{a5HBT9rt9ZVe{U zW|Q(!C|-rzW+-BN$%!o-v_fjT#m?gf__ariF;I63DL6hT6fM^mrQmP0%+kyJyVnCU z@eokW<2R0)PdN=u9V@?2)XEJ|BMkFk_2*fq6&;R@(k0+qPywxMreTtEj|2L5C#UPYKVn8I3$oBk(G;O6e|^(TS>}h8 z0g)+g);z4%76fycM86$EL?nS$0ShT_~!pQZ$SJW8cfF!?)ZA>*!MBO+=#oOor{92MO84!)hpTM#9PUj$;M4} zxoZT*RR?i-goyTq+C@UpwG$e|-v&YXGANKfj*^`q z-?kvzu4<@w6vAh^`t;4y1{w!>m`R5aqUm5vN9jX~=*&ulWsLS0519&e#Eeg9EXk2E+_qa6d z{o0IvEZr{SIOb>cnO0%_@ha;4-4II(L(HH(`i0W-!Iee9<1=k5T*vk?nKzAt=_n$A zzU?5=pT^*LtCM$tb6<(ffJ3H~XS--%h2CO9XJ3#;X9%yJaYhM&<&1eMOa2NSwM;2S zo-87!i==H9{LcRJS^|kcG#yT=qX&*Jkhpc^hy$&Z2`~V@DyO1b_O+^-0@z*v zN(g3-p-6?VWV7KF86TA$?bUjF>9S5SrnE^KBTJ)&jKu<&N*Kh@J`QruzdgzE9v{;#>H6IT(l*c=7P=3zvMyh@`@JvRO7M{70Aw#QMKAhvxT&`+7 zLrZ+Bk4XspVd!{?=o=6jfBC4MVf;7os3#S|abQD;C{uwaEd2L`m59x;f263Bs1!8_ z14JKh@jr;CeOQ4ZS~Dw!3tU;;8@30M)4tWwxC6A&dUxTzC3jhNVXdwZTaK<}S zEoKK+`m73RWm9H?B*6(RT;YVp%{(qwme#QbeFBNhYx|x0pVj^Vya~kqA`kRLe5wYj z#jEPOP%66IRX-=?92jMQsoZX+N*GK*Qxs2TmPDuS0fMpxYjPkZdq&Aw40n=eAgVJ4 z*G9s}+~K6x0ZR<+OI_@m!!)p#9+IErv{*hj(#d(8iNt|~{iI^KHThu+6$bpA3**?i z?0;(gVBNqYUD5~D>Rarr$o{*Ftu7}rpa<1ONPAj->KX8E4)GGRJhUwlC{fH%1gF-n!Ns={jHRU#8PwwO{xHv@y%*>UJ%oP>$ns6mT3!9 z3PqLyPmMbW2c$TZ4JD*ESveE-Nri+~+cF-(T?v;Av>4g~E4dv%Wbi*jgie5XAPp6( z&KFjiC195<^l98Tlr<=uJ}eo-X>b=Wfq3v;0zc`5=+8ILtWHFHHC1s@Ad|r2pDI#h zy{yKd0Y1Q(cbb^ul{a{ZxGj@ybR-gmD~9+KeJ7M}*YjX>rIOU4qW;@snPoDwxorb) z##=?>b(88Ve@stNmhH^oz~znaVm@mSEMrEbjiWnOKP|wY>?n*QyN~$>^+j7MH-qLj zQu`yS8FKpV%vKXH<8gxw+&6fT-Bzj76i%?;0+<~(^rmz0t{vg!s5O;N+F zMgME_6_zbME6FZo8O=}$AZt6m2D=a#GiM&I%;^LEMLC+s)++w2UUUe;qo+98OAWZaz0>ZR%rZF!*7T#$b5Yea zX|N;rfuuOrN(yOx>7`39^g*w-_d_1*M?T-=72d=|+PFP9aPm+kP)PSBRf!&z=#T)3 zQBC%v1jn*|wJVm6iETUBFU|qMm~OhzFH{~IYyQSS_900WOtlXSMVmG>=|-s&NdM!Bn9M$2sSs%+_WOR*ODaZ5I*3WIX*gfDd8QO9iR6 z4CcSJN=D~QSAKKg>d|QH%QlAdG}dzD8wU782;uEEE-04s{g z<2}fAH|BJj387**9v$gW1!BjGBZevUfQJE>Zyd_6s))TjYB}wJJJ^@Md!y5)AAbKz zEAGvqIb-rJ2KL6Yfi1>YNU`USAHA|1u8;Go!4~y4!EpDrZCP}$^F+%nU%nl_jX7p$ z$2W|C6=+lKMp`zI^HF;$Ea=QT1V-^@oFwn81pLtfk_mtd;x%l07lvEV7%qKZ0Jk_6;B!9GzJLVlPti%Rx5G>RAl zU!dksM^4urKFT81df&f`?cOR8_7jJh2WJU!Rfy;Gq}y$fyw#7*9j%dQp#^U=UnhE1?w{JA%--GgJo zxhRBclC#*sTX6h!sIk=2b9X4=P?E|17)60%p^&INJqFv{elHtphP1UEBCq=er$Inl zcF3$`aCkg~LkuY{wX>@G1>@;nVOhci*#McFp*WJD&*Gky_XlCBf208rPF@mLezLHh zeZ$ofr%Pk9MYpJ!*7MrFC~Y)Rg{3DK)B3bU z6IRxrq_Jszw@!t92-;|oD>sdf`6XKq|0sy0+u&&XWofg!Yks@wn%DRlNZ8>|y^qZ> zFVMPMaZjMg2jNdA1OZ6A#o2(OtDC$UGC*pv{$B{+H~S7w>AcBD;hJd|B|cbKgsx&j zJ(QV=!$R&_2ZJW!&7DfTL`w1|7%$r0T2oQXY6~%ob|s)8?uEom1xqe#mj7j z9yL_~P+0<)Hnm0aO7?R6WehyNyogMCvs$^Nq=styfgg9yBQj!)K2U<0Ah>2zu1y;F zkUUa=9M_R(_e*ga#cV^s1_3mZK%%u80YJDGjti9GVkXU`m}1oPq{Du6X}DjfnJ&5! ztmT`iT=vRF1q~z)G4~oY^5-@qb{6fVsJw^o9xvWn5^^0@$8EcqjiEwlj@2gmiNpf+ zxKHzpH+hO+1CYz6j*2T#a2eREAv?>yI}xxby8Kj0#O_)dQ|)t!+rX|i%ac6MQnm4F zQ|U?1I~Y4E%<8q+b?!Jn{vn;T{#edHT zWHO0}@A@!u4L8I5d-DKl(PT4AYdsA8B~dd4fh~#K2b=#A91mp8dY_$()^%#s#v3D6 zc--0!jJHFl)Oro)D&0LyoYEo%4u7voQgCbmqXvcSB(U5{=kw%upZ`$WNJ972I3;5i zRGLQ7b)onh8LRmZM}FVWEO!h6Nsp0z;k^j~2-f2sZz>9*Oz_V!!FaNQeZbW)n3J9D zFcO`jIJkJiU>~qdvJ^8jYl=jRs{D<@;scWQHmOoPS~RZkVkeWL^cEKZ8+HU{ANX&5 zS;Zyrs3ZV}W7z(BF@2p3M{wxL@l8QpGl;qawXZ!6nAEY4(&nJ>UWIEJ%0p*j5nKb@ zeFdcxw0yNg(~iDwWq7SIO6GYC?PPY|QB63v4u!mQI8DuOe7Jt@l@f+(oxQ zCf3AaeTC@i!?+%_R`d=I^s^6)y22fy`g zpA3>?;%dd1(P#iMnDfV=;I`sQ;F3Q(KQILsQ<~t}rdYU&);+Oi4!XL{Pf;o7>kF21 z(}v}R-|D~On@q!wl1Qoy<$m{8oGl5q#O&-K1owXkR2Z6&a{@-T=>rgCWq zp4aGA9W$}zAM?WPV#(iT6)27wsk?f1Ec;4QZN$2Qe#79I zh1dDs=oxS8j3BcqAAY#Uh(eTymIxD*42qckJ}YUZsm2nZ889i~$yCbx^{POQIuATj zABlTWGohB~x_Bg0msC$88O_KL5;q%mR5G4B&XNzWlEuyRb!h+W9z0|dncsmx-)>3aNF9q6L9D5{KieRLx zq4sWq0K}(}37O=(xC8n3;&rYr?K?-qPlCxdFrKt+z?Lq+tNtt2!Z1e?Jb$YfEdFDY zulV^vm9%`RdZE@K0Y&Q7_;*3!)Sq?!@a{M3y&E!aFVsO{ubjh+GiVhtQwGEw>CGV% zj{MGrt5_q|y!dMb){GKPjbvh%COU&re7rVHZl4?qWcGZ)ttDU!!Xh0p1^kC0CHC2D zZEd|<<9$E~N#4fn$;4|)G-mP&Me{$>D_?uA(X2mab=9Fi`mWkF)6`#iB+9PO4NG`M z{Du~-VHfxvfffh}8?t%^*jhUOu47W{>xEOz%b&^$CI6shIMq0gcxTE5l%H zDUkghI!<9&Oc+^DCV|%O5aQDbcD7m~j3pSpP6tYg8!O7p%QZU)2W>1UrH`$j;XpyDHKO ziYMTJDphl|rp6Xtocy``rxtWR3!LNKt{E)R;h4~!{_PXldURds5rSgYb*zx5Ys~Ra z&o@5L&9SFMMnK!pCPh*;or=cr^}89(p5M%(xX=4v-=3xeULIg?QXNC~Rx^@{7a6E-L%K?1MxUM5~49VI z&<_kBpU5A_Tr;lmByF<+nrd#7NiSNs4Yo6opmFzZ-^MFEfmACKjVY)x}9-q_PW!I0S< zEVA%87}($Cd1~7HU@kx3YsWj`gdjH;28;louP9F$6tvHD%btrbM*e8 z1M+~@_tu^Ff60yo2@*(O?3>~Uq&K>ks8sL+XySvDM>;ok79mRJG#s%bZMVuYNH6J1 zJBoh{VW#2@BXM7TQ6*UrP{z$KbE757LHjQ?HYiqD+zp!Q2hah7o>CKaNxYFV8mPYO zE*0c?r3;C1;(`V}16S|fzwTPI|0XcEV*WE9ri6pMA7qtLn&_rP*S-aFo*>RnK`3K& zmC5-mm0-EkE;>;Oc0N#>p7paX{2-J*!x51F0XFNEl+}ekSEoAtyIB5NC%pFqU6TN6 zP#_E^;IbxdsI;99i{jCr``^1OQ_Pq^HY0?W-QB&jJAtwF0LB<&jL!tf0NMbd0F5OB zV}pWm5ER=W4y3@5L|(x_(Qq7%WgeD+qd)S7q=4Yd|R1pt#p?F5btgyGDAEU`O>A&OVd2l zqO(+eRy;IIZy};xiMWSE=GxnKd81wOtu>AJ%hgj`!aFjis+}2K0vs+C6;9Xtx~fd? z?NtAP*{V8Y8J4xY;li}pwwCT)Ri&-n&Bdk41`7F{Q?a;cWSol)6e6<4IgRBICYQ^{l7WcJTU7|9)h2!RO1i6ev& zLc$Svwjp=T1j&RUgoGyt(idH ztb?#fO{^?LG?GAoR4hnvAQKZ2D2@S0fpdvl2m%!>k;6bBP#|zHK~NC^LP7MyL|g+(-hN=wUJyOZfA-mt#)qcS00742+m*Sdcd@wIxUCcC|=%v(yQ+7|2ZNKZDi z*Vb!|F8mYi{3{wSttP8#o}G$l`|9i)mDlG?y3^XtOo5B`Qm-D`@=T_Q2Y_b^;8$zM ztRM47?~(rUhIKdFbeLp)+BTUqmdRwJSsCXEIS5#Yn-5s4Xe~Ec5o4vHFRk)N+XE|}#w?wNeU$@JuOf=`x7g6zL z&Rxy2rfpyM-%3*3_|iM;<{qBP&X*}I(NNRgD<;{uxs*RrGQ(S&+GP8*$~&qf8lj$Q z7S+vJC)0YBGY`wGxo1h{mzlZDa&fEll$uv*S2WXBVUhEhmutPVUARZqJ=OC{mU#h& zAE<*_g~x_!Dp}Su6+j>;6b=hVqH=i_#^VPQfW*RJcw8U~M1fE^6bgjFFbu;m6oW7f z!%z^!Kp=&*ID?dRnA;VZz(mFf$$X{9H{LmI+Ig{b?n@_pY{D>ylm07+JQy)LX32PrqcRpO_lafrdf=KJMZWoK{PLqjP+gt z=>Xg7P8TVzY-s=k@l14d3Nn?Dqa83KiCGb8-H4a z`$h0*TrylA2&8iBwNBK--9Xoq0djXXVAnVv-syTO}q)i@JBrc?gb$rE8 zTe`3H>iFn%VUOG~>AweG!RSu84un;)s{^auC`T>euvfvX0k&p!IjbXAF)kOuZ8;n| zv(u}?VP!m~MmY|w4*gdqC@X2*O69^2Q8~;a+A&z+>s5_Uo$^I+pvs0_3Jmq|1H<Z3hRwTDruU1v+v}u=>s?&ly0ZXdJ4iH{cqGva!YF$1NX%60z+NgEYXcFba8C zjBGRoYE7-b&Jz1=Ir*5Cg9@kpnxJPm{PKKQxqZzSeKjYAwZhsyS{k4=yWn^z_$Eg| zVIR3}MI+#H+`x*?$0{R)bukpu+f{z3L^(9OPqFz<3ky9zKw=M@FuiOVD4z%ctVUrp zA|PPx@DM@a&Z}}<{W5(5>DN?hg9uTU2&6aZxYM64BpyY}=3iZEL%NC1+Kr$EQZ4RuF^URlykARoPFYbx=A?VB!>@ih_JgxT6+C$VSKZV zG;aV87*hd#|KLj;EK1(#&lg5dG9ka|6{j90NWN3*9%T09|$E-{3qqzl?J557twF}A7m{X`eGs*!kkU^vqb4^ z3&9@>PIoysg5@MFb?yiBZ9}EHZ7X*Mv?FZWi}a}~Tmdc9&(lkxPI^2t0-S^A+J7CmIaD%I5LZgXbv9&s%P|2bCu=2cmI`D8x*?4V?f; z8~OVff-(g&k#7{Om!ffWYGfsF!W6M3A2GF_n zjjmUKGNJB4%04`Ba-3xb7@e^VllV~t388p>HVobiwy6}bs{{KFyja3?1qvFW)N$Xn zSkNPv#M(mwm}z_D#t7jCY2onV)*DbPF(ej8WLh?&tLX*Yx}a`MUfKmrw75BkW=mDO zwK|CGA5hi4ip4u28i*GYhtNoxG6HA~+Nyq#Ru(gF2iORbp;~PX#-jWIw8n}-M5|!Y zW+ddL2%$@pxN+KXnl38V z)mO25w0Kp?IIN(|a(Fcpm6;7t!tv=EDgKM>jkw0Mq;bMo3l2JwcTaREWCU#?=={2W z#sHTwvmI&>p@i=_TX zku58S@-#wwBLQySHO~bCX0YPtnTX=`7hAf&3w(BVRPNc4_5?bkIJRte;6#so$eKwQ zCg--;DG<+~0jWmwI$)j~{y_-;RiFdlde;Qi901n^2QaE4ecf~MWr$h1?*#{=dFS{bDgB!~{WebSg(&kdyB4^B$DUeU(blqAB_&^AQp)v7<1zo=fz##7qKoit)fi zN`t*3w%$wDM#1KACA}DQ+9?_#WF-}8 zBdGqwj(|Vk^7;Xb+rG&!QjYLG5vVVx-K|EN&}&Za{@14)SIVv=gZOB^z{+A=>fsXlreaCJ@hRorjhl>un->POkt$NWRNtrsWxY{% zPN|S_uHPJnB~b(zxweSH%i%#&m&JIrY)J&V;3P_>DaW>yI{PxTvv9B1bVVy%u+=1A z7wVEjZL883-ld>WXuPjCCh%&sIrVGax%rjUJ>wk@pS{Koy(7bn-MV z3nR~XgxA`fdsv7*azhk0VON;b{~8p@%1*_cJD4((UuFv9JqKHxHYQSxP-xIotN{tJ zQiMTewAo-S0~kEEgSyt^?nPLUI{SMDnu|TMf{k2K8z>6);hgRL;i6A$D|I}ajSp~b z{J+_^`EKsqb@3Z8+Z6pQ+hM6}Bavks$pGeVdyGJe3a}=h70O)&M!&73 zfR=+SPU?R|?5cCM)ZZ!_o)V~*1)FHq730#eDV<{ysFXfKK+4Elj*`_;#!heH@cZar zHH7_mkL;qUmj#@;s_b!7u8cLqPX>URD^me9@577k4BjwB10NptfIi2oK6V{;CPanpl|^T7t=(X zc@p;NV9ekPsiS(oZ*G4TKOrG&L`L(Vg~{!lbaN=54hz$Z&v&GxeCGfk70%f}_ckKDN&>zUvgRm$)ltZRWBSV&8e0}= z(16~BWpB17-Bu5Wy~P2CZsRMz7~B8eDD&o1_0EUj4f5%YG3T4zJI-Ff>YV`V)<<-$ zq0FNqK-oOlu=2UXvr8!x z@SYDu{0v%d|EeNFpknx*sIw+aT(Gxr|E1)_!Z%R!L=cT;rt4a|=b)m+B%)G3fMzdA zv=|b@QaRkgb|jTrR6nvXMhnKqkYqO7s{*xwMTcccIk8b$h`hT^paoRuaLigPA{sY? zZh^KsFEAIqmyO#eyWlqOfw9-zB!2AtB6bbWIWT+JW1kAc%5C@x+{Cu9!cih6n+-rP z6CBgDlVq|V8JaQjB`ss1T+qnmGCV4;0OLrNxu%^Ytezg5JQV%nG)55$iKpPJ=RriM z9HN%02;ZE*On!e~)jwp=b}m^$Cc&+U#3V8pi0QTLJ$?!219dsIef{i;jjR04NBD8$ zg2%Q)VN(F~rqfa`*QJ=j2J{ELW5o&&2`|_Ozau*O*ddL^6PFE5h}_F_2cl!G#|nS*T_x?;50|wp3Ro`%Ospyk6CfzG9ChL zLS#w!0<|<(b*x%>EZvAG{Vwi5@PKk)G8xmMyF!RwIc8*BhYiGzbe@9QXiNw%5O|0r z({?A)vvih+Mhsz*MthSBKRDGY0001tL;yfL1x^Kg1#ipueTR|;;>>Y5d%VK*Z}uwOXn*2>P=;?+n|QGi@{7mS2M*ryAt&=J988hud{o7h}R*y4~Df ztkaKYcK7EVzgp8*HAgx5D!27-#q~iNJ%6vWt>!$`7J)=lNP?yis40hS))!89hg_TDwTOt2ko~XH(zfSLP^48qu=- zMM!`a&~MIB6Iwv}|8lHWSU2r9i9gT+!ZPM<-fG^>=#&)CWPi!te*O6O4hFeaCFDA6 zFZ}-ZE9~6YD2Mm{1$K7lcKgj2bYIY2gFU0WbBuxQW_Ny^=bd4{k$%I9Ga1Do*InM5 zbfKKpgs_^{VX$|)cez6mlwbe|2@VVpK~Xb`5fFF|AShmhcr*cz0UsPFV1MsaKlmPJ z{Ptr@JI>kTblBdlyXWZEQ(;IIP2sjPw1BSW?Cn_sTdZ;!yglRm@o&1Jk8&NZ z8B-k09^;%rDsjj)eyR4CjAr#Wz3@mu*{k&TrNjM~40rT$6mlElO*>I~&UT15x%TeD z;b&H}pTmpJxl)Ep#s{zdy{%)**H#DzIJh*+_dBPYy&0sFul|}?bnsH!Ew^POt!o+v!?nhz0PP;N|Oswzic zreg5x{H{ke6qDdIm;`2TV)HJM86K*k3ZMv`avQ=x0Te;sY1Ioleh%ktHF(NPF-cO4 z(=<)-lB{Y{P?eMyHO=X|q*Ym!jEK-X%RVw5A7YgVxjliQnjC%Qq2YjME~KSm@p_U9O$qz2Moh0~B40#&c=U7AS(QIpK6k zsGzcjAvvo_Nz0Pcj8@b%P5*)=)SS|sq$$o>$pxf2+WB+V0!0crDM^wFMI|8**Kw9Z zAy5<{D=AJ3sP8<1A}GQrd1injXurnp3OO2{Xa7bqg=DgP5ky2pC_A0u)B;5jQPXG8 zv^>q&*_nF|iXtFr0qtDzGk_vU+nrUO&VEhKxOG60>@vrIq6PFEjr`6T6k!4J&c9pW zDbLQm%bxRqqPT!+!}CB9RKHfnU#sOk`D}NYKLr30kc1LS&;r8Q^8E~+2-cK!}~XGF}-BZ!H3)*A|fPM92PJZ9uCc3?lAX5m}o!?h*Hes z`{BQA-i2FiwTbI&#A<$*v{!4MhVXH>HMBRQCTIcmyfu8>a~f$s*1??bdmPtD1GIn^ zpaqoq3~t*kz;E7{ojDx(J8=Mo@^Dxx2Sf)P5CQHD;iH{WTc7JJRO+S`(_Vr7ai+Io zvzFuMT|)EqE97#;bVG}bH{C$K;R$0$v)xAb-(bcxg5sYkXzbqL&$yi9*Am?`$e%*~ zy2A~WN5$%7?}6{=f$t67knh@Yx*ulS!CvRwO0;Y4FSWRXTXu`VuHV~lzG}DkoAU1Q z>2I|Wo#R}ssgkbAn&ga8_MZ2pXZ!EI48*41d%qdp0;QtBQvg~(op)J;g!g`L)ov_$ zoN?42TasTei3El1Od{)_puO`MsBNC@tX{i;6$TPfGxVb_b)3`JNij+ZqkQi(OpQaO5=l+P z!2;zh_scnzIDfTM&280W4%akQ=ZJ6la+=%w`}$f1H~jZ~_uT><<}=cepn)QJKo}LygB*Po z$h}>Jc3NqF4pQlN$D!ObN$TBB`;6`l(x~8ux8<94zFLehZn*Q_54o%IM4^@4BaH|2lt+V`Tig*J@5{w%Lovxr6DV z-kmoYoeFtD3#bBl*X)MAZL9W_%xX4!UCCR+fO%`^6IJYP0QW=KOYMFrZ@%!`Wv_V# zcNh6NLqK}r^41`K-RW=YoTrI|-QDfIW4C?|jEJPcGLb|P2?Qc(M2?4r(RffM4@Z<> z0fL7kqC6N-9+l|94=j;KgF_>FG$ITLMY2G7OrnZ}@<2d&BoHCM(m+|zcvK?CgVM0z z01pbo!f-?nha~cVFd|W9!NCwkC=3KZ3y9X|SPj08W^3kl=Uhci4yV9_bcS$0gw6Dx zo3{+~^WRY78Ga4YiJ@Ld$adHRK)t&Om&IX~w&VRK%;xmxP;q`NJWBJWw7B zl?a1kc}SokaX_GPOm~N`0mL}nyv`-tbichoo?)8x*S$Tq7?(4KRKfB^!1xN}8uq(` z;9SEfo#Ez|pTH?!Dsm4ynq zrl6b00Fg-e<8p>K@62{i?{C=FN+&szpjaA-%7f8u$F%yl3%3 zf${0=amFskd9-u-Sk&xoOk8C&NMA3F_U)r z<2YxG>BF16H-)?itx54PQ%6smlq)83&R)3fyn<7NlkB#5uf1g0>pb88c&As(a0Q(2 z@y(%_>D|W}3R-Z!Oy)032`8Kn<46)JpnR9pxBubHGa1D^{BJBm`Ru(^XBt6|1tmD& zC6Sm=de~x5N(py65dl9QD2i~%_VQ?siW$5<&wCHQwlBD}I{@Tz_H0o)@VxgxkPe>r zo(hC8c=pQ#moxZ#>o87-t%Cy4W)euL0MG12)4gF?!K5;Q8=CQV8>SayDhuF?l6(!gP|!IK2Wh4VFS!8Ob=+ZHeBJddw_Xt=y(Y}c=2w%3NguIn%1o0K7oDPY zT^g;XhZaz`Tg2YHCZwh&f+)8Oi!q4~Z*Qs|s*AJWztO~Es%Y)9M9&$!5O-UL!3(w- zowMg5&!t`8mea@xvX@#KAP5#z9ulB1CY8ohf4@cWrt0ZgS9)f!-Qoe)p(rBaaV?=# z7GTG;TVQ$_h)u>B+$F#gC5SK_q6me70EPymVW~7Y9vqR!Ljh$sz? zhlPlw@i37{91Mo&0g*5~Fc>ftKnv)*y=!q}l?IHTGiEsD zI;dG94U&l^vOofP*uK+U$z--Wz*Mmt4rRB1#T{m^y%4_o6|T!b=wUvVL8dgP$9EJX zjP*D9aumLd-|O6rzV{Vs&7eeSQb-3y(s)q#S6K7blzUHRAQG4=*dd4Z=MNly2s{x2 zi_0m$RP*XTM_;v;CFdkb&41T_th@ev;xs0d+&4vlB+3|3bm_LitN#@EjPtMYh(sif zhlhs;g9b~35n+kk%DDB4QC`}41wL>(`nS_Ly!8DZhcmlHF-lRaI_#Pbm@?R2uEXK$ zY|3#RpWKXYdf{$bgM7Z#?0xm0@nDE5mPZ1-*_to?IS%D!l#2)h5i!Dni~(VA1p@+j zkE6dk=fC0kW{^v1dFP@Z&Kv{z)4B7%8@9ZAl>Ieh8Sku7{T}bo&86H$JmmWBkDMgxc30tk z9F>=xi=Dd#793yz4)Bca*F>EI5k3&{@0K5kIOPXAogL8f)|UllZ^xD86zjO%aTnON z%qtJdquR@Cg#q#loSGUH*><+21PBu)t0|{xO_w54b4nF;RhJ}Dl~qZSno?3w)4HZ2 zDlREn6E#s1rI4hYq)U==O4f{05hEp4lB6U_NhvQ&QB4^q1yxCrij`zl)kG;KIbBnl zBuSd4c_|duoTkc(lvQ06rI?~rNz0mwNt&{%tT@d$rxh!yQcQ`OCTW@`Yfg%yq!}$r zQkTM-6cwpxT~;-#S`a#B}CMM_RFT63zTtfr{Aq&P{H;*xU8N=}kRNja-Ynw2$CQmUjWcMajvUSB#coiWWsFDoK(qX;#*pu4!2mB~cVL#fhq>!kUz&n6i>noUR$GD@vA} z6xW<{N=l-xX|k+XRo0Z$WKontN{VXED5s2 zO;c1in1b37L zlLm%166}mEM1u3BcP5nzg#mNBuScz zMgmTQnUR`XO2rlBl#|3AMPbco#YwVcryEx_Cx|WSs$@mo1^DwcplAUxn4k#KlBBKz z(Wg8WKb{Py4}MsdlnMoPU6W-=RW&I}TGOPEq-#zouT5Y9iekTAf=cDlkWeO21UagS za)=Gq)q9j=3?+xP?)SXQ7YG=`0U^d1rK~(q6l-H|ihxoVP=;H_^Lzmm;ej9>4bS9W z+JGKBh@b}(da!^VR0}LI z3PsRE3urz#cp~1pmtolTG)kMEC1u)s zSyiu~(_%gbE(QERGGNX*r75i`tSzNq==`fzRSu@NF~j0|=4<7%V$@77(O^2R|?%6%-y! zv&xk6o=n-|pcEd3hu?>$5CfLNBjNI1_ye9d0EMSwit|(WLhiVs@8`JTdHmqOfd@~X z0|y+K-ibnrQi^gWBq%DmN^!4T-s^Y;b6bH9PPYLCFb;XY=*fD@Le9;lsNCU+hH`B7p1g0=FPk{6zd|Czb{wb z8OxX{-`7mKvEMG08Cy&-3JE!^?s+?XgL%(0=J5{WES}=cJl<)>_4Q<@-0P3u%Ve~3 zJ83NK7*68+?`wMD?@gA9gnXl^$$8C;91fGWrTgCunc1k6wYSNjbWY8T01yBG0}%iq zFd!I=$fYAXeYX!3fHO2A8a5#y%cPM&EEdBc4ucp9Vh{!~gb-s4K}I2?79{|m67CIb zuSmM`Iv`vcd-6|k?$)v;9z_^H(y5Zyc@6!Lkh`eXEIPCxioy?K28!gvCon$RxWRcw z619ux)Z;tJr@IYiH-u#Dr~(JXNYNFPKIa1rZ)V#q`nBT-U|vJNFpf$QoXXe*)D$OA>;4Z>i&H4?c&owcFQS-A^LAOvy zG3A>-%=`XP`9XHm!F!us9(@%FvupA;AEHNL4}xovESU~GQ+PKw2%$7MBK|0`n;P?# zH@r~B{rPrwoT7Z^+!hYPXeLCaFx>OF0MyN8jM)}i;%gHykq!srI|&iE<}>YfE}^T8 z(rpQ(Lke|7AZATi^P%oPd@Pq6=439%TXtVI-l==>_ z2yYmpnvZ{v+c7=(r%-|yAa#fpm=CN;YF1>?&P>L5jEl6JeAg5Bw{Z}=6tsr|Trf6G zz+~;p4@XYDUf`}Wb{*h&>GI2N6g5DA{n0X=iwSW6Codt}PWN!V_4d_a=iQTT=&cG` z;HEM~NLL+!rUh*iRXD8@gyzjAIbnNv!dGoM2d9aQ$U_U}3@;xJMxjWP~)Q!tTe4k&_&7J6Bkfi>O?$yFf{G3VFN~q^STr5*8?sY@8sVg#gUR$FkWG!vFU09Cu=9OU7qL zj_X-E(#bzV_56GyW)NHi^`j<%0ph!#bQayLebu*x-l-ogsrowt3Topk3coFOz7ZMF zQ(44M1YyGBjwnMW(ykCk4O<#Zo@%WCE1rrY$0vA#Z8i~#_)%`io2NSIv(K`+f(`QN zr1hF*jbHAjCc?t?4EzV^hOg_O4hZEdZ-It&0AfJky>i|@ zDv)Rr`v6>hLX`Yxy6Rm)C&BqT z+$rqx`}1{mPX%j|8peR3$32CP(o$=;AG{dhKsR@x98AxgP!soxTJRu-WhMr!!M@o4 z!7)|@l>6Af++uUG9$b(fWm-%aw@`?&GFDww{LoshEJ7JYiIvI#L>Puf^-Sj$mY4w4 zzB4yV4;o=DLtVF`KA=XBiF}>`)=TRJF$AEg>Ly-^qUJS(e!R355L_%#4bKt^>)NkY zQj|@hhv9t)oI!JE>NWax9+qXrn^fH5SY+wryxV`V2Np7Gyjjlu*U%njHR|zl;TeXu z$+#YB5p3R#`kJ}*Tj27x`QP-UP6hX9dWO>0mx5|Pu>ri<8z>L80?`}F1a~#$bMlbU z*mDit88e#D()hoNLMx?rqq9--9a=rIaE)?C@(==}(cHC^rn*2Jy+}~?uE4I;@%rz; zh8uKeajcFGAIH)a;?O7if6Zg2+g9;fMh&YP*P?YHtw0NP5=d^+s!pWmB0}?%+Jgp= zIvbCw^}0Z+K1m13n)ZPev15SPoF+XvkIafT{6TWNaBvkb3+M*jwsF8%o1mO9EztM! z5ug1tN>a&y(IC3bS+~h|tq@aw#^P8s*_d*yA1wr(o3hn10x9K`2a*iha~}dRl&%D1 zX!*uTnL1Nxx9L4_KZ9cpNsXSkuFD9GT(%eNKmwS`f+dI)s5!&=9%M`O;FQ8AK@q)! z$xTF{XCV*JH+uB)pF6|Ji}?iX(?}r?hAKIe$+%890K~hYt%)5h6hBr!A_10Ga9@qPDt5zW zrvENmMg%?Y=cXh6DXztwi3fy{X(Lowb|s36NMNt%!{|5;aq}~Nxj&HNG-jhT6n-Q@ zW?~k9BXQ-E^eiH4AoxEIAG-lQUX9h{1WwJ^xt#x0;Fi5)0$E1it1!T^K-hQxe)d^r zv`nw11Ks{`Rjx#3SPIt?Obf2%(nVFC^my}m+zmHyxA+9ftW{XJm( zN$wnF?Ksd&m17tPAUiO2#s+Io_>Q@;ym`*D?TPSSm}Z7Z2rGuErvh4Q&!>;pmmzeO z^}B6ov2z=$XDcIc%bjCRcF%6J)@z6K{dKxD(GT-2*l^0lR>;~w2{hwOgfalx%eC%7 zs!W9+#s+5Sod_Bwo|~gz3x@qAZ$)B=f)gi~^ytm&N(e`BXfIo!&bHK?{B89tIS!+`0r&c5*P?|+Aj;gF zCpw^z=}0NpqC(ehuC7rtF}!rtMfHwGb13<32#>NIWVK)Z||M8Y^QR)3jzfv{(A5yEWMr;vBiP5L)_d zVECWKwui=1d#gF6Qj;MsDTJpawLYK_WV8c7SX?zwT&yV0GU)3eSc0);-je%RMBcnN z)xzo5i@T_Fuu!&L^<2UjaP}c7iO0+zpo~ zu{sE?Ti!irQ%BDn(}j?pMiCMHuJVenfmz|t8R!)&wNt}<)j=JX(4i90X%=~fFNk65 zG#9ui-HWkI{|Hu2%qeLcb}iD3pQ{}@_);^J?gy9$O?jWrJ#%P|t{xZ9u?;h)uH%W! z56zvD)O|LoD^nQg7*CM~uMQ#%xuY0*l07avs}>7%)j!@Ati;)XQIBMEAnoVUnoORw z9gYb)4DoAeVU&*hL`8gP*2hEsG zG`D?d#UDs!0^Rno(E z>n2y6FiCe^mR!odq2_V=NZPOz?;uPF@gL5*t1JL-_#uLXH|!%@00eWK$yIn~C%K3V z(0Z0pAkCN%t1-==4HcvHh?w3cH3aigrC>c|(tEiv%%fplea|AE0f_DovCO=|Pj)(1 z%|FqTDbAT-X(|Jv_D`vN4m`rE6C=~lrN(k3F|&iCcm#MIAp`@T&IsM2`jrSE@q-K)U+*67b z=B5TM6bexvn!*soMWO@xew22|L!_`wUsMes&B;b7W4mSbCJvwJo*sF&vLPCZM6It4O0rO`c+2|gS{q26x7*Y43t@bA6rDvG~j>LlBf4O&_uvWdK$o1{tG z9>m_{lUH@K+3{p7RE`X4`opmT?`#WoJ+FF7LU!Q`3q{$7mM#=WiKa7gI8mNzt>sah zg^V(C3iu&>OMzG{KS0OlbqLw@4u5_0UL)wWjbXs7h369Py#8AH529A(fF^!Mk_6Xe z`xOi&)}s{=M3hH;<$txO)&Lntn20`OjTCN7I0wxYz)mvi9fi$fBQ_w2^a3EWsC5Kj zSy*zz=$X1~2v*D;L0@DMIEC5lg%|a&vNxVf-ae~qP7&H|cJ6cQi1(?MhmH~acTHC) z3KKE8vOq$jzds`tC77d4Sx#-BFB?3V^bMgJ4Wa`o7af5@<2E&kM-R6PkA-ggZZ#yU zr1Abf#)scAbg`|(!=(U54hQWeN2%J<_SlK8iHlkRgbpk+p|XSlh$aT-d=V~QKz@pe zQ2Uaj8ds5=xn@DA?w?s?T)LJAG1|np4Hb`l(??q>R5~ahBc50P5k6zIU0y>iPJ+r`8j`M-$;f2P4hMgc3(t zT+XnW@#!iCH#|Oe1mUCR7?tx(ScD7UW%l91C|OtlJL^@S zEa=!)V-gUK7=sB1THGb+!L*?ipL87iWs*e9u)={70m=nG+x%_D-)FV+`p!rnW~=9) zdgcAmz%s$^xg=c~DZJ6~Z($*Ol=LA#;~c4PdUs87QsMPi zyrxaDV^@;Mt`PWb6(v**6qmyO^l>V)3?gHa#B3n7JTg&dt;i2#?Ee5qWxcFwSVHSN z7J-LJr=1u$+0O3Tnz$WE+oITy41otgQ@nS}>0*0N%i(C#Y`pAH43hgjLT^*RgR08B z1uYCz05hy{`JA^ig*C{&>QVPVEYr0Uk4E$MN>>gp;yUVM>Rb<_6R0Nqm)VB~35e0- z9(?JsCJy-(E}t}xM5c2UP1H7$%hOKt=)+=~GFNz}a#zqZqxHGGB-ky*1PNOizxtVi zb#jOi%b6&5x6qIaWu{FqGmny~?tbfwFwLBUs646t2OW6^P2I$i^~=hth1W8po;T#{ z6EH$(CxIK99MEN@RETIesDDS+<)1&P%p|wTyqdLDO1oNq#9_y1=PC%Ax*SkKzpqkA z=oGse+7W@E9h~9xH8tFyL2lwcyz?(LEyr=BrvgK*X#+|s(7Zw^oBtUcgx;$UM{T3P zQ=2jkSv=a|iqdHGik?GcsH5S`&bG_WFqLc#PD9Rn`i0Z+CwjXsVGxgNbXO)E7I&Q! zeAe2lZB51XenCl`xNMLQ>(Bs0a^b|uG;WEcOFF%}v45>(pH?1YeRuTVLRM6j+}^F0 z^9S5(=65sS)xCu_UyazfD`*NRCQ%PX;dDm$W%;fFe6MJhp=?O0X_eNp7%p#$Z7MBk zB2|@&tzu@q^%Kg4tR$=-MQ4~gn(Ife2^p$Zh@B|WA>$>={yp8NAp|P4@Xu*i{s@Gt zOMIy!8%rG|zqXZ4b+e>eyd#bwW~~5bwuN86irXesX+ru>w%bDcuLVDX4S!yX1;2jQ zIh?9!%{$ska6xKbh|(U|Rn4v3KZuRScEc)41dR#|b9AOUNfs>X7URI|IV5N1u)=YN zBfialHt3!4@ZZGM5r)RW)~UeVJg_-_s4a&|xg)Zb6NMYXOAo!lW+;Iw->l2 zFfT{4QJFGdyx}WoUCVN?%?7ojmucf=3myqR(=^gNYOyC20gHpz$Er4l8p&H7gCgwv;eum$#j zx+>p^h3kY&;6{Mec$+lMsZXgRYNAB0ER(GxvNRB7d8%uh!GGVdBJNQQ;Z`CMcKhcM zVQTr7Zu-RzHcR?b3b~FSBCO}8;%1JN3Z~&u`sKi+t35t1wiZ88Jj+eVg25G*QHJAR^uLR7(qVB+PbJ3GKdHL9rRm?%W!Bh=^Gwi(v5kY38( ztUTpH#(a2-h$*rNDsvV7Y+wkZcKAk8UMWH5A~Bs5Swp0<)WD}MU!>a_tj#jY%1`Si z2bPhTFflFSqsDKd1d8Y?Ld@BZNbuvj7Bj=pT9zBnPx(2a=;{7QYX4zjlvPedApYb7 zl^6IphJs7O?4`B@%|yu)$cUabj~Yh(o(G;{fJC&Nb#4eq`6brFbiG>(hW^J|JRb3)p>q+Z#n9Ie8>UwcbGrvfQ19DkjZnmRewB)HmK7j*PPI3u%mQBLU9 zUNyKf4rku-G><#r%U26Kj%1_sUiSJ@mXJdbnU2_Qb3H(PFvBu^cz$Aut z7&1ZUzu7TNG9wqPJC3L}6N&_z!wsar1%o8V1Vj_9#`pK@x{S*#Y{%3c;v%e$MS|44_u-j$&?7u?iBKQVqT z?^~1%jq1<#@kz)p*o6ClF0Mgw60@>}SOe0orxT9pRsT{N5E+gvBb#-n^bf_07hcBP zhB`%3jCEb_jqINJ5phoq^MH@zAW1P~&d4hD&`SU{>@$p3rHX=PL_3O+qAajYz9*;Vi)j?fl0qX)7 z1SRiVjv?^I7ZhXBF#%vuffU%SGlJmc3RQmQ`}Z2ZNV&L)^@VLKipYtYE<1&t2t8sG z;nn^T;VZ}oVuPey(%onj^;M2Z#3MrC3s(%Xu|X*}^y8R(u{mJ(R~SpDmwlKt@CpH{ zqN+$yee{Oa)n{x@aYjKIWCA?!mPUu0My*FWcJmIlW^UT5ElF{JhJ2LtP_yey475i+ zNn&O^jY}dQPU~@wZBAH3KSkH_D>49AXdvH0yo6#6jWW4`m*)FKkxGsvAEiCe9_!R& zqk2Hv5K+)ENJF==vGDDPMdr(k2G1N%9xqKr|5zwXorQ5&RFYE72(dSzJ~EQxO|@sZ z&KsMXwTdqzyYCuU(Nd6G86wE>{vsfU>l5W*FPE8PrVp0~y5{eS^zerA5VG>bzOLJKaResWIH=}KXILVFKVt5AkA-Zm{ciLH(1 zen7DMc!Q9Z>lvjuTsFw!a@3Apl-R`3_to&>Y#IFIF%Q49Tic@svWe~< zFIvkZQL{M|52w;lGgL*rH7tZSoRBCja$YosV7ZVw)3u>G-a6%$XVrtggKaYcm=3vH zs=L7g#rFd9?HpDdFb%HqG%rA^sIAU6xNx33Kp*NS=0QCg6@R$?hc`fa!mAq)R0soZ z-0P0^)@By{70QOmR=R&4QUIze5G#YkI-wy}xO-~;n}`5T#5IDqr6yB>5qJ-mDc{~2 zdvdQCI$Y*@nbZ27wQ=%1*qP8^bNSl~HYR3OSMc5d0Ww?KoNT^Z!Y&}Q9qT;zdv_G+ zL*Hvr<~{<*I=Bx)3cA~l8%bB9Qm%Nfn2M$)2yk3VQUmAmO)uV6<2k&r#k{QZ>Qca) zo)rblm8dW0p}M0?8+od>q;3#72R3#VJ{>?GJm~=N7E8wZUhdhnn~m-|#9CYCaaj0@ zowX59_cm#bf>VleVZT-E$qOy?e0!ss?$UO@mF9&~GYnlBm# zi1X}4FZ>FQ4rW1rF2zx5Zqzp$pd(N(FPv&~wwyF+Vu=(kdx%;C}qF=*=O+ z2tJcf`v?>sH{*X3G3QJzMwfhgZ8qId(YL&bS7TEMXCEF&q=%fcVE|gTY{O zSV=GCW||scrZ4|oq=tTY^wJR0qe3BFG-3su6tu#U5cN8Hb~Zv08NgPA z^!q=pJx(x4XKTLuPHH>w0%ORE8|ZOVp`tly5KM$$n)Eg^$zU%w9A?$G%-y#p+*jK@5_w zc|F|0m(`=_&7u>1po}5b8_2z}{X($5MT3#pQP2dQs{0@YC~Il`5gpMGDh^nT?exR3 zzAY|8Y8O5Tp|GyuQ?)H7V^ap%YK-suVq3{Up^&~E06Qjt*dCL1G+U17jgZ(KA~LL> zqLWXzuslYJq>?G_HxlVEs1}|i0W408RRRYR|FLwf+eENB*Usz* zUOY|~%2}t>a%WA}W1|QuO2jU9#s+7p74g!Tnx5aTE+(5bEt z%YL>eLaFxUSKob-O9cxBGC<_d9Yp*1hD<7hw>ul2z~}#4;=eCJkllskO@E{(4M?hl zSp=P;$m=Is2_@7?G>g$Lf1(BtT#SYkz~D)7lPpR2-pufjp)dFC%dKJ)#=I5CuE3Apu;jKhhGDmsni+6`W)iu>rij{i(v96Uka9KBNSkf04SWlu zzcIt9VPaaIYuoDuX=$WhusKfmF_4qPJ~?B<-tJ}_U;_zA^&vfuxnmeM=M}y|TQVU> zUGdmH+66P1EcVg?pP}`fGoe-$J3|bfiIGQ_+Ttj8^w{1TLc&B2dq__NnqD)ap@nA4 zFqG9N8rw%EKq)?mSBYH%^Yvqa1qZ%_2^0%BzzIW=j^1b4W;dAsMqxeAC%>gleQN;_ z1EZ5AO{|@{!lnX1p|@8k0IXLqX0WO{O8C4saa${^7WwtWG;c8=*h%JiZb;_{a0eQY zD5Ptz`XS})Lzs*#M__@^z>ZOE!5Yn6+e8d22#YZngXj(EL{b3(rkHU83gb9N9ba{l zJ=2Njy9P>6l4rT%FwPcRE<}a=JF^7P@>dgMEH}PyP&2S&)M?E0UKmIrz@gW`C=j0@ zZiK5latuM1r@#uJZo^Je7E>Y`_@HcbQ~(|?H%t0!!Cja9z-?%3e6VubQlW$v}PbUtbTQY#%zJRFsX|H#6D?5=?IAhJDeF zfkaXb%%tL@nGuEG2B19buPQtSXmC7sr`x*fHLBjN1_WmqFc4NHM#t-?}iXU$XG+rGy>*2EX0E2 zuz*m@qC~y_=7SX_DS{bmSU&MoSyM@_OeoT`B_Af%ZUv$Ot44C_T=-aY741zIBK2an z%`GMMF>DNS$J(C&b~7!86$V;Ng>_UekK_cNc^z9UN7 zsqjrzS%vd3^!6-YZWC+(32!7L=v5`?GNg0=xy{wfZ9Q-$>@sL1wG_I~YPRk7$UI z51FeW-wZFfX1UiVVF*no1+L;zAJU*Q_yXn$tx>YuK5w)!tYsFnn8c4b3S$@FlZvW| zO*LaE(Nw+3vkg7k4#hM2gtyF$ctJ94VOd7dW)}I8zDuxUj-$m~nt7H(U^f6k+3`ip zGrGtg{!CQUf#?^%`a5|;h&I{3OUh?mTB*P$a{-i+%|Cc6@A zCzDil`2oK4uTFDzDfdGJj+W@Y?Cq_EhALKE*?4rv&zj)03V{6@J=L-wx@JZcE|0>p z@1agTc%oTNvvw6g)G@IE?wTNA6=to_F)}=4yg#d0%zcXBH|5 zWB5`q8MuH>Y;3O6pR!x!Ccvq4<){e5ja|SfjxPj<0nnHZzg?}<#PYC?IJ5)Y$9?S& ztyvDj;L@;D9UuJ+<>wWg^q`v1z+iP#wp`9>y^DoH5a7!2G+`Z#b!ptyvVmeWMAS?b zMV$2mr|=$H<-XTAro|F&D-gir*Gd4IHoPe?45>Wir%s^6f|<}oYfPpSIC)aIjh9;< zl6XyJ7g5>+fPq7oycm9$fIIjNuxs)MgZ>Pn!A0;HV7FiH#cu(8XJx9 z=7im{5^CPiw3dDgozw{6GM0fJJDqBXPDnTFMsAD{p#ANZ&|3@f+%W_Ct@R6uS(7Fk zaR((=Vr%JXMnpfOlrwdv2gm0U)!;)H!|rPG9Oy0m%-_5yP;1|mL1ZS_kmo;0=K$c>i8iaIT>r!d5Q zqPEtU@PKiR=!JFvLA9XsFSlFOyx8|c!9zB1PC2BwBekQ;u& zc|FN)SW0$xkP#w%8s)MeDJU1kSfDp8~%-<{a5HBT9rt9ZVe{U zW|Q(!C|-rzW+-BN$%!o-v_fjT#m?gf__ariF;I63DL6hT6fM^mrQmP0%+kyJyVnCU z@eokW<2R0)PdN=u9V@?2)XEJ|BMkFk_2*fq6&;R@(k0+qPywxMreTtEj|2L5C#UPYKVn8I3$oBk(G;O6e|^(TS>}h8 z0g)+g);z4%76fycM86$EL?nS$0ShT_~!pQZ$SJW8cfF!?)ZA>*!MBO+=#oOor{92MO84!)hpTM#9PUj$;M4} zxoZT*RR?i-goyTq+C@UpwG$e|-v&YXGANKfj*^`q z-?kvzu4<@w6vAh^`t;4y1{w!>m`R5aqUm5vN9jX~=*&ulWsLS0519&e#Eeg9EXk2E+_qa6d z{o0IvEZr{SIOb>cnO0%_@ha;4-4II(L(HH(`i0W-!Iee9<1=k5T*vk?nKzAt=_n$A zzU?5=pT^*LtCM$tb6<(ffJ3H~XS--%h2CO9XJ3#;X9%yJaYhM&<&1eMOa2NSwM;2S zo-87!i==H9{LcRJS^|kcG#yT=qX&*Jkhpc^hy$&Z2`~V@DyO1b_O+^-0@z*v zN(g3-p-6?VWV7KF86TA$?bUjF>9S5SrnE^KBTJ)&jKu<&N*Kh@J`QruzdgzE9v{;#>H6IT(l*c=7P=3zvMyh@`@JvRO7M{70Aw#QMKAhvxT&`+7 zLrZ+Bk4XspVd!{?=o=6jfBC4MVf;7os3#S|abQD;C{uwaEd2L`m59x;f263Bs1!8_ z14JKh@jr;CeOQ4ZS~Dw!3tU;;8@30M)4tWwxC6A&dUxTzC3jhNVXdwZTaK<}S zEoKK+`m73RWm9H?B*6(RT;YVp%{(qwme#QbeFBNhYx|x0pVj^Vya~kqA`kRLe5wYj z#jEPOP%66IRX-=?92jMQsoZX+N*GK*Qxs2TmPDuS0fMpxYjPkZdq&Aw40n=eAgVJ4 z*G9s}+~K6x0ZR<+OI_@m!!)p#9+IErv{*hj(#d(8iNt|~{iI^KHThu+6$bpA3**?i z?0;(gVBNqYUD5~D>Rarr$o{*Ftu7}rpa<1ONPAj->KX8E4)GGRJhUwlC{fH%1gF-n!Ns={jHRU#8PwwO{xHv@y%*>UJ%oP>$ns6mT3!9 z3PqLyPmMbW2c$TZ4JD*ESveE-Nri+~+cF-(T?v;Av>4g~E4dv%Wbi*jgie5XAPp6( z&KFjiC195<^l98Tlr<=uJ}eo-X>b=Wfq3v;0zc`5=+8ILtWHFHHC1s@Ad|r2pDI#h zy{yKd0Y1Q(cbb^ul{a{ZxGj@ybR-gmD~9+KeJ7M}*YjX>rIOU4qW;@snPoDwxorb) z##=?>b(88Ve@stNmhH^oz~znaVm@mSEMrEbjiWnOKP|wY>?n*QyN~$>^+j7MH-qLj zQu`yS8FKpV%vKXH<8gxw+&6fT-Bzj76i%?;0+<~(^rmz0t{vg!s5O;N+F zMgME_6_zbME6FZo8O=}$AZt6m2D=a#GiM&I%;^LEMLC+s)++w2UUUe;qo+98OAWZaz0>ZR%rZF!*7T#$b5Yea zX|N;rfuuOrN(yOx>7`39^g*w-_d_1*M?T-=72d=|+PFP9aPm+kP)PSBRf!&z=#T)3 zQBC%v1jn*|wJVm6iETUBFU|qMm~OhzFH{~IYyQSS_900WOtlXSMVmG>=|-s&NdM!Bn9M$2sSs%+_WOR*ODaZ5I*3WIX*gfDd8QO9iR6 z4CcSJN=D~QSAKKg>d|QH%QlAdG}dzD8wU782;uEEE-04s{g z<2}fAH|BJj387**9v$gW1!BjGBZevUfQJE>Zyd_6s))TjYB}wJJJ^@Md!y5)AAbKz zEAGvqIb-rJ2KL6Yfi1>YNU`USAHA|1u8;Go!4~y4!EpDrZCP}$^F+%nU%nl_jX7p$ z$2W|C6=+lKMp`zI^HF;$Ea=QT1V-^@oFwn81pLtfk_mtd;x%l07lvEV7%qKZ0Jk_6;B!9GzJLVlPti%Rx5G>RAl zU!dksM^4urKFT81df&f`?cOR8_7jJh2WJU!Rfy;Gq}y$fyw#7*9j%dQp#^U=UnhE1?w{JA%--GgJo zxhRBclC#*sTX6h!sIk=2b9X4=P?E|17)60%p^&INJqFv{elHtphP1UEBCq=er$Inl zcF3$`aCkg~LkuY{wX>@G1>@;nVOhci*#McFp*WJD&*Gky_XlCBf208rPF@mLezLHh zeZ$ofr%Pk9MYpJ!*7MrFC~Y)Rg{3DK)B3bU z6IRxrq_Jszw@!t92-;|oD>sdf`6XKq|0sy0+u&&XWofg!Yks@wn%DRlNZ8>|y^qZ> zFVMPMaZjMg2jNdA1OZ6A#o2(OtDC$UGC*pv{$B{+H~S7w>AcBD;hJd|B|cbKgsx&j zJ(QV=!$R&_2ZJW!&7DfTL`w1|7%$r0T2oQXY6~%ob|s)8?uEom1xqe#mj7j z9yL_~P+0<)Hnm0aO7?R6WehyNyogMCvs$^Nq=styfgg9yBQj!)K2U<0Ah>2zu1y;F zkUUa=9M_R(_e*ga#cV^s1_3mZK%%u80YJDGjti9GVkXU`m}1oPq{Du6X}DjfnJ&5! ztmT`iT=vRF1q~z)G4~oY^5-@qb{6fVsJw^o9xvWn5^^0@$8EcqjiEwlj@2gmiNpf+ zxKHzpH+hO+1CYz6j*2T#a2eREAv?>yI}xxby8Kj0#O_)dQ|)t!+rX|i%ac6MQnm4F zQ|U?1I~Y4E%<8q+b?!Jn{vn;T{#edHT zWHO0}@A@!u4L8I5d-DKl(PT4AYdsA8B~dd4fh~#K2b=#A91mp8dY_$()^%#s#v3D6 zc--0!jJHFl)Oro)D&0LyoYEo%4u7voQgCbmqXvcSB(U5{=kw%upZ`$WNJ972I3;5i zRGLQ7b)onh8LRmZM}FVWEO!h6Nsp0z;k^j~2-f2sZz>9*Oz_V!!FaNQeZbW)n3J9D zFcO`jIJkJiU>~qdvJ^8jYl=jRs{D<@;scWQHmOoPS~RZkVkeWL^cEKZ8+HU{ANX&5 zS;Zyrs3ZV}W7z(BF@2p3M{wxL@l8QpGl;qawXZ!6nAEY4(&nJ>UWIEJ%0p*j5nKb@ zeFdcxw0yNg(~iDwWq7SIO6GYC?PPY|QB63v4u!mQI8DuOe7Jt@l@f+(oxQ zCf3AaeTC@i!?+%_R`d=I^s^6)y22fy`g zpA3>?;%dd1(P#iMnDfV=;I`sQ;F3Q(KQILsQ<~t}rdYU&);+Oi4!XL{Pf;o7>kF21 z(}v}R-|D~On@q!wl1Qoy<$m{8oGl5q#O&-K1owXkR2Z6&a{@-T=>rgCWq zp4aGA9W$}zAM?WPV#(iT6)27wsk?f1Ec;4QZN$2Qe#79I zh1dDs=oxS8j3BcqAAY#Uh(eTymIxD*42qckJ}YUZsm2nZ889i~$yCbx^{POQIuATj zABlTWGohB~x_Bg0msC$88O_KL5;q%mR5G4B&XNzWlEuyRb!h+W9z0|dncsmx-)>3aNF9q6L9D5{KieRLx zq4sWq0K}(}37O=(xC8n3;&rYr?K?-qPlCxdFrKt+z?Lq+tNtt2!Z1e?Jb$YfEdFDY zulV^vm9%`RdZE@K0Y&Q7_;*3!)Sq?!@a{M3y&E!aFVsO{ubjh+GiVhtQwGEw>CGV% zj{MGrt5_q|y!dMb){GKPjbvh%COU&re7rVHZl4?qWcGZ)ttDU!!Xh0p1^kC0CHC2D zZEd|<<9$E~N#4fn$;4|)G-mP&Me{$>D_?uA(X2mab=9Fi`mWkF)6`#iB+9PO4NG`M z{Du~-VHfxvfffh}8?t%^*jhUOu47W{>xEOz%b&^$CI6shIMq0gcxTE5l%H zDUkghI!<9&Oc+^DCV|%O5aQDbcD7m~j3pSpP6tYg8!O7p%QZU)2W>1UrH`$j;XpyDHKO ziYMTJDphl|rp6Xtocy``rxtWR3!LNKt{E)R;h4~!{_PXldURds5rSgYb*zx5Ys~Ra z&o@5L&9SFMMnK!pCPh*;or=cr^}89(p5M%(xX=4v-=3xeULIg?QXNC~Rx^@{7a6E-L%K?1MxUM5~49VI z&<_kBpU5A_Tr;lmByF<+nrd#7NiSNs4Yo6opmFzZ-^MFEfmACKjVY)x}9-q_PW!I0S< zEVA%87}($Cd1~7HU@kx3YsWj`gdjH;28;louP9F$6tvHD%btrbM*e8 z1M+~@_tu^Ff60yo2@*(O?3>~Uq&K>ks8sL+XySvDM>;ok79mRJG#s%bZMVuYNH6J1 zJBoh{VW#2@BXM7TQ6*UrP{z$KbE757LHjQ?HYiqD+zp!Q2hah7o>CKaNxYFV8mPYO zE*0c?r3;C1;(`V}16S|fzwTPI|0XcEV*WE9ri6pMA7qtLn&_rP*S-aFo*>RnK`3K& zmC5-mm0-EkE;>;Oc0N#>p7paX{2-J*!x51F0XFNEl+}ekSEoAtyIB5NC%pFqU6TN6 zP#_E^;IbxdsI;99i{jCr``^1OQ_Pq^HY0?W-QB&jJAtwF0LB<&jL!tf0NMbd0F5OB zV}pWm5ER=W4y3@5L|(x_(Qq7%WgeD+qd)S7q=4Yd|R1pt#p?F5btgyGDAEU`O>A&OVd2l zqO(+eRy;IIZy};xiMWSE=GxnKd81wOtu>AJ%hgj`!aFjis+}2K0vs+C6;9Xtx~fd? z?NtAP*{V8Y8J4xY;li}pwwCT)Ri&-n&Bdk41`7F{Q?a;cWSol)6e6<4IgRBICYQ^{l7WcJTU7|9)h2!RO1i6ev& zLc$Svwjp=T1j&RUgoGyt(idH ztb?#fO{^?LG?GAoR4hnvAQKZ2D2@S0fpdvl2m%!>k;6bBP#|zHK~NC^LP7MyL|g+(-hN=wUJyOZfA-mt#)qcS00742+m*Sdcd@wIxUCcC|=%v(yQ+7|2ZNKZDi z*Vb!|F8mYi{3{wSttP8#o}G$l`|9i)mDlG?y3^XtOo5B`Qm-D`@=T_Q2Y_b^;8$zM ztRM47?~(rUhIKdFbeLp)+BTUqmdRwJSsCXEIS5#Yn-5s4Xe~Ec5o4vHFRk)N+XE|}#w?wNeU$@JuOf=`x7g6zL z&Rxy2rfpyM-%3*3_|iM;<{qBP&X*}I(NNRgD<;{uxs*RrGQ(S&+GP8*$~&qf8lj$Q z7S+vJC)0YBGY`wGxo1h{mzlZDa&fEll$uv*S2WXBVUhEhmutPVUARZqJ=OC{mU#h& zAE<*_g~x_!Dp}Su6+j>;6b=hVqH=i_#^VPQfW*RJcw8U~M1fE^6bgjFFbu;m6oW7f z!%z^!Kp=&*ID?dRnA;VZz(mFf$$X{9H{LmI+Ig{b?n@_pY{D>ylm07+JQy)LX32PrqcRpO_lafrdf=KJMZWoK{PLqjP+gt z=>Xg7P8TVzY-s=k@l14d3Nn?Dqa83KiCGb8-H4a z`$h0*TrylA2&8iBwNBK--9Xoq0djXXVAnVv-syTO}q)i@JBrc?gb$rE8 zTe`3H>iFn%VUOG~>AweG!RSu84un;)s{^auC`T>euvfvX0k&p!IjbXAF)kOuZ8;n| zv(u}?VP!m~MmY|w4*gdqC@X2*O69^2Q8~;a+A&z+>s5_Uo$^I+pvs0_3Jmq|1H<Z3hRwTDruU1v+v}u=>s?&ly0ZXdJ4iH{cqGva!YF$1NX%60z+NgEYXcFba8C zjBGRoYE7-b&Jz1=Ir*5Cg9@kpnxJPm{PKKQxqZzSeKjYAwZhsyS{k4=yWn^z_$Eg| zVIR3}MI+#H+`x*?$0{R)bukpu+f{z3L^(9OPqFz<3ky9zKw=M@FuiOVD4z%ctVUrp zA|PPx@DM@a&Z}}<{W5(5>DN?hg9uTU2&6aZxYM64BpyY}=3iZEL%NC1+Kr$EQZ4RuF^URlykARoPFYbx=A?VB!>@ih_JgxT6+C$VSKZV zG;aV87*hd#|KLj;EK1(#&lg5dG9ka|6{j90NWN3*9%T09|$E-{3qqzl?J557twF}A7m{X`eGs*!kkU^vqb4^ z3&9@>PIoysg5@MFb?yiBZ9}EHZ7X*Mv?FZWi}a}~Tmdc9&(lkxPI^2t0-S^A+J7CmIaD%I5LZgXbv9&s%P|2bCu=2cmI`D8x*?4V?f; z8~OVff-(g&k#7{Om!ffWYGfsF!W6M3A2GF_n zjjmUKGNJB4%04`Ba-3xb7@e^VllV~t388p>HVobiwy6}bs{{KFyja3?1qvFW)N$Xn zSkNPv#M(mwm}z_D#t7jCY2onV)*DbPF(ej8WLh?&tLX*Yx}a`MUfKmrw75BkW=mDO zwK|CGA5hi4ip4u28i*GYhtNoxG6HA~+Nyq#Ru(gF2iORbp;~PX#-jWIw8n}-M5|!Y zW+ddL2%$@pxN+KXnl38V z)mO25w0Kp?IIN(|a(Fcpm6;7t!tv=EDgKM>jkw0Mq;bMo3l2JwcTaREWCU#?=={2W z#sHTwvmI&>p@i=_TX zku58S@-#wwBLQySHO~bCX0YPtnTX=`7hAf&3w(BVRPNc4_5?bkIJRte;6#so$eKwQ zCg--;DG<+~0jWmwI$)j~{y_-;RiFdlde;Qi901n^2QaE4ecf~MWr$h1?*#{=dFS{bDgB!~{WebSg(&kdyB4^B$DUeU(blqAB_&^AQp)v7<1zo=fz##7qKoit)fi zN`t*3w%$wDM#1KACA}DQ+9?_#WF-}8 zBdGqwj(|Vk^7;Xb+rG&!QjYLG5vVVx-K|EN&}&Za{@14)SIVv=gZOB^z{+A=>fsXlreaCJ@hRorjhl>un->POkt$NWRNtrsWxY{% zPN|S_uHPJnB~b(zxweSH%i%#&m&JIrY)J&V;3P_>DaW>yI{PxTvv9B1bVVy%u+=1A z7wVEjZL883-ld>WXuPjCCh%&sIrVGax%rjUJ>wk@pS{Koy(7bn-MV z3nR~XgxA`fdsv7*azhk0VON;b{~8p@%1*_cJD4((UuFv9JqKHxHYQSxP-xIotN{tJ zQiMTewAo-S0~kEEgSyt^?nPLUI{SMDnu|TMf{k2K8z>6);hgRL;i6A$D|I}ajSp~b z{J+_^`EKsqb@3Z8+Z6pQ+hM6}Bavks$pGeVdyGJe3a}=h70O)&M!&73 zfR=+SPU?R|?5cCM)ZZ!_o)V~*1)FHq730#eDV<{ysFXfKK+4Elj*`_;#!heH@cZar zHH7_mkL;qUmj#@;s_b!7u8cLqPX>URD^me9@577k4BjwB10NptfIi2oK6V{;CPanpl|^T7t=(X zc@p;NV9ekPsiS(oZ*G4TKOrG&L`L(Vg~{!lbaN=54hz$Z&v&GxeCGfk70%f}_ckKDN&>zUvgRm$)ltZRWBSV&8e0}= z(16~BWpB17-Bu5Wy~P2CZsRMz7~B8eDD&o1_0EUj4f5%YG3T4zJI-Ff>YV`V)<<-$ zq0FNqK-oOlu=2UXvr8!x z@SYDu{0v%d|EeNFpknx*sIw+aT(Gxr|E1)_!Z%R!L=cT;rt4a|=b)m+B%)G3fMzdA zv=|b@QaRkgb|jTrR6nvXMhnKqkYqO7s{*xwMTcccIk8b$h`hT^paoRuaLigPA{sY? zZh^KsFEAIqmyO#eyWlqOfw9-zB!2AtB6bbWIWT+JW1kAc%5C@x+{Cu9!cih6n+-rP z6CBgDlVq|V8JaQjB`ss1T+qnmGCV4;0OLrNxu%^Ytezg5JQV%nG)55$iKpPJ=RriM z9HN%02;ZE*On!e~)jwp=b}m^$Cc&+U#3V8pi0QTLJ$?!219dsIef{i;jjR04NBD8$ zg2%Q)VN(F~rqfa`*QJ=j2J{ELW5o&&2`|_Ozau*O*ddL^6PFE5h}_F_2cl!G#|nS*T_x?;50|wp3Ro`%Ospyk6CfzG9ChL zLS#w!0<|<(b*x%>EZvAG{Vwi5@PKk)G8xmMyF!RwIc8*BhYiGzbe@9QXiNw%5O|0r z({?A)vvih+Mhsz*M`U|Fg0w z+Vt-@O`qe2M$Y$CNne)p{>yHa4$E@m-g2%(G3}}Gu+LZ~=1>U^C~X}ON) zb_^%J9~jW6*1_5FQ%2ONcHQS!F}{d9yQD{GRI4n;ZCq;Hg#9Xuk$#aYT}UeD^X${( z>rA)$-<*zl2jgG3dEwn`-E6%K8|SYe?=5*rY~8=b@ZH;$Z(`f&_{Ex8d}Ux)?{8-D z^+b-}d(J9}b8hF+*2a9(1VxRgQOzafKkSy3RnMoia#J(|5HNuO5g=fK!H5*k0|i_J z6C}7t!nFb%oH=QvrF4N0H7s>C+SYN?yk;>+=MwY%)Z zH_KqVaoX5|T%#JN>HExgewD>Uk8NjVF-_4dl?j6bBrNHg*iwtS4=%X#YrcV`I*+XK0Fv z=0DqVUgdNub9~FiX|Z>V<+pe|9#6DbP&a3+QLQ4WKo(pYC=Du>%7ozp!2=UY#G{S- zJ}h@4USf@ExjOZEX~UZi-p&buvR3P)41M}bnfRV*>R12bH|-JoJC184w(y9(;vgoK z1)OUn!=g2fx$NxRuyaS}*}SUD2`RR~)SbiB-(|G+T43s#`0h8o_)RZxW8QDtCGg)f zqN$>#T|4ppZ`wK1avTvIH}=o5&EMJSbB)B_bnv+^wUC+`m7I$POGJan;ww29oUF>} z7N7mXofjQ5xR?zs1~sbXcU2i*emOI+XSHw}DCE(89gfAf^36L2`}VuAZB%>gc}nZa zED|vtOfZ%7gcWzEQH@TGY7e;=!fBd6oA9Ay=k@qRjcOmOh5m9*`H(Z~8E7lBWtLUG zN%reW|K561d!FZcF3@vX{G#ISTy{R}Rd%ixO1y%p@$mw!O#AkTfr~f4*w1>xDCfO>Z#&MW>;(*FU#M38yF#7#)%hRK1EL;|82e$@V6R*$@gRQ3cnR-;-s3RS z0V)v@16(Q5xr>Pj1qUJ?JZMy7us|XpCJYt`BA%v79vlf$LVK7x_6)SqN=!$&M&_udiC$q~s=JUe#QqO^1GoV|NN@;q%FF;1V2iQDn&fO!Czp1v zcuLc584?N%+)xKJp@1!-oK;z8u=bqu*s1|)zUEN{NSyF1@i!LFl%-6oR zUiQoZ?)#>Lx2lEj^UT`v=&WktLdFbR!0Zdkr?eW?-lw!)ei>iI-BGl~0{dr+#e#Y( zVvTB8#^;||%yDntbnq{O`@YQBuf-7)jRCy~dJ%$VHmo#7L*T*MfIuyLkOL5+Xu7nf zF=jC}E{zB0*_<6?3thDm{dkaTO=A{RgIQE^F7Rgy%Ye|DUZ6e5O|i9V1HwZC3p7RZ z-0?QZ)oHa@YO3V1tlN&&NyKn4B*yf3Opybk+NGV}skAf&6iJTf(O^8#0|L#c9wauMVl5#+9HRLgG}nxbLXNE{p0 z6dE2-O`!n+0sGapA2QI+1rrm`gR-05%(tZ}CZ5~QU|H6YASHCLrB0h-qBW{v8>=_a z6s=J$Ux{G_p@Usx;Y)?4kf@exW+|j8sOGdG99!5PQ0?=3=D;Zk*yap6N757z)nWqz zLQ}NpF+zMw%i;)!IJ55*08F&URSDYedD4>_)vA?`y#WM8%eZspvJTj*=a&u{+_%!G zmaA(d?Lqft+*jtAX`E{rrKUEjW%qht<(19ryrL3=(U|{!JNe%s>=$7U72xE=BACk)L_5afSe{a>R?|Te`Eta!purPp-I9wzRBn=YKxG%LcdN@rjl)h2z(TvLPe-egO z(u~R~se_!ms=O|P?WX5-_jW?N%-<<<<~U7V<|TD{-(Okf@v^f@8X*r9b8HoBKgVO0 zF3Nk`Wh5wGES~6jG_X6@U`SA`{yzWnY4M9rv;THk?)=j8KoRs5c1~xAG!B)D0@73* z=6_3HW#b5GEWI3C%d1x$RX_T`y&so*N#`JGhkXZfSL*M{0xkOkj z47BUUPAfYeNP-rZ=EZ03J=)r`W*OUitpdw*T}L(2 z%-MN#tMRVt(>bRz&m1^fzp|JJqJcpJWg>ZiRIKAT+74Tcugp{)=FA{EJH-$C&3tE0 z(`kaD%x<<|b<54na@hEKh*WBWqEYQ#=d#mYo1bf@eaFx9p2iPbjQvr2n?5T&nVi?w{(!I-7;+y-vjG3BY@L5SC$0OaQ&~?vPEAbkm7F+NAcCwo|O*6-HoxNB{ zoV~Z+%(;^#wh~{*Y3cxhm^4@-CJKnj!^0$^P>@(45eX$iqM%^VV1YzIL6I~-kyI22 zRRRlyq`@JgkVGIL50uFQMG~Q?Oem5C6bS5C|I8{_5x)X*~xy9to~v$!KYGRf+R^?noPqh(jN6*TRdRYc^gV zBbqiY8`!wiK&y&q>(-yQ+lMt=AHiS5r%RPor7}H^rWN<2H77JoBPgzqe^t zJ$L^1R_2+52W#j1RTkq6mpPsto-K3r=os4T_&QDgwqAcWt%p5Jys;{)YAfOJti+@i zcJA$3iLO+@0tNJFBUef=c#$KT7!G1IsyXb}z2{E#ZnpUy-$pfa2aG^*RDi9Eg<-$N@;;_K_+Bj3vE2xUQ z^KOHkU-0{Aa3jud$2Zs7_`?T{&##?e4kfYQ41kb<+b!JeP!nY$C(7A z^4_W(XA=G1`nRf1pixaD=fnOPB!5neUB@%-9jy=axJJ%)*FEE0d>K1?quTTA@%dF7 zgReh(24>ZBjcW5nS4vb5dX!d14>txccK+FuRnn-kkdS3>7#=2*chuSkW&WOiRT*PP zScnD15?NFvkVZAnGW&-eyAnQ|ZwJGtQLQ$m7QTC&%%tZ5L7b))eHq(-Rz3&r-s0fw z*wL)MjD$~ln<_Y1-h%@~LU{}$sq6Ig=vmWoM%rM_N|)4$J5+JKeqQ zJX`9R(Wn;N@#|y>`}TXD)ToBDOIAy%g^b93!^Nw!LvBu)aS=E6Xy?iU#jytaJAM=P z!}4s$USsbwOFPxpe(vTR(cxGevG72NjJv2Xj{r(m3odXO&&|P~z;= zJ;c_k{x){bc395Z`MgxVv)N@}S98KEo1#hJrC3?@;FS>&k+&dXT4=My_q`Rd=T%3T~*%O^kG<~vpMSrExzx{Omt}_F~^SKc?qF zO*}AQP77_WIC!)W9&MeM%JaYwVP5(Qd?=x!D>^9UGwF0m#Dz z0wJM5E|H0Y1LUDmO;g=fNu#UMWo)nWm`zv%nS*F@8HtUpnVPxi`MoL_B9Mrs(x7lr zfRIE;C=nM13nZdafjC4IkOm+N$mv;P8>gvWMaQTtMo!28f)W8i7%GiwUU7Fck%|M5 zD0(vAG<%Q*qG1wYfoL#!xO6Vhjq^WjD;X%W1WeJt7ho{U&0jdX3yr)P${fg=J#I`T z=bO@HD5q5|oTBGF7rpYZ)9kB-8Ht<4+Su#Hy0vIj%hqD|?f$aUJ(qmvF3p$bjO{a| zsZos*sj`Y@R@uLGb2dOu_&i9nXgDT`%5Sk3f$g<8;z9X{qJ&4Inu2OCi8#E&(Wv$$ z$Ggg^QSIfI7-j*>(t!sC99bJg|6U;L0x#orpPyw_S<@&!W(pWAkcbNe z6bNNOgTqC^;n8qZ?f~|0PU@*Ik&NYr}P|$dWU<20KK;pr}|R3>wv<#j;au zIfvD;TaIsZSbKK$oO2HQzU%9rN#Hbn(F0Kv4uOg1fr89J2zh|~0SI9KOaKSm+wR?5 zH*Y6=k;7uKNZ={3cmxzk;2ki*V}JsX0TdJgC2?p#X;g#ccd+aH>c=#yJ><#T?%MoU zmA`0Ii#L_@<;9_Y|XaG?-I5aSzuuLWthRCG? zK}8{nG&DewR4xh-4GSV5kqC>VqKJS*7A%qqf>Odq?Ja=Qf5J>e$9% zFRQd(WiiudIDeIotJYb_Js>%+#@+Y4X81liA!BM3ypB56(5y;s#>QS{ud+N5u%|{?Xq*BQ7y|VGY%h?nFGgf{%!g?zhle6mcw}-P&-~ol_&i~0u+iw!BR;; zkw5|u9>yN?KbKoZrwb8xteq<_dxaM#aGG{Jb>G&%nOUMUU;E$VGWM$JjqpRB|ff=D+U(X1BOMb1p-P^G`mb z^lGEaUu|?u4e2pCCMc@D9e5rnXN$3gmDNf&GZMJ-V~2O|oU5|4V+OZCsXX8wXjH=- zwfQqBU78j7EvE1*N?c*;jcT94c9XqcdGXI42ZmWdnZ@%o5)`;OV~Yj#G}G}6qr#a+ zwW@Q+Gta^gU4F+AH;hwmUaYcu?4o~H?r+n7?l`-*pv4zjGTZ86b?bRhqngHJewPK3 z6h#q-mmMmGh9i1BkH-Ny8WYrrCdcD|CJ2I{DS8?W#xzaPgOTt!BmW9LX`jkX*%Gl@&JSbo>#N45+D#Y7}No@ z@j~ZTXo?9Ya0&TDA|Ay=rh?EEPjn1+1On0UK#^D^3Qbb%8RK5i6cZ37x&qZQFBK5{ z8?*;hL#Q;x1WyE1dxZvsh@Z0~P0=Qr1k`EQCV`?!05u7yCP9=ks=Z&GD^1am8V|{WP-%*%vI|sp0f+{O z1!59uiY9rGFhnYf23;r;OQnHBq*2X6nM5d>!l7Z|!eHV+kyIKqMXN|C3JQ?R1H=Tz z?i6I)`4O=A%g$(e9#qb3%zs%21cjz(5W>BX22H_WIHqMX`!r`2YQj~Xfe=(T=ndZu?%&_QVqP)bB3{1*2cWZ@vzuJY_A67 zK2}*h#zht5Vt$EdO3ZRBF&;E4>i>OJnY+qhmF}4wH_n&@2iqKFFput>K=`lmFqk_cTL#Q@S%-xK z%0$c}Tg*M8Xqp@pJ&|(_%+%&pPvs`dh ziQ7`D+(0fHu>J?OE` z?XW-Y>v}ePY^&H3H+_)1?5vVTFLK|rdgwvU!YFQMIlfeKX0Lx`Rjkr_=NgGU$XS`O zb9Qtr=j>~x7fs569^CUBPnxQg-qzZ#+RwnoJl^CcJag>`dXLMN#8|H6{3wG(E`nZk zXYc;UX;N}dXbAVnCtjs$0!>0L~p|0CD3nI+bhoE za`{Tm2UUU)X^IJl2C`<)O6-zfMypzwUqkmnqvqxDsFI z5U|&pQ5?bpqC%Hloymy3t1GAzq$v7r9Ss@JHdusrZ&W?GwH-ZTRUdZ1?iP-3_7 zRoMlwS0Y}`9(&&Of?D`~(~AZ5)w8Si%qphRpi!-ZKf|Dnss!yfH5jkah}^@F-UPi# zfdWy0fLJOQhz6BLwVFM)7uyJePuO@8u{4lyD)Xa}0J-T&4_q255RgW-cWhy@KW+>{ z%s-}H^80bkKI4W62tq`}SRhak7*JTC`kiEsXHMoIMCVA_sAjDyAC>V%f2jRoz<%^& zc|w&SJz$hjRnKHWhoDYqNKZQ;ST(9;c~vforl)BjSHB?GIdTCrU3NCAy={utFDpq+ zjrXfFurC#9XKSlhv!5OtS_FSUn4M)TsRm-yuAZy>oaJm(t1V;onne(z zW0w|$EEl+`fspO3WXmvRb^2=dP0^^PXjKBQaxU)erkH5Y6g{BHAvq?TTI_)V8U8!z z;L5_3xptSVsB~3T$xu#`PAN4rG82FRqYwZ9C?paKM}_klu{wPe00B{6OpHuUFc-%n z@n9T=kr)I~5CbvB5JC(w1`%ZlARGX+0Qc7Qg4nicKwwfS*eUC?{?YgDw9^PI#$(o9 zUbC3^8|qj2$bSv~V_*_CJcD8Q7#Vtn#uqQ~f;0euDR`WmV2q2?ODr8_{{p@H&rDsW zz{>{m?(6>g9EjX-LwdJ#KmANd``8y>*C5)faJQ)cb{L<2_Wo3WPQ$R4K;6wlv>4o& z52IluQ~F~KP_EvmP(hnwe~AIT;XNoEXaSVjQ^{X4h-T~Ym+Tq#Dj6?XZkAo{#tooM zN6DADkdY?}3(g5{;=+9g05X3{`bZd|tT_ltGuBM2&a>iCAN5eV{0T!9CT%pFkm{{g!WT%y zzASf#=)^5{iNBRI!VYCWLR)FOJY$Msu$^5qv6qnvpn4k|jAZjB4GCQ6T{F0r%tlduQaSm0cPdy(Akjcv9oRpN?&=EUJ z&*o^|4dDlM1iR*6p1-Ra$v-}AFtfz}n4qk3ns2s?{8(BcXe2uabS$w?n!C{8v#d=r&TwFHuACuC@p@AI>F~4NDN-(;4#8P_}y(Ek>faS zytDA^oePf*)!9WUb!GD3g45!`b~>kguD({HLOyQbR9Pj|oC%OV*7a^6O5jU&QwDtw zXCR0Hf1Ud>Tg?0v%%Yi&;EISPnf<7l`|Z+@>dv{72{a2U(Ho+F;7m|w0?S~aPS)>U zeYtIuO~dIlB^zQ6OGz z2*AC?TwHg|YYE@ah~_GulU*~(Ss74O7YtFQFV>QKTE^X-n*|LCs;a)(Q1ZqDHAY&F ztH2IG(hkg&zHdV+s}k$N6>WYm(3w)i$<aAmyrfn{~y z`9qf)I(1uF34OViZ&ro(s_zLu8a8%6A zh03FDpKee7`4ZT@G5~e8eI;3gY6r)R6?eGWxr$N(gtUO@(#;R-eWcsfUBKIqI&FTu zA@_r@G-D#&Vpj|8ahJ6FsE*4K&ufds?@StYH&JT9oB7?#)D=xm(t5q|U(^-N?F1jFp0FHhbeH{xc`_;=2Nlu=)?uFD8F*p%|}Fh4vL~q$jbn_#wwG*~D159r-X`)oyjseK)hunth5qK|em? zzaWJv_)UkL-YhKMnrOBrv9+c5fwmMz6AL1ReWfH5z@Qpe=Oi-tv;ID5{V5<0#7O+T;6TRiFtHJD5NuZ6GW}c}qD0m${uvdFU zkP~z>Ye*VJp~Cf0bx;`^l5&VLci`7E@&U)81jsbITqDKt$u}e+T891QiadvW{W+04#j%ijRXKrEJ9m`GN{Inms(;thZt18v3?xYjyuEIDp;Rh9^H zY$uCA=|#MR;YJuYaoeb|l$8n#7QxM+jd&G|tQr3}hq?0mn@=a}Fw7BN#&5HY!XE(1 z1PnP~6*Ayp)cWF{IYSK35j~a>zh*=bF(Zo&J<#O}4pj!c&R=K@H9;3p=SsTLLT`26 zhp4FY#=nkeU{O5uYP}TIauy_tw}n+cJZD0fmU zlN{jhty4TBzF3eTbx=~EnvFCeSL&p30EWx)p zHA4bNVNW1?C}IvH9U+=bwMDb9b=pqLnN?;J6;0Sj0ib~`V1wmJRAJGrAR>t9Eq(-u-kq(`0&xST6Y~-#%HbUuy3g(I zIs8C^B7PqlJQ9wsxi9jd6t?ve zxbCzAljLrb3hiKut(0sk#_AxBA#-5AvpK^YQK}}e&Kdt*2N+0c=9jD{jM7p7fL0^E zeiJc~S`r1CRN(yDh|VW+Ck6)5XibaPW-FJn@2G-bfnc(r2trjf^Y*C_*#PE(WxuE)ceI7aiqmVW{#63<0x)%Zv21$8VyS@rw8o3 zOQV|xh)ScV^G=vTn5|4YNYcSymkE?)D8sLiu)zU}1H#XDHHJp;m%K*xZRZf5Hd@0@ zHO1}o7!2%)GYHyWgytLUk&MB_DUgv2qE@Rid)VFCReQZ7!D*8gF9aGZ01{m5Ij&*7 zeoDr}FK>}pHDb!7DbplRmK|&J9oL4$FO(Wvq*E~)XXn@8LCA6g#tP&iKvqe9{>~L8 z9i=WeSVXkCRZ=?%2ImQILzq9PicY&A5^aQ9*lu8)v5Hz|U_sTLjt6#1lHG{}L;5%> z8O}{GVkT^oE#*m0odferoZW~|2MBL)$moeL!$MQ{WJhawgAjyI!;Jl*=cp4dJ_R$( zlXwEEctvEHA}D)gV~9Z$RYk_}9v(l3hY&b;08vm6lkr&cHhm!);a(ftxQbI?kFrzz zbwJ`v3FN%kwgS4>AxxFf8_u6y6(|m3o(5E;Km@}2Avl5>0+gXd^eOkaWZ@*d#59)1 z5X~WB#48WcYs$*}zU9WpY9GelTr(+J$oMKdG~jE_RD@$0vZE~6V~uqhX1CUWy4L}%vm8RV6Kh~ zhG}A73~?>Tz`iMRK_rIB6?4d3J`t^JD<|@PB>bTe#ihrbxB){W0Zh*% z5)z5Q`Kdt;;FEl_Yhn=rs#Zqa*c{GAa&0c^qF8Du*)UHBDC*5-kRQKqi;2YPT@EiZ z^%Ew^-6dc6k-2o4AWLV|ib0EUl#eojfrGV#H8zG1*ysZR5&R(!XGC@O@cE!H3iS{N zTcG{2Mpp?S(UC3KMZdblP^AB9$-sj^`Biz*EY)}vfR>L?Oqp^4WXnmse>#AXEdg97 zj}cE!Gf_-3q2`y26Vcs>s6oW&bEvHXqqmbB>JQo*K@Km6ptLKN&c`QdxuGmXY14R> z8cZ2WUXqZ~uSqp?L`dMJNLE&3W;ZvP{%D!&$xMv`?X`L}Bfpb=$BGUIo19$yY1N6Q)#B z431aSSOfsuq$r#sDK2|uE$M;Uf<8$my3T+~CRrbqx;+%>*l52aK??ja-yA<7V|GEf z)lxEQz9Tpq`?U&Eq;0BmV;XF5e|^-Etq53b!SvbEZQI&DGSKz^kI1Q9#s!iPxtC~p zW%;dx&+(BX7~c^U@OvkpCliQtUe%caL~>ug1Lyg;plXw9NSPXld8`Rij%6=KKwvQO zd!;hl_$?tt80fd%Lfa??@MBQ|r*pbvB;(LMqm2Yy30DxQ63c-~uH!C>H(mYqaD@F` zu>ik0tr=;T%PxQ-zbe0LTpL~Mc)(m3yf<#HMrrRf-e1M%v>uJ`=+^ehJXWBa!9LM323&OOapNGGNJiJ~{#tD=;@+gY;)jdnOsyR1L28 zy`t76BipS^^jjNd40{dAQkS*?<3JO|D0j?odYQ~Q5_Au&R$qxuO|&FhoRS&hsu%T5 zS<7Zd>b+?cP{_h_#9{U*ndtGyayGUYpwcmr1LPa;Xwq7(9yp@x7|pCb)U_thoo01l zPQ&J;v7}+CnyJx#^R84oQ=lnyNV|5o!-j0HU~daVjX2I>FxY*4bmZnKM}@y%nofej z%5RSa-AJ-b z2EH&vrXo_#%k+Ncw=oX(X9Xk5W|YQ^+9&2@Z*7D1NZJh_+!Jr|<4B^H!wrl!j+pO> zyJ+{Dc+5+xZ6EZSZi~qo#@0kywe-u0ak`hrJVF4Wd)aY1>Lz0Ta#G?Kay+_h4D+^r zU-}s$r=p$lMEg$Wkr;hl6dqhdc%bhk^1@7K#?xkPB(mxzYsz{y z%Ga@8au9)Q0Wj}dOg1tt3MH|9i8OjHW^5}NfN2a&RI9V8zj{#*_mmyw=svMoK<<)M znyWk07ut9}&jkO?A zL9QrbT$t+yh(p1RIFdLu&5^E*4YLoNpxV&izA*e*Rr8O~{?-C8whcfG>fL}*-NR{y zW_V9VBZHVy?n0<{58o=q*JXM zBb4!^xaSJSKLh%wQ@?j^A$*mULG6bt=Ev;wYa5IoZ9;6GF30a1iut}+pFY(D$x`je z%c>JfUWePysnA(G!jVy!Ht^r(YH;xt5A^T891nm_ila!u!~ruE+x48r-cH*}kexK$=O#t#2GI@U zaIaiys3OfTo8AqCTuwNZQ^uQ~oqp!B&VbW0PF(THON=JRP1x z&9uR4DkBcTCZREtWIn|@6L&w0jDA-Sy@C+v)fa#r2<9vwl zWWiRjDL{G!p?R0$`9fL3Jy%l;O4$nJy3K}s1}JM1ij)GWu($z` zQ9N$H2H)HO*)n;i?W$c1tP-x~9=PqX#ONB=({6tkl^HODR*T&PpR_rGnve%$uZ`FD z*s-Qh@?7VhoF6)sz!rvj3#p`v6(nMdA`gX_*S87C$-+B4 zny%?BR=1<(jc}rIo|d5g5D;2|kV-(EFG(w-Dnlu-`(z5uYk0Cz|E>QF(sm5IIdRGB zeK=(A2z?Z@a-|_K@U#^dLI&%*9s(>OT4e|Yp9;&zMCW0aHpY2eYY;dn&?;d62CR*I zoM!gh3c6-kx^@R4^l)(HMnurFbsp@B#sSHDq?_IVn|VEN6wscIj=hr}Luk34ZX zKoUCNa=*RE0yYz8lFe{Mc2j948 zkqL7rrgLi@Y##YgL&#xz_{<_-^fkFL#>=Rp-mFT9_qsZW zJ@aaf5%Qtua>NDxe7}bbS7Ls;ZI{yL-&qIJ-M#+>J$LMk0_p2 zui~2JBq|(koE^S<%-&5ZHKvY1nW6hMI=J{#^2ayynm_$gnwRh0>CH$oXJz6`oq$cQrW)ktbQ|WfFtR^^pyJewBBO;SnCPMpIui_ChJsH zFNIl$ETRlPXh*qB#>Bzj#Fxb03qVVzO4vlPCRJG)O=pYC>XIMit(=j|1{AV6$=JhZ z$T5#HgOgK}bm^|u44@jaIs{;!xvbb2cK;tPB!o$VDrgn&+*smJbZsZ34C~^$6$mv9 zA4J-GdH{D2>y~J;0POO`EM76_Rd*89mK`uZ8{DP~@nt(?qJL3i1+qpk^NN? zz{42qKbY}B)HOy?=|+fbm_@Gz!st7|eXv?;Fp|lCgc25l5Wi)<+d4iYb>!y@_;uCH zv3Q}3BBx7C0)N5S(D1u}pvgd_ju^xxUygN9-1m0MI`s)SV7n2P$EvFuEc|L_aHnjv zIw^H7!mJ*Temt3N0!PNSG71cRo!V_wT`ak?UFq{`(LdB`d_ZY&jn>V-i5?|m%omsj zft*I)f^9%%P3pg^#jW%MQD)}d%J~k7!CvX%0P9bqpCnjX3oa0G{NJU1cI!2V;@7PCXQOK{S6PK2@NYW3)^_*Su8Lg7QYx%w-y0%VkwT=D@XO#eivViji z{O2{Si69#1Yt@!?>HFN?Jzoi+hCloW2retxV^6Rt?uI^AEjXMXH2XA_p4(RkZ<4dD zLg+-kL`^r4@1 zNf84FmLpxzL%$ulNH!T5peI1?et!Z0k|CuaD4V5d(Rj=HfM_mPz&pKFrXQd_gp;-H z32AnJ{?0oEolSbqeD!Q=p9l}xFL&B(8)!WdqEr}2QNSVGN+;l~%Fe8G2CDCAJ1dM5 zh@N_C3F4X^aiRE1q4tCgDUuS9AZ)5z)=a`sbRQ*e@bejBRZ4TOa~XLhZ_GT8ym@nJ zXVcFhle<9KkFEkSbiPqp6}UNIPI#Wa)LB7DK#rPi-&+75Sf6}Um4WKa0;eMlTCT7(=b((vxY zNG+O7fOl?Wl*{@vOEYG61*PtQ3;AP}1<;!>yGY-WL zuB>2E);`=6mM3HfK&%+)_zy4I69By`YDD|Dk8z^oHXt6nKUZFEB3j)PnTBU+n5o`$wg zfv(_vaF13x18ICMjcoxWJb$S~{dYf+Vozne6P8hwUGC)65lhmyPvA((9+P@JYOde~ zss+IVo7CI^Spzg>wV^w(D#NVzRdZF|Sh?QM1^5V+3sD^G^P5cr#uSiq95DeVc;Fh@ zH=am~^aVlDz6RVy!qjuBX4x8R+N78-w=YK0=qqy+j!I<69?WwB7sKB%K$D?tJB#)J zlrN<6*`LS>vu#bDNI+X#(O-klDY)w$S*R?-K@Me&hVm+oz~Bi&>#dVVS;@g4HRf${ zr7$DIE40Uk*-#lW&4yun!F)XoX~PVwRq9QO=n5dg^I17Ba1TYk546clTa*4_0C#%&@@ z4jOMU_As8bFXgO=evB5Ep|)I!x(UA6(2~TgIIO$=j^PQVF^il3s!={>1ATO^fO5A` zGTb&VqBL5(Bs+W?6Y!D>0mRcUHovtwBMlgqa;w6kNeZ;P5enhfZP(5gZ5nN)LCf?B z7NvP{R>vF7qhM9@ZMMbK5@U_Y4#E3sPJV(<9MA3@ju;L~2%= z>RqPKRJWX8(1=+|=jM@{Pmk_68z0pyN--tVvbNBq{zUuImS_iUC?w0hCaY4cR9L}d z8BVLAN;N5GR-E!=Q-+blKRy#xkYL$BYS;)Dx=1i(A+tpo7!ttZqIFMM;JY;FpyHNf zoD4A&A4BsZ12=-KCkie#XI*HEKUwGH#OoV#@+X^m;bb3pbVMJl0fnTLOl7rXSGXZQ zro{@`t)d5fx|{A&;^|a6MgkUtDUH^*;0&cX2#>%CpU%bwjx!YtlB1(fu!dyvLqd9a zIeK&CP&*)PM5C{4A?3SIA=wfJ3C2?o;_iv3&eJF%tl^oSvEa%G&m{CJD7<+CRg$YF zd(PvlK=%SL0KqkH1Adlh`8{{B9kD@sDZ-tV5gDc& zuG%n2;Z!&kWhjL&(sm-y>Sh7NtwP6241cqVL|l{t%F&wjOLd(o0RqMjtVFWR#)Meh z@ZCxnhouE6SKH>9V6J6w(@3bI*w0RBVxyq|caTA`y%&hu+SO&At;?5Z-oqxy#)}-S z8My?fFL5O@^m3QjIH9m8LQg&{>@|8Q0)B4?suogJwI1YO;k12rdF9{da)2)7?J{Hr zsfHFlfdSVNf3Wmr=1biWY9J&+`Rrs8bL-c#gEUQz&{|p=X79KoEH-+ZojF%3Q(o{P z3B^FG*06+6K$1#=S&xn($_<84l9?+5N1(aXMn+AVa2_^!UTjV=)jp@`8fe(R82Xr3 zji|j-w((jiEhRxK5|k@zD1-!IKZB7L#jOGV#M5Ew9q{CH1>xB9pA>PD!b>9~ebYi0 zXL^=2LRF@yDgGl-XtyC1YSN!>MQ8>9>E2UvGuG3DJT9APZyMhW5c<4*#;J%Pq4G_TvD&d$*3&rNfL#JxC5L<2&c@gD~U3vh16_;T0sBC^n97o& zDtwdqoYfrSIcooAq6vrF8C=j%a>GSYG?QrODs0KDPZ`+)7TT&$Pcsmf0ctJrs0QJj zeVOcw#>ITjbY9P44M!iG9JaYN=aBWg8 zwJ+i~vW5{G8mGj41RUM^8YZ%t8z5>EdsdIn{m3U^4qXpxFu1PWKnC7oDQregG8 zD%}?=$8<&X#2E}eJ$c)xLJXPzn985DdTNrF{WJ$xNyR%_)xNZc3S>OfOZ<%w=_oQO z8)4Xig}y-el^ME83qA>EAZ0~WjI=^2w(O*{}z^*xGA$pl8}emf$v z5p!CzNMJrawPh~Y-3`Odkf4{1rqVY&8BD@l59ZaW#Ts-iKSB9<(aSmLZgZVewpjNh zb+7W-9^4Zgi;+nl{?%=lVh*0Nxw#WM-NHcamI06QlDwx?4kON{?ABT%*V*y08F7~W zXM2fb!>>0E8aE5#@8<288yajqgmeJeBSx#j7Yuxx2NJ#D7tJ7DRlTokS3HgKvWxqR zlX}>qWC;mTfcOglGV-PkcL6*2y0mh4h{hQAq7~n?xE7|=uf@QW<+k`^77FpKrUa{A zD4qsPGnJT$<|=19_ioZC(!HM|<^qEaMIzbQ8A6Sr4TV;NOU!Y+9=9TkAviSz+rdLRD z%aG!W(Ek@&z2nk&OX*l1+f-8$?>j1Syj(H&UJ6p%OmJxc z>_Gh-mFX*Pv#+Vsu8%u+`>d-yyK@ViI+~_mG0n|R>}hr z$Yif!|Dbi`q_&`}%21_6oMht}#U}fXQ3_{_3w85an=&AAu`Ry&R5=R`yJ*p$?|y(t z2Fs4ijV+49qogeR0ZDjZ_#7|OvIQ;6e7%Dw^EVn9M%~ZI({f*?BS3Z2!WsyFXB~pp z#Q+VORSf47`eB$o&!X+-bP_8nAy2*@DdP8Cv{6 zY?1%2L}t~_=)s@}@Q>9Tb#5SJ{unwdEMhIp8nM1<-1pbqdazg;#U2$lq*1jGSd(Xi z^eimVumqt_Kfe%$2~%a$gavFYu8t(FVkQboN~MuQ%Gr3MH^$gr%oau9loxHFWdRo^tq?dGOF*xMRrV)Ng{ zL>YO=n z{p`j(l11UFs4x1GmjsJ-d_iKaBKW5!qdO34 zElf}W6UAuVntNh_{sv3ZEvCWTk?2SwP!tPCcl8wQ!bLSLhZA+r*>Hy<=+l-O^L5Uqu9vIBWarW~_Q3LaWqfQhP)oldo&&Jk!{ZI@b?dNga zZJhm0>4VuqxSC+q`?nb(vX%}ImW}`g`8!B|_Cgj;j7rb-*&txF+%DJMf#hf718GK# z%lI>yH9LduoCOwuwu3Kx8w-m2-;O$CyCxJ7b-K(tnD zc5e1u_!br&f+jPUEN%tc#Y(7xY0t~^yq%-Zrk zI~1}%I7@&&2@aBhR8{-97E~k&gi=CEbPYS9#~@@kqhgWmL46Z58a{eS0+TxW z{R1gNNJ(TK{b02e&NcA$;J?}s*t#2~0AD;#C?+T3i{c9}ho})aI}?{f;9k`V_Ob?3 z2^sHnDsB-Rri%2O1#G8lF<|Lt(-%mdF0Sb0=pqD@6eCHoWtcGSHmj;+j=|9LXSBa+ z=N32}@|Ar+QawK9R6eoOls_nVNwxAi=SY=S-j8@|+F>@w5XoQo!3mf20y>2)4o|(< zU3d?(9dcs?I8zKwyh$+Gx4eTgDHTv&BqaJ}y!n%a-?06|n}L-CVF22Z1DxXLCdC9W zVJ0=~6o7a%f5rF-A$nbyJ%whCDIJ+)hNgCHxHnFtgsUsyu_jsvK1ro?3$2BczDO)1D%%-yB4WLL5R%;axi4zv=wMg8_%F} z5lzT0t2fkeVgmtp--lQCWF*=x$7ZBRXwe)`qWP90C;%v18i@gg#l~9pSd@x8>b*nx zUJVt80~b$K>*iQ4(aq!8hv--Ra8L^ODu>~GNkZ`Fvs6$Z!^uX$%M(@)uwFRk2TGi9 zA{(i#04S6syhJz(8!Z++BG(M52}#n>0NM(?<38>PkYus<>q@^)A_O^Lm${CNovyZG zS!&V`F96pv%onSKF*+9AjTeECi=HUbs>l}KAoVHX(*37DABKeO`rG1CqsMa(7(~E> zB2`G|!H7E*d-m9+!?u`n_wJ>8bVb^NAg<|l|B~{I7C2n*lqXa2_OJw*wXPK5cI2Vw zSF`aK1Uu-UV%v2t-wmBn7TdMXi;kx5nv^wd{G5r@^o@hY>8RJI{z-Hmk*mOqoKeysh7G|sjZlXggz0b#&lB!39+GS+ zK`9JsMl#NLwdYcTEGU3>4@zlNP(!j*+L6Za+0Fc5T2>5G#P1Rt^Ko&*vl-x7hVJJ* z7?A!$bT_;Jtx16aF>!hkYW?IT=$vLxHMFyO5)E1ZmP<>#4ll7Q;K@Z_3PG7>4 z37p$}6YEDw){bo=Re=bKwUZ=xk5NEAfgBcTu~hg%wi7(=N@cGJg+kW%DNbu_O4Exhk~_%7F$FK=_uJOw73~phGG-`G1m`*p zTPE*;(r1FU=j@A=GIW{ffa@i7_V?SvIEs~mY!anf2jYczqDv{CXVS%+6OSSWM8ARd zp1B9*aZqEQ$7E>QlPz=LTfmkB##~Z?QuVY&cnA?M9=rBsk!dxI>J1zOfXuep6ZPoQ z9Nvl7_754S#CRxRC6GwVzbjoF0ggoBa#S_jxo?tC4u~WdYw=t}lP+S15Q2TI%Gn!< zycp}`Gfj|p%mY-`GLR)KljIKNll1I-f@(_T^Q&}=|F<75LR>c6WJpHKn*aFRRE9#c zUKYlN=1FAF`NN)K<&kbc0m{X>s7%+Dl`$I6T>!`P{E13|bX<_w=w*ejGd^4rZ$V=! z-6XGFtV?*bNrH60bg@>z?9f;Y5{A^LCh#33zs*ZMV*01nIvi7ij))gQ1@K0j)aQU| z*a)?sWOz-lho?})R?E9dFMs>MS$~q#?H0X^e~j`YoCXb(*#`*?QociB`$F`+TX+Gi zXm-HW@K<&;Y*ztra_aq{K3)^H@=lQdOpaZ@q=FbL=XII(Y>p>T{VlH<( zt-G%Qd--gvJt*2c>y9xt4cOkFjj z6+p&P!VSt+SQ|iup*Kl%D~SK6rLv%Ha1T3?#z?C(ZtskrC>zpn^i3i7&M$Od(33+@ zcc2uM=!!{@Wmx$wpeCbGSN2S;9;zV2l)fpLaBg;Kr&y>W>V5qc!c^*@vRn71n@dws zXIB|5d{<}JDTMYJjbe%NXA^5FkT`y`kePhUUxxuW>uQh`ypND-b`Pt6`%+D-!lU{3 zD9}??*sKhhTpn6S5E-+DmjnU&eQQ1zd6s5zZtB2K;>j*YLd=I03qH{+S|-|hP=H^VSh0gd$>{JGir8F4 zoWo>dziPfNyaKynZ&3OfEg^@5ZY*q_bWxGQ;)n&sadq1ql4_+XM`Yf65?na^=-2Ym zlAS~Vvt50POkoZL2QwA z6$eckN@6rRR zYBe8PLFl~{W(cC_sF)H@Y$$MK#&xF=i}OuQ!57uv)h4^TIF`~NWcwPBL06TAj%Tsg zVl;0NzRBEu8io8rEwc814KN*⁣7VpiWMEx5i{N{k6HntqnyRKT=%!YQPSI@(U1Cn1$C$iM*i4LN-rIL;In+07m} zMCA43dYX`-&S;uI2U0Z{sIb6p#$g^`=ZF6!v+3S^V8T!eW$Kdlp z799QbN$oEB;wikm<^rh!6u`PFwezTx?bJ&uA?;GE5M(kYDR^o~(cfU=?u1|LDig1R zs%AcwWPDcO*N<8JlzXhSFq?}I*@F%?R}Fd`)#x1_(hB7h*lCzQ@ZWyv?X`wYmHU@R zt8pfVi=ByH*23T;UhCy(z!XpRCA%aWAXpIW za*v@b#X^Nngayb7IRS}Mq7|w)hB#9NLyk55g7`B_Aruk>vbuy?+l{&=WCc9Hny6Tf z1FTM%WZVL9$8U3$q2B=|lhvpM7}<-ztbJpBqsoirxSF}JY14lqMBe8a&IH(Usne9t zrZ+h*feaf|TnF|k&*ooX8IZCO2h>@BTWR6;y*s!&|eFUM_% z5{YqO^V4+LB%l!O&vGg9++9pwAv~bYb8@G$TnqR;s<%jT9dYKtiHP|LvoE@z>8yb* z=rebP{54QSA%$PI_=Os>#`R3oPWc7?^0p>X#swr}rVDyBP^pQ4Cn6Wz;Kl&0DRG`D z0iC{}khHPP+c(AZ|r>;{kgua z6@gr1pXYT63aRwKZsdhkU;US!$S*Jiop1;_w&EUY>!(6hXL*uc;80JG%m10erG2lI zKL`z~F25DmQCG5fO!$y(gP@$*@4n8Ekx z=+>>-ENp+$@*A*0Vrh##DJDuRBNN$#K}D-D=~>gjC3f5vLO9n#cW~G0kmD!DX)@)b znC^ALD}0YW1B3GMpTVmZ5!l;!=9uX4T5p2pibN|FRKjUKS}mHoy87>?I}x;Keab~< zWn7K>oeWc`=yPJCG>L?$nXT6t6Aob9pvWA|?e_V|F?#^W<6?3__S z=}eYq47jLQ)7X?K?pGPH%B-WN^t7bxmVYM`hC%JLLzB4f-Z{yOuO>u8H9$B>DCJcJ zXu{!ClE;&K%>yfACxsi%DC1=ArF}t*-vdGkNLs95e7JMLO=d$S{dm^Kor@d0F<}<7 zMB;o_uuTfWhBUAG5Opne1O?aNYY$wo`WHo8IWTfs>TbP3w&k=k24L|}-?h^Cywjvamk_j66Hu`YA|O#!b7hXw zb57V|h{?ju_3wqa8)bs#w27D)3-ScPNUu-eI4ibjhaMuNm_LJEI0NH7HdUoQww+(a zn0u}**(olG+HtLU?F%}FBkascGXus2QUk*#DNV$r(5%Nij>;C3IE@jFp*0ImM3oxy zVb_NEf96YMYPcoHbC_fv}>3ld-hY|f2_au@)!+Na@}t{EL~NB0VCJ~CYWJ(P;e zAu}SJI^Mp(V)s*L0hF&C3B*Fj4DbUVG7*i($sQDFC4AO|2z{dE>hpIZr`tuX6y<6a zN~-^}<4iIJxDv3eKXx4X4g={uoRMT8)4C~PU;%nkLBc38Vq(a{vS{I^xwPUyw6Fd1 zojGLTEjatYFGQV^&cdmx`w$a)9}gs@*PVMlWUroSpmVI*E%L=XNjyYO1>=wxt+8b# zc|ZR?s@5((hTN^@cNLCsbd|Ta-rx?)evwk?>_}W;8%cw!n(oGWstweeBInW@qrfF2 zPS_6~31QsAiw z%v;G| z9F``fK=|9H?H;4BNQgiI*o%+LjuA$n{n4Q}1*NvBZvHswkmGsCZ_znW&g0w%o1TLn z`a%VGiMDN^SvwktuE@-R-I@Z+Il0#YEpv$qjl^L{S9eq+59(?H%Vv+uAyRQ+on0x5 zVFDdrjFh!5JP@w1g*bj$SlJs)4)!XR{BA*YZ~qsDGKwNRBLF~(suvI;Ky$T6H< zI-?+eROgp7h1nbRUd9$4u@OZ2p7K43;+Z>Q4&7TMBZF*}VKx&Egkmb4 zO4yI7E29r4;K?zF%=2__s{n~Z-mLEQUl?RcnRs34;xsp zAgx7yc|f#fDda}gbY8?zL<3PB=^#p+QHWY>w`9G8_zK!(E0*Mcq`_w4w!*GdqBqW- zg#XU6HGv~KzJE#0riNT2*)FpstUpFY_j>P!q=6h0c5qkhoSSrt#Se^>kYH~Re%K|JRp!+zpIiqmeOMf2eC7{c1-6M3lw;s?MW6nMuvv} zkb+ZN@-j*xK#$MiU|9;%7~(~0!6P9vu^$R8_OIf`N$$R|Yi6DFGSoKC~t%!KYKk?_7#yMz>Rx4K z@z&05;<{-nMDv22EaRkX?Q1~CfCk?cB=oAGRCy^4i|uyn6bE-33ybz4kdV4-q6 zol?|7y&^R!5YrV%rLhrPK})#Y^YfN9vES0c0cGp~7zi$KSLem^ITM1&X;=R+L#h9zF&WwcRC}60U;~xJ^Rr98AdA9(}tdDtPw}uLSsCq74683Z%UP zJjDR&l|&gX(8_3ZkhJQ_7HZ?pqlgd|@a=zj#*m(k5cU>C_hm&yL=-IL<%e0z)eLeq z132RWs{vdA5f)5XSWsbrMT7;5aoim?Frp`eY8gv`1&+l;E+AA?xd5RSa56M9sMcUH zRR+dW(Lhf{0h2+s1{KvNO_L@Ckf=cv)RSRq6iRCnEQjJE91v8ADk-9#wHR0cYEgm( zfkX#Hkoj4ovwo_7X0PM4;b@R7Ak<WE!Ve5d6J{S4k|vBkC?ri7 zhJkPo&2zCJr^2!L07(-I(Ia74D*{3H!6LzOYA0g(yiG>d7T#Uvz6ENG}ui$O@5Tr6gCHb__u0+a;=mIal-nM@VQqE&4G ziRb_bWJL|4SP)j@P*bB=5Xb;ggDBJ^rpAFJZ330R+0ZDbaUc|65%E+aB+`TBu~bk6 zRU$oLO$mvnLsg+f4i=_E6^mlAD5qLLfl3gtCMZ0p zpvpzk(;SMZQegmv1co*tLBJ$M&&1?pR1z#KDkw})c;GnGgvOyz+5{v?6piy-cp?KL z>7g{IK_o%KQJT|Wg2IEPfyXkjBK`=G6tx4$_!pnk*=r^uuK)l4!$bD||A%;ohlhuU zh=_lPh=_=Yj)<6;n3$N@SdoL_G?Ih^Nf{OHZZYD5Ko$go%mx4p0>MH=bYKI3!@IS> zrGz z9?QZ+9Fa3M(33G)n8kuwmdDaaQPd!cc05JE+QB#+RrFvyl0~%@iJryWMWdn~2o0x^ zCK@M$Y7GRaqUTXX&jTT862N*`FcC+DN{T=^Xq*hHLa~?#6RDgF2bEDZ%EE>NJq*?Z z!eZ8g!D1p8>p`vcXbM);CKk^2g9WHP)E^+tbFmnU2?5Ajb&r+3*SovdQ}bO}u^W-G zyv9Fe$jUgKUs085vh~gM-DTC?^IZI7%+A`6x~$p%9<$=PzJ5E~JciBoSue4BaT8Jd zR-Y+0<4*m~S6yUeulo0lvweLNUmLT#5g8Ftk2MuF50`zl@tGsya`r0r<1$x8RAgVE z1gPb)ER3oy?x)9y|9PyLshN40nV*@TnV*>~Gg)S`%=FB3#B4-tL~KN4L}Wx%-QG-9 z#N0zf{>N0t-qW3Bwx;0w19$|MsA_n)*Xuf{=CnHtWDkVqI< zB9c&1Dw9OQfSY~b7qKxp878ShRGA_mNup>(mB~9B5eFi2x4rY!nVn{!+5~5+R22rR zY6}lE&Qz%=O(LUuI2?#77Xo~n`MsNayPmtdh{>3nVWReDX72wf_qj7WGcx35i_7V| z-@VJMs=KcE%@mjYB73&yxX5(*R8QBNxx1#SYVW14KC=2UTxEyb-`A|}zo)%<%Z?pc zBB!n{>T5Qlt|NP+K5O($_GZLO=4LEetAF<&{$u|Ce|8_|sw!h-e}|oSd7OHl@4meZ zn<;zb-c`)Q?RHJ)-rP%N#Z=E+WVXk2*>=C8B2zq;nVqTk?9Pz!@n$kU-pzGR#Oz=8 zy_u`O>*t=^$GfAtw1yC0wX7^0&-%Vx{m+q&83 zxBJM;m(0&uvzeK*hjXZN*rU`jRU;xvK?+jnLlr)G|7zSY=3X@f|lyKXzeEjgzhF=I2fJYom&Yd+mwu`XbW zxR;Vk#8^z=88T8fXf~Jm^a4n>yL@;gWZL`m;xLKah5jRapHh;$ranA9uR6Dw2)f1>Wk7&o1#PF8UjUk?MFZ*dqsF<#vtMWp`1c z6{%PxjP1O720xx2GeI1|J+3ZH1x3VxWm=sS;zYAx9l#DJ0fiv1zl&4Oo99LFf`6&A z-l$m=pMq8AUol~O%?&nZla@6jT)Drjk_T<`cu#(4JQH}&_l-pBMhL^}F1@DFBtNN? zMb2ZblFT@j!||krm)Yr90fNu1cyyLzBaU$_iToX~diB6M-4A>Xw7W$DTF(DUMEVsC z5B>31!rZGxw0Dj5e4vh94mqi3+T-(@v~fJ;Zv^L9CbD$|CZc+QD%nR0=7@jHLpGcY zn3I%2TFl)yMl~VKC{a}l)cAj^_Ze|i=;0_N5Tn8h^VVeDGUTnGqTUFc6xUS%av3*Y z(C5JRi2|t*?kR|XfJTeho#XZ0>Qe2_HfP7%-^+a<54vI#`uy!WeqA^)2 zB<&!5bChX0$IHwka!Dex?(Tk}DwZC)ySsD^J)d06UG!9W&Y|#}@(*-|AnT-Fcez9J zzuVAo^smd-&bB7;9o%8%=O0ygKBN1Ht`lOwK9VDdQGu4Y9e4;$Ua=Iq;Aq(^|2?Tm z;8%16f=qwG!bC-DLa(;Lj;C!Yaw80m&Jr%MIbs4BGc>lM9xK1bXgf(8CIlk!kpU?Y zJ{du}Ni7%>2arn`m8t|6BI*YihhEU4QN)yv>xrMXx!#oy9Pc|s0h!=!YJ{7o@k9xG zgWiaTsLd$+-uvXsy6s&LGG5;wz5kb^Wt2j9_SZ3DwL2>2bHHPH-;WL+ZOo5acRNsL zOQ>9CwKh_3TfEm3EhJ+LX_lZ`P+YeO2%tP{1F@2QNf6q5-#fuu70>aY9u1%I0F=JC zj)Y>VBxw)#h2-RNBPzg#l7&Km5inL3_1KpU^pQNOPZW>>sA43;K6WUf!0rO@vShX0PVayBTbKtZUFEEB32DoJ3*%_#3`h`coNwCbHNGmzSg&{Xvu^v* z>3%+vB%H1Q{|@by&MFPHN#XHZ_!B56*&nfrY|&U$k`iXowaEK)(f47CKHQcCT#L-$ zCihxI{6cw<2e#4aSmjLgOz`1n~0YOc0n(!{`S_a*&};2J+EJlnL)KAnQ>y(h2j9wV$Pk zBA81Q;Q>Nt^|jjr^9x2_(D0wVzI+IYmGhGNm)9nJUX< zl%X=kP9h4mYF1TpiRz;a8<`hb5>Ye_;2FFQjT-YLQQE6E!%OSjU3PYVppu$R0EW~q zhDO(wz|g`L3OSijTqvUd=HiG#DBcJh3OsvfPo*fbH93WH$&T4H6iaW7Ora>bdoqoJ zWq7vTosCbTv}9-8)p;j6H-)0|oOw^qHO1K^$`s*jyEkKU^HV5TYV-GOmf4z_LP1f@ zx=nLWX#Ouey6uC`m12RMENY*{!@$B*+UzjRfl* zUHDILFm4Ah6gam$v9l)6!xD=$9*T{yC~)uxF5rd zzgGv!J1|2I?KH_(-66^nzfhyQvtSn4u2i^GjJ{9d$_Uj2UzTF$fe6m5WO`sul|XkY zUK~`BZseeI%3{19Mb`_jc$|k7WbsHgqU8oG3viZD(4i1qqmm6Csf2i#I2$Wp@tB%G zd_18YB-+qM9Wh21uW}Z5(#1j)mHAN7LKSOB1j1NXQV~JyTsH?Cp}s(^K2zdRF?05N z=puJ0f(sZt&Uws6?d&~H|5Jx5CA>Evr3X)8{#4p6_S2$Is8c%cxhLYbspFQzLc;5u zF^On#RTv#cN_+jE?kFzNo@k0-g#(I=1QukEW6*J^ZVl%ggO&B)3dhQi`1O#R)`L!? ziS=#haiSt8(!j3uL^pPWtJuHLIrZ8Q5 z_~-OERPRW-JF^RYk^br-DYkP#h}(ANn!_L(L@_hQlGywm=dX9n*_1n^*a=P=Pc~Xo zC<2yS8w?zE5MQc-yqtWBu;HOgVJvvJ)oBqnlB-?rx zH&&*%a`v`qzZ|aDi)y<~kaRZ{&QmSsamw1;F?-`!-r8dNWD#e!#iR=udQKO*k@40Rl+abn37t`< z+r3YMF5toDfbq$A2T%R&DB3nPgZ2}lcOB0iBiR82=^@mtBXvtasOtaj#!&dH%gs0( z3-IQQkk}8}?=})~_d0)@BYiH*Vmc+mQu$A^$XXxfSpL(|6M0=8nb$wpy#R`^h2vL| z_0y!8HM_XzvOmvHriZn9>f`OtH`b00hwx4?M;}5b(_!Swp|S%f*P0x1P98Ng=r5IA zBMG7xqt8~ba2PXj3AOe_;P^HFLiK(HAheQR{)^BIVGV1zu#?a`{N?jfH~-bQ&Xpe; zrlaPIAl9=)S(GmUT}wvxTD=M z2q1wg#-j%L&@jmQQ(20($F9miUo1GGY;RL7Wq(}r6d|!J(h+;ht-E8mRJh~%qzH$c z$ki234~n>eUT-tv)a;m7=8(tWN(;O0_Bo@}!)yD_i!Lm4eg9jxQ3YTw_v%?6ikp}h z0`;!(Jv3C{Kqy2|g(`90Dy2qftd@|R0vcNzgOwrvLb&_;f*xAM7S8cir0^e%E@&vf zq#*u!Ih#tcmZ{~QFQxNtD)}Q<9+V}UBWFHx{ERel`Vf>kfC17%()?XC|IbXomK{61RhM^iM8;);c+nK$9I>>7LK5t_5fYz_a&M4(8Cd z+oexF3)OPWTIIda8FoMl?ppm)Zo^2TEB>|nyx5o&F!9EqDoYGgRMh)@;|6*v(luok|BirV6qrVWK}d$l1$SL4 zDfP^K^t3Ghff+3+SmmR3j4DtR(oPo@rM|NkQ>tc?{5I8}RNeFPN{=0OwQ?L(t&) zZ5lDhILj)i0KT6v11Ic5NAS4NE1|AwJvWSZTN@6dt%JFDX68G1o%h$`(PqVBWio=R z+>OM|c$fCt5Wq~EO&urmF#aZM4Nc-&CFHO$kDAd2lB9-h`pdbtBRSLZ^N=7nrfl2t z#aPpq>wT=xdJ_~`4Bi1+;5e4;wR5l^>x=^vzpJq-1I!II4G~~7RpKm_2di|++9|KC z80+5H{E`S(MHQAO(4Z8d;(iy_dHD?`YzS}Yu3IvFLnG-ge>GTayIy&HHkEN3=#k-3 zMwY|KwLu(1_6tBLh>->k0wz%mv!G5z zPQ@_g_8KRClm&ydRhujG_C~uoL#Ic@nM~X2`?IdKw2^df^DP6_D4h=IB?k-rm~21z zFJeJ;1oA$#8|HBRNObb(IW!<>lR@_y_UP_IHZ*qfw>wTuuTB1 zu9z7e^t2BaZ(F{64)wa9PIKfnfSLu#mzSxI>OUAr`p9!}ImRX3*POi#@vYH1FeJj` z>IZl9T8s=Wd;Cb9p(z#`lZU)Te=QpzU7x#@rV&2idIZk7`uGQOBoh2^{ zy8#Nu;5SOlsG9_woe@PpKeN#QQ{k!u;c~PV9k0Av=UNy-coO_95Ct4oC83OeN%pt$ zAOoXL#dmNfn$x|DkzTICkdaf4+M(M@j4J7UXOwE6r|6ERcA`?RmaPWtIYOa())llC zb-s`09=ip;s-*m%2z`D|JmvlVTr~pG(%>D#PJRa;0epbG**1|(v7aqF4n4{qQu&zX zng%c zM7Ya{X-wAWAYZ9f$iQ}!`*Q%BB#xXpq1UHGDMB(eAS_PFmurUcZp&hB@`WNHv&VO_~{;qvTfiB3YHBnzPB_=piU&~8}~k!CS4QyTFA z{Q&X+_54z)#!AHgpxB$t9>Sl-Bf6Gs#9s+AiG`kSJU_w0Yt$(JgzzE3QNCgR6CGlw z@K$)y^_jq(>>CY1t+b|)6@{NEMUROup%X3}GT$5{!>h*?xDeKd*GGhdPm(eVkxL>* z#)r>cED^yCL)#@Xq9Zb#Z>FLmV`!d_geDtDI9OqdGh{x-*1vFmd@iH|gH{nb=8&m~ z_lA(zh`1i?N%3GaTrM0qeP|fQD?&KLf`n<65ggOwLxB&TxuKsomDu0aDZ8+in+lm* z{}*;DzfBop943tXMsyAS@S95zC;&p$(sH4W?&_<0N-&RAo~@z}T8);2>l|!Nbf<5U4;9u$Vxm zKoBrN!AyZb0007T2=d+#0>{$fC3wX9B~*su zLcYo?GBcGiFhU_nWH|RoN3N@VLemmLj)}=cVS;PY5_VK(3yVy5>4cimp?So<`-~7l z!ii%M2 z=Rw`aG86{N7&`G>ELlx#G4bJoOkfBT8&eV68iu_oM;qDDn(91V7>20>XOA#2!koWF zWh7)e!+L%V97Ao)Y^a2?@cBZ6ID2%z;%7{c2F0LhBc8#ntDYmXTlNXGeTOiHzl}fW z%^zk{kK7F7pffz7kx}3sE(?u})0c=idk@)?*F+vN6h)^l7H$dq1dT643frTGuxfR! zV7GF87HHeFNYg3QtK^%=!3k;RmQ-VlY_+R|h)Rr|D?DBnWRYo*84ow#S|Xp0Et%Lt zeitJf;v2I;GhZ_y33?5p#4+=EtuP@R@^7-~?ZbHd8jWs4v^7KYFhb}YPr}L~vqwaw zby%;?Ln(6|C=?}itshe#*hzS>#5YdI>VrQIf7oowhsxfD5EKkD+PW|iG5#GS|F#+e zCB&hR$I(Jf70E7s?qaA&j95YlZiLHhjvFs$T+NWsTx5gPPbz#=(e{{X?=Uo#hgK-W zV2F@K3`bnEWXkV&!4kG3DJ8vUT{HLzEleg?%uk>{@9;iFb;}gUBxn(Imz`TckKR%uqZpU)#n*ij@P1 zXPq4(`GbmPz;JE}#f8fbj}WRf2lH=sD9`xL&$jlr06nl{u8bK=F0u$Vn7|H9GMES# z6`u~(iQV}uTICyd8kG9s(5!1}8j+>oy-QlD+_}+!aSDZ;n%Nk;_@UO1fDjF&->SQ6 zFXZ{NWk>~yD?6(Iog%(Q;ZJD5EMDyF>!nSGdA^CrqILNU;4Mb1q;;ked9v`{ z92gssFCu}@4I%QhX&rgmpAUJOd$%O!e?wlsbzkG7Dco*G8AD_tJT-Kaz(st7AZPoF znEc8uc!CKd+fxV7-0m5g>j5l}q%)2?Zdh~ZDvAl65@PVwy2 z(eWOJYcW@t2(!)DAq&Zt zD4&@{4KB?BZD`sPuxfvjIuMs=<$2nnpYS4f;E@o+k9W0|Doj{`+OCf16nUmS&Vf{q za|GdyMJf@RlA&x2uKzy=CP?Kr;JKI_PlFD|zb9K1IJh!aL15hz(xtUZ!<;G^eJEyz z;UV;ifrUDH|Bk;<;9ww%|IO4awl7O&Ig|vCS9$94?k?ECB2ivDTt+II>K)K@11aI# zuX~Zf7%u}U#S32F;aVnkz7ZZKODIcY7Cg+Rbk3|(SZJLz)jD~hb}>gCKu|~+BPLAN zSYktbz@f_s8F97~raya>Ox;w2SS zuQ+Um0_eMuI@P3jTZ2(?1eN*5qM{>!&tu>?ffWa4h0FVAYuXkD#?c|R^~>>I3mhIy z<*rG>JjPgq$lN2c%jj5dwxv;UjnjgP23aJq5H4^Ctny?e(g6;8`c55xEYWFRzZrCq zp`#*_Rv%-K5Vyva;20YdTU`dLQw(L|IK~`SCWcNu&FjU$j|L8(TOh{85q*;bU^=i` zFnXXB17jktm11{(x#F>r7ev9S-~1W{Nr#k$BNsg4(vcu>u#~*Xy?|0QPkZWRglvM^ zcC;ipiTJ+qB8(5xXAAT zNU9>3aV85-^>DoATvYqkm&fA{iC_dIz_4JE&B849V(@%{ZnoC@U^F%5LNBU8~-0xApW>2W>%h%%S-AB+uA35g&#!J(UcUo$HDdOJ>#Uk;|w zDZZ_|%91=(9&k&hu6H449?`n3&Pw)2g38yZXWJ4TmG`N}d$Xp$F26o!bDeey&3q|qIXUj z6f!woXrNQX)hPU345$U)ac1E)_zb=^E&0~Wko%mUApY|-fvlUGs8%CS3Syq`V6IjnT65()r zNVq~#ZG#-X4w{rs?U(9fU~jmia1pd_iCrp1HAdvd?jk0mRNks?5P7dc#SAlnCWpvV zUIe8v7%u?W3G_jMn*uKT3U=FaWe&PhZ%_t?r$rhm1t=!sT2x_hchMl%_eM!z?^u2) z^*X5eG?skdIqsn60~wxo^6}Y`uc>Q8xX`anfvj`iMpjE~UTX!a+#UrI3Lw)S*sorU z3Vd&OfuywEOG#Ihz}FMl#=zTipajesIrK6X3_X-ma%bye7XY?BCAxqP3ZpFvICZyr z7^rH4t7+gXA_4>P)KJbD)lOJ|NPb1Mys4b4A15AeF-ZP7L=QCD=6>vdZToN*1 zDwH%;w~9ytgo@Y(=qi|LU0st0--EcH%NnMj8y7o+MC310t0@~`Tx24wX0xrllHd?T zNM1H!Q_x!&?!qtnSUQ}~jWdX7gFuWLuqW-8R1y$aT2cp`IX+cP;^D6mi`)U#)D~w3 z(Y9bTJKzM?EKhH%Addia{HAK4RWSkRg|8fU3IFx?Wd}@6py*L948QEc6#ra*5m1AHR~d+aTNj&xG#iVVZbX|FFv1pECfyi{y_aM*wF*uHE`?{ zT@h$KfTI*<%|Hs39)Z!ewrEkMDtKd`!=A(D*YP!QA3wp+fE1PEkPTbQo@Un%t zos0Q+(iwHK7!cFC`Wz@kcA+(y59wvR$P$AQUnM^z-w~h1)l4MmffBlYk|j+tIvCDs z$yZCfk+Gxt1)MHGikxYVJVDcU)8O_}iy@2S?Kz178l%voB|p7A9v=B7f%U{%8IvD@ zHJ%Sgw_3G`i#uH-SVG3@kk6e4#)6O8y#76$&AuUw0v0~T8XP7Kel5G%ismW@+$L>e zJ=7Yn?5qVKZ3jTV#Q z6n9xa1UEm1|LH(aP({bvu9?O|1*}1moo$Wa<;X7R<4yv5u*5sVPj5#g&_`?Jp$=@t ztZZb#nONYa%xBZpui*Z^H86z%KE+&bXN%12+l}FvSY=sFH%>5iYNo~hd3inV zxF>pNo<~`MJAzq2TjlQQ2wvrTy%_OEoWds zoyrj00Y0dBm)8_kz%kq-#7j@07;N}?3+_WEpJ+XRTd8SX4Z7CR=bFB|YO){qKg*As z5E5EMdL60jc^PmQTw03Cn|!pKplpHOsa2bb^GO+EGJ$?RvT%1o0Z)v9NlgZ;LI{ZZ z92gP>fyIU4z$wXab*{I&8i`G&wUr(WwIE7v3Opvcxih?GDa7<{JT;v2?ffh6rHz>G^ z_NXfG3Mp4M%80g-+Na5^N~C>7c{P5@asLXdfO6#sIi6SMajSU2Djm+GbwU!X( zyU57VioUqbI98e*L1$`Jwj%b#U5uPSu5h|QMH{c9XQG(P6{GHE&$IeHFoS2g%x$ds zyc?$Zg*)gF!{~W8wCZu+$a92X)KRQ*%UqXASB2<^4ptRP5*c0BlkF*DX?;siQ51^k z_z_4?(7-S?T1H{+{xg$!D{GY#%w5`Zw2}%c*!k}mU2Ncp(H90hlDkqtO=##n0#G=* zlh8v1G~T=nH$MNcMyyf5)Upu{UEoen0s({7EhGLaL3gCSVg>mJx7bN{wNN;PvruTY z6Vc^z9MKTb_0xRI(;2&%hs@BuKa*tvi+ON?!IkPvy1w??BJkJ~E$ zGE1L-91&z6f577+?joy*cb7s0iroeMtuH8&S|Wm%dDz|Y%33Zc6o*)N=BRG;JNKY; zI04LQ9guRs9!|p1`pjOl+&`nNrCI|?HVi=L&BO5HGq`eJM~DEFRV-hRN3a}~B`63M z9Ca+sG)X>~RkB>_XOsYQ>NHVva(xk)ZABJ&JgB(H*P~9=sx$C&{T{8UvCg6P8xwl>}+tCU0HH3F7he=syjO zq07d>F`^Yxi@=s}R2yb|PjSfDD>8LncHQtHkWn2zczKhr)nMK@nbRamNOz93NXjYq^tQrs)mu#E)9zRUW{%9Si*{6a?pw15P{YT@ZK=y*-B(Orxu z$Xy9Euq?mlQ2*lnD^{P`oF)KOb;RW^ZU3vIMKe@!vS3tm*UJ*m({NDKl=j&<46ys! zLYbm<9CIw@ck_mA+i|_LBjd;v0rkN&VRZ8ktNh#Jf9~Y+IzcC)2ocw9U*}YaY zf1w(UDrdAj2mQ)c`f3N6RQBc1$h+XlM_Bl0}|; zk+)|erfOx#)<*9Ct0%gUJrgleD?_$6l7{ZTYNCs0$evlm)XI=8*@)o40tI9}t=rhi zsBT=WnZzBT15sF+u}dk_`>p zA}~~7P@%yE2nHHpK!bn^C|Q7Ct;in2{SMn4xN{@2p$+LHwj7qpV-ZeEWV$J(!QxIu z_47rXzY|l*o=C?3Cl*1~*+yb&BOxzZt4vgpnmiR1Nuelrqnm11)zeOtLbYp_Jt*`K zi%O(3b0T620o}aKhzQFRK{?eFlS`%M!m6oUv!1+}d5s=b@MW2@UYRjXN8zZ5&|(`| zW(umxO68a#ckgiD`u6B&Hlk@e4%6^#gPnNPOk9xkTXC(L>(5MbSLHK4;n8g7BqZis zdgkJ+Dyhtixn$Nrj|*fF+0`NEGViYbNRK4{5*4-D4TD_ zAh-B;0lOX#s?)Y&Fb zQeh^T06~IqcI3GeTZo<1`E@Y{ymD|HAU!T$@bP8!-PHiWJFvK)d?-r$v$0d&; zVeqk$sl|-2uMDk*$}?Hk8fX8n5ZWe0Vu-8HuRk*MgeNK?W|CrCtJoJbPU71=F%#wE3j>C_WvHli=7>W^uGvl|(lxWr~Pmk3jQ z)3K7@N$PqS!ntN;Iys_dk6hkca1F4Y;im-vDem*d}q@d}6C5Ko2oc2uc8Tz9o=J@jvJ1;X>aW`vEd5-m|xXI`L$DEXE@I6lrsRa*;-I<$dL2F+Rz?}R94wgdF8Q$c@cBxYJE zDSVftgSeVo0Upn(S(AQ@LBzrc`JJX!W5>K2-bIp}B3n`mx>^HwN%qRg!cy;YL^71h zK1oi!7+cpCsJuF={S=n|lGU*w$w>^_ZaC+()`Gk)cWXznXJA2~E|Bchn3#}@vSqT7 zk(x~ShCAjMf(LVaX-o{l1JsCo)(C2X7>NS+0c*wB4o11)LRw{h6Ap>OCR zNojwJuGd)CmNt@MIMyk!|2k_x-cVrb89R4mDQ}PnRX_E{&V#NNXh3-yzs6k-Lkos7 zyQJ2VI94X{dzPehF8K|X4h4Ov6q1V5x?l$pps@fj!AM%>p%-@4g4S(eo^>e};~ z@sI=rdvJ^Sq99vnN?hC;=xLLPB`@}CL^fQe^N{(v)zj+G{T~ebfnsFJ_X=el$2v)3 zz+zx}NDZ5=#__icG$Q2+<;b0ABXg*wQmzfu4EpQ1dEn3qy+Tz`Y{-Vw899I7}jX7uTV{8kz2%a z;s88wPX>oaTvVaStXQ`bd>crKreNLAO2a0PGYWn18b{PbR3rz1x1n)RKcP~V@Y6Sk zw$QNEJLQ@aIGdrB3l+KJBt0JA((V#8s5Ug-3t334p-vET#^8Q;#?t5hmBrAi7~u+_ z3#bJ&V^&zH<9tf#6s{&qT7#b!(}i5~x(pqppb1bFOeR-`MrUk?lhDhKC}s|4fP@Uo zvO_xo1A&r7=%)MOoKRk@SGqPVO!%s20GJ&3&?g+7`P~+fENUc3Y$aCvBDaM+ap#vc zrU^aA3sn&c3-S>g1cu!OsDVe;1gm?lYG99zY<>kgg*r8}3abIDP#Z@3C8ZmPnV>>9 z+OTOUN3iRRgCNH88=7IfEbqFWc7BCw3fQhtu)Ks5Fnp2WUeA|N0l|C5T5)8Dj81k6 zoh*pIu+3Z#xXldg+#(Y?F~gv86K4^F@p1kjxy-<9$@G~I4wfWt4$xCMtE2Zz-5-LE&$p~EAs6H|)e49yA! z&fTopfS%VzNUi3uZ|G22sa+gNAxWU!3I}qNXOr%xkQ67ePz*3E&|fSx^h33f6*I1N z$-$LrHaz)L%N;;bT`~0I{|c;ilg=Z~$O6uYNewo%5{$ z6bx_%fjGz6XdygURKHroVA4w!Ka&ECpM7ERU0nG;ar z@y>P=WkC%vvk%MDJ5tmLg$Pt@=)C|Bcgeke9#X$JH07zOh4*D!hGt2`HE3n*ye*)| z6Sj4`bT5Y)B<;y!c=Z;TLE%$-l-DE^{6DY3{GsC+EbZkZD_aBU`Ss~CNVkmPcw=-H zoW|j3_H%_e7w9hNpJl-SDrka3e42UH{vfUYl(2z_%Z%NZn9rx-Eazt~AicQ&qLQS} zGXEH;Eq1YHxKNOnP^9d^5Uc&q^vPu&F;bcl&a=4FKCQ}&yQy?_!r~gv@lYJr?!;;& zvea`2iYu;UT#ikgC`gkyi&e$tnFmH!r;77kCa?0EB{vDmu=x`?UOUMcnpq=Q`fPKd zaue9%klYfLN+-${DdJq9CxtEoSI@?isowi*5tgM$5XvRaXH@yS(3y;g0q>0D``clck%>~X*Z~DW4bL7^d6byJ_-AjC zQT&&JsZyNcjSJnT9Mu`7)TPMPMrCT#u^0r3MB;&}O4Y9<3hJRX0;n=QU=LpJlHaGw z_G<28H;K_M4%=`N^pvW3%QTU(+g{p5lE^SJ({*f(GzBrarjtwoC~}X-K5=N2c*s*R zPSMD*VOm&)#nLNcY@$_BH&|aA59 z^LQ^Kyhw6QS%RI0?GsW#YW(;Bky~wFiYNRC-EF_^rE^v&ajqH$OLbjCo5>PC!emPIFZL%t>WKbQK8(HzS;4rSHz8g153!e|dt3&Q2s9ue}fC#h2LX z=@Ur+mz!Bbq)#>}vFvmfoKwf>gZrVEUEQ)vLnKtD6C@?l&Qp^ zWa5U=QbP{iVeIpIu0pVQln0$pV#uUfiKcKfw3ucl2avwqKTMz13V+T>RtpU;dx|`h z&}h;!L5oP*zKj$ViSiOyz|A)qQHqPCj#>;-tJ(KNo3B6moX!l# zLJ{9fy zb7p~RoI##KVi0e}FN0pfqhp!*ZI-fevQUWuuLw}sf*r)g7fBOlWX+X6NPqI5!Yl(D zslPPd&lG4KBo?7qr7Cj@bU}Jr;1N|`Jib7A#6Z%G^x9+X&n5|t;yBU4A(inN%s55p zK$O96*&U!MLBb1BVV_oghyVwl6zE64<4=ok&8N@o9SEXfS{6`P{Ify(Uk9}i<|bzP z(_Un5ULP0gVz{QF0N2~F)H-9-+VE){0t9B=^>cRq~D=W&UX$L%6roR zF0ecykuPfMaL@UjHbq`0vsciRil~ua+e9tT`^WPsh|FsHt_dAjb(~%nDj{C$Xc`S{By~h&Lv#kVr6j5HQ zqUYrNP&)uO+eyeP;xNJ6e>`HBafJlJ|H|marBd{OcERjwHO=3F#RO>yEa0M8c+VXk z7_7uubN(sKo?uj({gf>w0L=`*`6E@3AZ3XJSs$^70s~~n{rd_>6j_ZQU=DE}A&RV21ttqKBED{S^~ zb*oU1wxnFHsKzU_jMY4Q=_+RP8Mw0IS%L}!S5`btCNNcR+OjMn>rVCD!>kt z>tnU}Dy9l7%T3s#pvsD72~r4LSyAUGa!gLW9CL+~b492UUPXKOb?7U|?Xy@tx(c%S z3|3iT8ky9%6_q7Nz^eSbMvhAb5CIN9{0FE z?%8}PN3Qepds1ju7wwuoXc%QxA1JyhL8Xm5#h5VX4}Oh4T<6ZgE9jJdUJt*y2lkJD zu}`Y-E9gg!|0s?T8Ax&CkIU!+@_Sj%ys$*x+8NynQ($&@E{2Fh6wR_2a&Ng`=<+Sm zkWhjgEG%Eq6>Y`huWn8io)3=+_hNiiP1!{9M@j(ikq)SjPrAijm@|lIzwT4DH{Ty2 z&S43f_8Xm9jw|z#G=gT_eX@Lgl3B+EQWad7QL#XM1}|cVWTP# zKf@ElJ&IrkbBCNQ_ihi1-A^dn+t zsrt;C(q#S`+((%Yf|*vyFXFsDHw=1i3F?Vi$6Y3rXsoi_FDE{eINS>f692a55utbrzN@K2^#uA(uC2d! zfXEercA)!b=Qq|L1opQ}iM`CYzbORe?#`zIYoVX}3-*voqjkqzu#5fGE5dN_V-p&L zu?hdD2lXOU?kI!8?g^2hbGrNAx|S1*6waq@Xwbd2+JYMFTeDYODdexl#~Fh2w}LF> zmy7+IAICXjns2_B8#XeX@|ndAAYYDAd;sVaC)D_I(zE-)aqk_7jjDsh zB0&N!^-slEtQuqa137GGTieWEeUOY?g^4)qIG-O{225NC^O9q%d%(~B32v7h`%m{L zzse&ANm=%RGxkc*-VpN%%zNo0zq?kaNllX2Mc&6JHw_7g-6XtD^`oJtCsx%!V~^FX zq*6OK2-EY*e#9Rzgd9I16KT5MdMklAU2smb-a?J)J%$^RAi$c*> zOXP|G0M7vzEB8YTZP>hE1JwnH^Ogh|uPK5uYcZHT2fMY*Hj5 z4}(5CgP=qH;$@qRRaJflGF4eBfx8g?i&IPzJbOrxw0a7yufe(v7ux)|^tMyBr zYbOj;(*SybY!4t%t)>Hr@&HQx$$fv0BO@^~1SxANWlBk=j$z#0%uI#h0N?->0jIiS zHc@M4yC)h-wTR?R&E7b9t|%F$o%gFua2u*BhLp&uqOaNzEA}apw;-A=5=)B= zR!vC~^^$htqismv+@kvPjZ|&q_}B~5FPe2urav0l zF7c*it7_A&N-CEbSFT9BugON?M(}Z$zM+!bHIjKM#m2Za?$nU9nF_^9y!h4;`{c&w zHCcL;ipiuHr~$p}Qq`%Q(RgBH_qev#sKjG(qeevM zo$8<2u*q4>h)77qFwsA(lFoF49Url>?Vu6ss#ruZw!7w|1nnRZT3eQg#2+`GaP=B5 zWuHt3(QK_zWG9j0dyhiPC?-WSRn=5g8D&#Nt7@aPDo(OZ?=mL!FClc2D9QBXCQ^Ii zoXyHF#0fENlhCW|)nc4oh~{*c#(zIaNsz;?pUJ%m$yP(+iH~X#4VhItbd`(ia6=Wd z&E_I@y#!0nw#eOhM}_{VvdfZ1Ls})D=xaPvqAyZrusorWEjK5onIXD{qfgIAaK9_7 z^&9bIBGts$(ms7tN*2FoTQ)8rl5xB>MOsp5 z<0eH^Q!`ZckIO!U))Z+;A=dg^HphrAl~;6z=4zQc&p5dy!)d zROJE;5I%+}gKQNjVEYggC`gEa!UGW;Bs4f+fC3PJ0tO5&K=81U5DBlk5yk_hzaX3S zoJQh8j-xk<@I(o>Q9@Yan&S;RrcRsi9EQ;3Q2i6Fcx#Cbed_vOu#fQ;2UqTMroTB{DMU$Jv*hZ_w5z%=G>8a|}^9wAi=TI{G2S*Jo} ze@wy6rqUw}GKguYBvk8@If^9(0OJ%0P!JFhh(hDxd6vh*-V^`;9VQqyLNGWYE)Wn5 z3ikaXWjf=)EOs*xC1}zJN}KCWtv>DyqFiBTbXWe~tchq~o6wl; z)?yQ7xKqyhJ7830{52oe-h{dCqy*w}z{3myhV3Mo=vY%GBh<*->76Q~5oNB_650uM zR9-*qE!DJXCoCU<_P=K3q5O~rbQ^T0jcm-xtE<8^kr*(>fW!En@ge`z12r%nPk{J^E-#lEG0H)b6fjO>PbL;7?|Pq(7rwv~cC1BDqPNT}@KjDMraQLpwwjq$0x&=F~JG!;v_JV#GaW`iMT&SrF*Z_HGG z5MxbTMI|tuB~nj3x|EP=^K@T2wOV=q?EvMeD(%(@7`&EV$%J#wHUxPJl?*qkQa}|k zLSf##Gy}?^t+)dWheIv1?-G{2`UH4DH%~QhaE7+FVxNgk#X{@&+%DYaDRPUpErS8# zCC`(~prV&o-(TR&lgU||PL`dsT-({ppr{Uzx@+?bKWMd)I)A@s%ot*#J;c2yA>M z+gYayL(|xv;R~pwhs^lZYUr(otOR`du3lpZ(*(kpxrGP#JFR*w}`L$ZUHE~0#!69)4-PlC*)T3w2anSEp&0um=a&_BeW{cWeWj$av6TA zl_aiU(&f51a5La9mb^2*UV~OSTEeRCeSB!6cTKWOBcl$HvyYS|zn8Y#WB`CL0_Dq+3-a~&6M|`|vRS(dS5?JV#aE%rT9OyI z#lK=Ov+!kkTOKZ_Qke^kJ6%FRNj0&K@TC#wAP4yk>t@ecSjShytdxjiH|r#pM=rI* zS1ZJ#gL^$b!&D0vQ35nA8WBoheDy4`CEzCa)iy7_j#_AT)>E=@|I~C$7S(r~t2B7% zXWS8AqeSB<>>KRgc*_Vt^gYhv>lV%Q{VYeZ(ocNZ+{}N~5*{_=F24=kvY=i}yDL+& zi2*GxFwBApRsE%{dr==Bba-tf-P?UGPe7zBKVKk7JujjxfwDn%$f9$AttR z3S+T#nOL0K>chi?JwcXLgcwyED@iD1=YxGq>k5;MZh>b>!i=DgavW714B1^Ewe zQ&=VDxR5`a2eXw`>3?Xy8qem&J-mA5fV%0LsAW|znT6luE&GxefTLk>@JLz-^U zM#)&ggsI{|M+`;B`o6&N!49fZhdnDbq&HWEb`s`3s^I9oIl*)p0n>)w1u?=*rT<$S zdb*N26f>q#=-?NGF}LZ$hS4;2L&Y*F!i?%9jiOTC5jVeH<1Et<9Fg>tF^M;|KPgxw zY|s`AUDu@w1GH<&6Gq0;_*SA%4dN@u6%FaP0gL0f&MC_UG?6d@Q&bAIa#vWk*6TiZ zk$xi`2`shsge^M|j1#zWDe+soQi5|!-S(=KUc$VS^g2!U7ooyrsLWQ=SWdNu{5X14@(!%St1d2n|TJBeYB|YgX70y#$d$IG8k` zfq$YF#ZM1rja5KKTo`8HAne+OJ@x?TaIs%Z5G)0vMgw7ML->C~5&Fi_5oUm>P2%bj zZ^H5@!m?4vo^cQ+PiRZS6ai`mhA>fVH70xEyP|}7H(@M+uNHd6S>`n&Jgj$LKm&8uVq03PbXJ`UA#Ag)bGUylbIYfbMomoPV1`ojSsd9o&12MHkP}8;y1NKkU!&WxPnA74m<|A6} z)O(KB#C_@>^0)oYThDRvvcS{=x?u&&8aN8mO{>y%oWQMlI`@yP< z$_{d_5-NR#Snx?VC)}PdmjIM2SVMbLBwK9XW)x3PAS;2c_d3y?CK4fFXOyQ}CzO(t zww+8n_#vwKZ^6Sk7Pbg-NOm5UE|99(@zcT1qoJRW+dVu)Oq29{63vva$-47Z>eI}F z`Ww?8Cl$iB3`BF|2Pa~7JX04Ni9oN>P&YckqzS4FW6PT9bgV|uL?(HC{1_3aW8t*%`i*0Rn9aZv8HOH$*7` zsE?$frqh@}xcZttdn9x=30gGJ#Et^ta+4R8=fLN+ZkdOP&;?kmsKgLaP0EKsrAM(i zd;r~KnWc1d{i6?orZ>}@iGPZ-R#?y=U^6Hw(WHa&(LSmir|}EFQR`Dr1f&B$yMp-v zP!t?B-Ba|&K$So8iow~(<`lh8T_R@orTd!YS7u8(FvL|LlRwNqWQxGTwC&sVI>-zj zGG!w6&id`nPI1K9(?auUyW`2Avo41M38@`AgR=)^1MrNCzE|;c887NS($8hUmE9!w z3+IcFh` zFw$-l*XK-?(1+v-2JzoTIUsPrSn7D?6UP|6N(09ggHmXJX0E5qH5LI}yZT>@gE|OI z7+(Rz_|_`p3rsh5Bh=`y&Y`rwn(3!ML}3aHRkDw=Ji9~DLO&A4(MuaK{pi~Nc((O~xFp!NGfHzuJYZvrfwxFhoW3BWxGLM~D_z&v%;N<7mF-dOA2=hp(m z2SNdZz3)dACQG7ye4GUyP~o|K5nwu-F$8gT5~@I>x?N<-bD1dNXp~n|-U)0|!*a@T z09NwV4=e}Ts|r8@m^eF=7>HIAA;OF5P(0+jg25u=JH5siK603o zGpCfAqCon@@=4zhSNDE`5xpP&#`_6#7g*gsPTc)$8~22++-9x&xzDMmx<&UBaLfG= zk8sZ?R7YGRe4z36**HxP<|Z^H<8+O4?q@e2itJaj!rwb3$JL#tro7bp$paQmUYCRl zuR?t*C6VNP&(UO(OZ_sDN?8zTPjkyNA@4F|eiU>wQ(klPKSoblzxcH~Bt#B6d1N(`*#(U7_9^ur;Sz9dNGf9c3O>%fx!N46i9OpOknA5b<^6 z?3;6!fp*-%$w(m>iM`v`+LPv!IpAh;%k`h`m%di1{>Ydl<*$+1efx?TV_p0VUl1{Y zeDbURItp8-VB(+Mo1+gylAe@_a)9ayWSL_mNopuM%_D08{W|I@Gwa z6@#z+9#fXqV!pYsL)D{$((H#i8K;MO51o~;#e@+cY@t`BBkR$9 zA4(4A(L?#GAeWYtqd~LPHvF=cD?JyGTJlD5lk*gIJ zK}Q&Ac~2GUp?yf?i`vWI(%fHl!82?g+?y9vml7*|CPRrQEdGZ)mrixngrQ~@ zgReE)q1Sdx*PBFCC|K-5Ku;_pSiPYb3B$BZC=~>aB@cHX+jDKGb-O$N*E0+Mst9Y6 zhPuunn7nkbdkO&GhANisSnT02QEsTJ7KEPMmZ%=m1c#OlOlfR*FR1Hh1Zg+quG*n? zt#(zzMc#&@;Hku8%j=Ix)`Rlk!Fwa^KbBB%UP#lWio1ruWJ3Ddp3$4@`pA-oGDYkC zJiWCNN8?@lA~XwuqAPMH7@-E0ngKol?vmB#PEbGz%fnvWDG%`?o+gupnqm)!Q6+g4 zxYuSgzP5D5gJBH#PGRGA1BX?>t@HeJ8PxJYFFTTX@<7n`-$O%j|1|)19bG64D+hyS zJI*AIYrB%4*eGTh8kly&ev4M9(1p2nLk5VojjDpuJTu#i(1!&y6H0%vsPRo9d%P@E zzOWII#1Ry`F#KOa&m(x?x^jF%2U!zJ&Kdwm<&TXkvF=f<^{H#bhc>i`VF4hlgy&AO;w+Z@o&1_bn)EeOGG2 zk|UgHf>2+t3eK(uGO?hYcuJ>EN(Y2u?NdjSEV!<;^grtni%>4(vA7kj5MU9Dz9AHg zC`BhiYB!)1eRxa4z+6rNSTG2ozB8}{$;ROJ#3RtqiseY2U`GmpCUZCo?9zIvg5ocO zk2QV*mLlNT0<&xg-qf?0HGK%gQkCugLDjc%!=Mb&Fy%N3I{QVw{k3?7&||++pV=QA-^^IC)63lQx0T35)&W0bWy4z5JH=tqNLf4_xaBH->)jv}CfOi!THoIOBn>?OH~jCNLjB1&k|W!5|0e=mIlGb99}JN>~i5AA(3 zzFNT}mlo9BcV)>Z7bz~Y+UP7 z^I)9HCuIzCDWLN*{~BCQP;w=31oV+hp+m9y*S|9gO*s>zZQj-761cA9QU+fRNknqD zp=f5Bo7=%^$V*bVdS}I<9L_W&gqa-)1LmAdo0t_HG*;xCCX+wR&Cn2$AgZf{?LaJZ zT;i+?pJZZqsfjT4peA2t%coAqRkHdyCD6ki?K59nd_8uuHRCOQ` z;GP`#ba-v$IcQuPkX`yz@I*zDsN`{R!KeJ(fZl)rDtbAEfwiaT9e!b4(~FESvSfDa z4T#r;*z5h9C_2qb3b6{7+fMg0$0qi`C`Ir*V!jzl`s^Bs9NXusIDTV;vcUgfrTCw# zNN|eOC!xP~MP&4+n%47Suwr@$_^hq`b&(ndWNHN6K`ZVu(Dasf|$!fpr6dYhhD zAX69b5=R0DZ@OR@TFS&QKBFwtMn(r#6`TWcm5LtWhV_~`I2`LPl~8TKB1es1d*>*4 z`6M^I^Qu=)OF`Ly0L@bqGvF(I&qcVlK=qEEAAdVraz0@!iz{``MggmmhttvVY z+iJ&j(G@Ilb+-T-hzJ%e@Q7;D0n|a=x3!=q%vnwt^C^mbG!c49g4P%Nc_BtN+07-O z>;#L$B1x}Q5dmHSfB}rAr>C#zmv(-=x{8Nyy@sc}dwPhxn)=_a-|oNmcip&mj>v4e z>6`w{+=r~J-OSv#ik6z~kBi;UZ)c3?cXyjJkApXl6fX!p#leUGVm+W%{OW_@dXd)wfm0yQXN5{;a=xhKPoI==ZtTeCl|{ zZ2Z0Z```Q9n%J9*n&+SHs>^M@$YyG%i^xt2b7zWJ3ezy5Jd$;hfEbOp@5-|fJQd18 zd8mk|LOEDC5yvNE1O`Ga1$Vv{EJn$_TR`E#Gz*J^g1|f!gl1+!7mbQ2;2;vwP^c$a zRMRjG2<}VBp;(l%aJ{FVWGN42QNT=SDNMs+9waQBh=V<$Muh^0LM?@9Sn7F_W#KNN z3YDNB(P)?jhhiac)RRmo6smEo2n>aV6LF|o93)DU7?4mncq9(%f#Nucf>_o|$WfdF z4I|=;G!Dc-LTZUXG|HhK%ELg2p&Ca3jgO9(j13qFq$b0XvEG1zfHB$|Fc3IpXS}PM zYA<7Nr~73ZC%>{k8gJVzCO=}{xhlIldYZl6aw?wspSRurf9K)#{q?VMuA1JV|1O%g zKL7IHvTd%Lox0v~x*en6a$e_k<8`B6-y*u5-RJ+_e!dx>StsvrEBkix;%4R_Zu+&^ z+52&7U*@wND`#i=ZM@x3yPwdCz$92W5eH)QHwrN>-#c$5i(@4d5l)f-Gta#li0&uk zKu`ow&P$4$2{}vhP$pEu+OI?{43og06M`_zgZZZOB`izi!SEAepq)@c3K9*qlw~n! zt}%sb4m8cZB#n9!hks7Ufg}X%+9i#3wN#@j7DHYuNHic1B>`FBmzU7R19>Q@CwY)K zCUmhZkq19beg$sl!-ST?G&o7~ETCZFL>!O)Fb#I)p&~3Eg~771dP2^lJQN3ayM&wr z%3@a1IFRoNdoiKKI7;K9NtTk};?(ZJQdXpKGYL4|@)kZ7ohWPvD%-%iL;OL5Tq@0^gckgx#16LK2J0t$<98X!0gwNA)^ zM3yDuP+m;P!E857s5vpA2ML5}9Lo}UIQ4s0La`zg3gYxGp=CkvOem*O&thm@Oz6Qh z3+hpeO1M~-f=oz3CYEaY-B()50vMrtfA#k4OZB?EZYi2g5805Tkcjos);Mn24}*#DuyNav%!U_86Nr zA@!h91T-#sA2zcrJR0WV+c6>Mk_~rR^>i^T#o|#IEQM*{ZOw$73pId30SL4?A!jLw zqa^t9#9|t#42Z!AA+~~iC$#VhF%nOsAgu4~Py9Z+Zu5kk-AhQpe(riimSx{p&ay-v z?)U$RD0nKA!?)t^CDi;(Eah>O1YF5P1RB6ASsc%qW|z=XmlROazn&;DW zO~`pBA{0#HSc&4Or%4)UeaF}dF^xI^(Vi2^>x3W|5}j7kBw(IJu`ml3PQ>xww-_EL zX+V-D!dmd15QFpW+WQIxAV7?64TdYIqiJ%OcIsv%Ns?3x$CohJhG{K^TN#7z80;7zRNY2BVnH6kKf(`>=(Qb!kb)t34;joL8rv zI(M#Kb!@liy)G*%D%~G&9Vm}}ZABa>O-EPWQYX%t~Gt3Vy+cRR{a>t-}1QxgLLB z*vG>Jhf?c^vC23X#fDoPvJ_{+6V$Ja zs=BP$3s&cZ-buOOdvwVw-I$FXV@EabFzA z^FztGr*|fK+Wi6u`mfcXhG=dQ0Yo7F{@*lj1dqcc#3!85m`rLo03%>ZoJClxv{Mx* zaQrM}_H)P&Kl%CIHeiABv524f6(K%JQs5$+K;P1&O3`P|wrSoxJVc&i@=rgJULzJ> zlvHlEOO0=Rv$vYa zS#{xuz2`pbueT2NWM51$2f+gC`q@8(*hlMzW_ZSpQU->9UlL8WuMU+nuv-OPc8U&+ zvg`jnACF~|fJN!8ph5bnQ#DwK-h*IJoir@rbBctJBRTa`orjInm+S`TUFcyc(ISVb z7fNAHE##6jGRUk9wi*?Zdnm_F#hKO7FCDz4C|CvIV(4_*$B{Mo>^1Kb;JegFlBkm|T9)a&whXi;@tH z%7dg=wdmorhEY5gEFH8ameu>PsBNb_qh+{mU7kPtlV}!VCm$~&AN3O+;9mh@YX(|v zTLd{OUc*AW-7y3yBXMTG{~{znLIr(vY5JDH1Bhc?iQFUS4U>A}O@Vi?$ZK+ zxc!YndImR4iQ~VL?-Uw@L!#!Pa!bFONc0r4@*;E1FB>i)$`%d@AF^2SDQKR}XK-a( z^#6 z+c8;bB$nbo*LTPE4JS%#|0n-tChNnX7T1QTMJ3l45b>Kzd?B$?cVhOo+B5WVF{gVr z3B1j$SX{|CCAA4!Q|%zJBv&%}3PG3!Iy|W8TAct}9%?iu^l{Om>Cyn?A_?f%eBVRT z1ca$9SX&7iudxU5^%pd3!D5<*7mp^VPzyM@^TJF4efiUqG$X1$P!7JSQ)$;_=@cjh zoglV;MNyt#0tfdREg}C#hLkHZiD9KsFV-O;nTq1>RQNGM1;EVUNex)5q(UMKZ4#(rr$NZcu1YR) zlPC{GWQgcDP0(^9aJgepQDGdmO_Rn7hV4}*%DP9*JH_Avy0cp^89YYAG?Aot0>4Q6 z$5%{17VvBRAVoXMU7WnAfWBjuNvHhXD+STQZG8pe6GV+YTM^^7oH!lptEVwgT18K% zJm%}+GN2u(8j!MAEYi6u1ZJ86ODctsSTwd*1mSU=#U(o=n+byTq2>738S|(h$O+2K zmZ#db-ub3(OyQTN?(l@`u)sz5bqzyIi!k|c_bRQYzINl}M3dfJ{;97xEXWyvBcn_A z)SeomYhiIa-%xUv*_W>B8v~O2k{p$g0k%y?+z3Y32@>~2FLqS0Ds9qOubQfa(V~#{ z(BJk&5sUMP{k_Wqgk*^RZS<;fy13}FTq1v`s8sv9x{(be zC(zw#Re%8~#R!pWA-Kbg|870%ZZkNaPVI{pYFn>3W2%{vSvvbOo0bZMf2W=dyS4_Z zetzh+6~teQIf+HRcW{eWykrJvhChKFTc0iAhQ)9nI4opLQwPA#RDjGX+AtIv#@A$9 z*5}J4>+p-N)QE9 zy57`RMO63?x79@wU~L6)WhhBJLOlRROXZ-MDiTVk#XSa%o=(aggv3@drs0@UlutpG z?oR#1qIO=#&<9j8dhXxDO}P))L?O4Ya@tWLK^IK8jhb$fZ64A^U1;`Uf-jf^zdY@( z-_}e>m_ozvG8H`4!wP=I1^KGjfD430N?gHuo&dN6PZbzZ!Y(UfMAbKQ;sB2@M>tj9 zG+dWVQ|=$OlB&3|A?DX|``_Xk}ix`&t2Mc;K+MNZ4B7 zPtvdpdqfR~10RYk_sdgT){9`4QkxZ7qis#@wC`nDWK>er~qQu=UJU8v7Y zRJc;$cwK!FRCX~L!Ob))2OJ9%7WI2LY<0sND8mcgap?Yt;=|XgK9r;d2w6Y~)TeF2 zQP%4!mBT7xPg)rz0OLFMx+XObqtCRywdvAWh9;7(dchS^Y6W`yqek`OPP6+%hDvKb z8};h6~M~iH7)hl@$qPYnq`It)|bavVTCkK(?6k@> zLFb>hE2a}|idbm0-rAYy%}#cP3d_E;uCQD>j*~2v36(b8sP#_2XDGTlu;6civeW9* zc{OO;uy1eP$-PjfK2o7uH~tE+7UAe8^qm5Um>g(3UzBZpj<5@axKmbF1nmyDcG}c~ zexYTBF<3YBnnsrCM1?|NUls=z-{8EDq?vcV!82yTy{lTrD-*HP&Dt0Qte`{o6Lz{h z7|PKlXhb9S_NcL+F8@@Kv7F$F*N7R3(;%1>z}ZV)Wv9g2o<5Y(>ij{8l?Y;+RM8|b z4cCC3mKZyAoeWhy+ZZQ9mYsHRu)o}DKgVEp5>@R@@|0fOl31yz+}VjjJZ6CqiB_EA%}4!!9r{wM^|)%DQ8?j&y~F+Nu3i`2USHBQLcR(^Y9|OZ@9kBNsIZ zLD>9{0slrjRhdddFBSYqN+!kU_7bP7-hfhppn&dOtpO_(CUTW)8clQH zvEPlpnTMW0NEtje;w~UAdkJjF*qx4=3}2sEnAzqhE#p+uRR^93W*r-`zY2ZL4LoV? zx+*6m;p9IZe0x}LdFMdYI#YOZBi1eQxhe=zT3KBYamPYlJre9>GSYr|4aI5DhcuF^ z0+er`}LFCEuMO1pO&iQPLWq(m`HEjkEqP6J{@%gUhB|92?;j;b60fkIDV z7|?VT8M5u9td~Fj|D(x>Wm)3^wE}{1r!ESiAT+i(o~~rVevulTDHu=8SAm5`5@o4A zje_#>-y<)00zT`17e!rMA$aP=B3&CSuLyGsp4@p*T(#ra^zGhB?%Q(_KpA7f*}Rj= zNys>^ER^$Q7AD`xA~ls|DxUP9_!f8iDHyEiTJsbIyStOz R`CR5vT@}64s~J~z_^}LadtU$m literal 0 HcmV?d00001 diff --git a/core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_2_eventlog.zstd b/core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_2_eventlog.zstd new file mode 100644 index 0000000000000000000000000000000000000000..d6bd79947f0ec047c0464ac29b4d53e9d6feabe9 GIT binary patch literal 53452 zcmV)YK&-zgwJ-goNbd>&RM`T0jZ$+npo)Zy9zcQ3N+Jj;0sF1lT{?UIGCe|__mZl7 zDqu2($wQ;9esI>(d=qIccpYAyCdVoX2LT5)2aRffo4)%p-#KzH9+PtnwsTdSuJIW) zs=XC4MXt1S$IcxY60W?@VVkc*h6Y1|EL0*i`wVmpHn3-4_SAUTXRM7qkG8%Qo%30BzRst#T*q@e zh7;cn4ro;C;OzJ*LuypJ?(?e{U&NhVi$7>ot1QNCTx#5e{VI!DydqbskW|j+*{8?X znQryJIUVy3#;^Tk?|Fx_^t|ySFRf#J1D%i#4i5fPe`GLwcYF3%CU^ z0Kq{Lt`*=Q@3MdfG^$nXIrnwgKYJc6bzW_Cj+0f{ko38$N^G;Nmby7Dz8qgyyUR{| zvkbNyr;V-1HL7u%zR!H;S6NK-*mhPH)1GFjOcoj-kx9b>3J8m3p;2x2m9R>D-&^bz z_RP!Gv7Gh0Ib)6Y^l5%!r_N^gF0;(l9ju*iXIY26qFH@U-E2*6uQG1OXy1k`D)UmQ zsIrO_zM0{_SI50+*EFlqRz}pQMqjn^b$eih7!A7E*fChMp0w%H9$M6mjXA@9p*<7L zf41ek%IQ?*_?DX%d&gLQipS#tNeTsZbH*CgDv}Ch!G(bmQL$7e3l|9@m{1@dZQS=^ zxdZVMYgEhCsn1Ip-emB0P6(8>TDQp1r~e`o-!o19>R0@xJz{^yagD?j9-Qd6UnQ^8;o z*)QB#(J_OH+0bH9qgsAfmGR}5GXr~83YURG9_`oRSbQtrykoF$zYE(&wa1>Pw4Tf& z5R<_KQ%O%)ad#Tk=+vn8kb5DVrunl89XfVikC4=;_OV*%FXxmFIkTRDwlZ60S>>B# zzuw~CTW`@K2!bH!B0(3$D=O~JW#_|QW#?+4#4DIee$)M^gO;U``&h(P1y<<%&t(a{P%=9@vHMcphrY8AjwHCT1<-=`(f8$uUskdAb!Vq z2oH)LATj({(JkfQ-NEPp<|hF z+4 zI=QrS#dH6ZojoDKK&}!)9Keh6w-t5`qr#d03xhjWpIxoYuwN%joI(G`;Ip#6nmv@% z=6=;N&S16hO_{Um)yfQgT8=$qHC4U@i38-}A;L8@KonfH=kxFCwWcu&zWTK;#&+(& z;eqH9vR)QCt`UxHy%-2UMG%2&RQqaWzLVB;1C2AspL>RLqgwP?b#;e5XGy7rFS>-J zGGF`Ndf77uxbK?`-l`V9&ogVwqqC}o3K=s@0kbP8pVDend!N#J`DJ_+cjsve1@_Mr z3I+96#2VGGjL$!_nB(5O$>3iG_kEeMUyC6o8Y6mA^rQpLY*=YeOW?uEa6m155Cje+ zX}YwgF-9>pE{zB0*_<6?3thDm{dkdUO=A>PgHcp+D)46tyKvB&ZlE>DO|i8q!-2yC z4Ya3u?sy||by_W!nks=T>$YQcf)FvH2V;6XCdm;|?b6QgR9e~-Nec(`XfUA2;ecjT za@wIi69|q+W1?Ed7NR|EcEz5ne4evQEqs#8?;H2odpKN!;iSkpq{v;_sFvR@w5MU$ zNE{p05*Qj#ErH?S0Q=Ro9Wv0)1rrm{i?W;D%(taI6VPp6uq^99SRiz;rB2&3(HhmT zjnyA$Pis`mS7KN>=wR1a_%fkA3##RsSqfxw=Nu8U!x8FXO&4&rIW7%P2LqQ7yaI`zo(&Ugs5EFc^*b@3)ix9m0MRmb12R z#(r=4lnU=HcU5^gP2ZIn2W4*B*h>xen@vsucU4(yhTU!GBoC8^MzxDaTQ7b)`I0?@ zn_d!7fB@vO4Ust^@3Paae#e&M#;ODa{=Hz~`PJCwpBj&sroGQOjet~50Zw9BtjCAfX02Pof5=pYT@D=)gH~L z{QkGVuu7UyStWImb61tuWw71!yzbscXqWjrWzHO@smr{iPVf6Gt2|zIR!JkofntuW zV(sU6tkOk!Z@Y{H#R>%^L5~J@=NgPf6sy0_|9o2fqSNfZU6wol0)iqbdXJsc7bHzX zrSe3YO2ho`#aG!lMjA^m$JX-dRY_g+EUCZBVj2k0#AzDkY|V34wXiY$TNNZ$|MwC! zJWMVS7Rv(dy0O#B4k%hgic7QNGxr{CZCSI7?Y;KFGG3aWl@!}pUE|bZ&)df~s$F(E zo85I(vzR$Mk8U;IRed_=bmkcYN9$J>BRw!Mz(AQu93U0zIF7c%7UL^36^A*qht5v% z!+ta0nbUNdqA0VQEm+-hGqW5vz8oTz%J4L*z3W_d+H3Q3&9v_rf*#cPVT-XpYH!nL zrDxL=HC!bk%_%L%k7gA&##P)Mg`!anH^#!}-xW5ky%UZXGiR)0JC@KtE>sRdrSi>Z znX@c+`MshLh{yvD`&N8bJ!NYk9Vn;0@2c{x#o%+AO{;nFE%=W)<^7kj?FcuR@@hM^ zsW`FSG^$P54|uVJ5Iq{zI8C!9HCd%vCRCQj4L z@myys6cT6etv7S-WQncB*KwLQKprLx7Kq97FmZ60M4kkR1rm`^AS4M70}%@(2@gf` z07X)H4(bG!2MI$%_q z@JJFS4-yB+!&6a6Sa=>N5D6O9{_5x)X+0M?9tf^u$!Mu`Rf+R^?noO9i9;iB*TRdR zYc^gVLz*@&AK19mK&y&n>Y3cU1|iTdx;TUQMmVgBsN`xGDDB8@I8ubdj3w=&NdJXky5ud*0txXkhF@NAi@N5{}!$Jc4{xApq7X+7*&;*C{VRa=RM zXC)@Juyb$Migcv{7Cg|Sja(_gz>^%(#BdR#QO#k$?mc&^ceBm!_%^D+%zG&F+j_N( zjz+b|e&6TnI3wY(Hmoe>vxm1L1Sn?~Kccs>^CbxrhYLlbP*T$Jz z{6kgTop&4TEYCT%x%!6SRo|Nq261DT*n_q4!=Sw$@xSBC;`_YHidqO+R9-K>7hl=A zz;Px4sl2x;$C*UGxBjiF6=+n`$oa5;7RjH}V%PDEdq*o2L9UUr-F4467hlHC-l+CG zdwhP?#^CGEo`G5QT%+22(v=d`gC3=o(!-6xi=BV=WR+B^C?I6nn+1o-Of)@3ON|jUz29dxvFo zm!0n3cAhPD%xF}L?f7-Fgnj!#Z_%iRvrAS>sf7&5eZ$48vqx@DnQ;*}_Gssd1I4ih z`#XLU_QUdQ$6jOaGfO+w)_(5h4AJ3O458paiH@^NTGd9dN2#&+ItO!CF48#cFK3lq z_fX>O)IG%3s{S^1&URSN+WEXxzO&h7U{`a(E8Ei~@KUU-dhkk!hsaw1F)g&&;``o; z*z+o{>JMJrp7s#s73KAC&iy#@?R~f7d{>qCHhmaY>1@vWL5uIZGLv1_HT8XlZ9Q5y zULC*c8Jnla$HVb}K=_;%JFK0*%0@Mgzke&b=-KC`7CKJT$i0k>YM-lYoWEM=V9)z4 zXFtE}e4U&flR)$gJ32-{fkrjQ(EmBka@R}#cd)!1e^)M;+;%u1^KH59@NUyrrM=iU z&W{OtP!kOfnA1X=D-9m)gGXEErSkpsswct&A)+4iH)o7K>>4{|TeKUoW^T5|QpX1< zhydbnfjmekkV|CJ&;W60RMS*y zB7!Vb8r8hw?r0(v2p~}An`SSvJTOckEDsSAhfC-3+&KTkwvvG|OTZNUdjSTs-28>J ztI)`sql|&9+2h7ka=s~DhH_ff!byVObI~ggJI%gYn31?ytc|^HtXqmkwQMbR-|jCv z9dyZe?$Uf|&e%RSnL123=hImjuBnjcs zsP<6pC6R`AI2zTSXm~Unl|z92BPy?w6XHN&__sK6b6${;36cf|h(e>< zTkk=yqRyd*0#&|?nVs-y6|rLrZNxZv+kNH}X0>xya?1BAGq^FXim{53ll5De`fpnC zK!He5QAk*L6i_@&92_1BL&8PjVG=pu;6MW%zveW3*22B;6cnI}7X?oH!N04{9ScBp zD(sPhRm3!^HBcfVuUZ>1kJFmQ+@{#?dzG`wSv_~>!aO||x2g1`7cHK13Hb~MX#wq= za(0jVx)y8{^q}at^Kb05vY&Lex(OTi=3WQ|T1*Jht1M>Y{zZ##quPB<6$sJ98I;aN z83_lb2II}nHn;yJ^D@%9z*`YJcowL*JJkGs*e|-%cKIz9<-4kMI3j6UME=#@cML`M z`fir}Cr$){QgKW0;Fa*o7fqgg9YVIzOKUbTp6xwNtT?^HP|7N zg{NYXFwm$LEtZ{P%Q>u$-Ew@R!`ic}=bUrc_g!E23<9U=lc0#2a0yI64HRS+LWl$8 z5l8_0X97Ur-gfWix_LX{lNuBXg#vE@#V4?U0uKQOKnE-k9Y943pd<|ult#5keh0hG zuYOFU+C!ea?XJy#Rr!iWwU{{ywwCkH`a1WW-pr=>y%ld$g;yJ4ODqf&2rd?egb2vf z(7@opW0_1S3z17jg32R_Fg!q!R4xe*3=1G25eSQ<@<2c$3KmJ_;7MSJut+LT0s{jU zN#%h6Lb+HZ4^P76!2ySdB6)ydqVOazSR@sNN0Pump-3K>Tq2N!=K+GrLZne`%BpX} z@3;fezZdwF3UB_uXWsm0TxzStc~Z{&Z`AzSsOB@H5j)zCNWwN_;1p&<+wh_n00lm! z^;88Qg@AJ}r1=)oPEQ>EjRdVL)S34-btBm4|V&7P{>{lcd$FaCA zH)UIuh4 z8SJ0YtUjv2yvky-wV2a%f%|>-3RzTMFa9}o3_kX3^{coyx9OCfAuO4^F2BRpsy*+c z75i1?eD2<+8hu$CgHGSY<_ngyp14gd4G|CpNrEM@Yu@~i6@{Bw%zy-YZ=~oos%4Jn zZj5{E=4@9T+c@lHmDZ~)X8H{0uM%?AIvcr1BPv39zRo$qRVU}#jk>{Mt}%d*Oh!-r+Y!10@Zo4(HP*mAJtaG*!jjunf_ zTl|Cq6pAFlQc>VhK!FAiV~_ct%Ppf*g@`-W&Xt$F!iy0&O*@`(@~eNQ(0KItsExI8 zMV-DCG3=k&ihJ{3;i}T>R7rdBu3DER$F2C@lG)~Fzn)wDwsr>F&BR*~dxs4~aE`n~ z=704&xwbx>;d}4*&Onh=JWJ@&fqnUOt!d2V@pF0X(ZWsR_xO3V&~f&S{aMLrTKT3^ zx%_f|_UVh~_`2EE$}D5Gux1Z4q%5m9r_5x}z`o8!kL@DKMR_^L*gtzJIiI-s@2h~> zE$+{p%TVI{lg}u<+UW9E8y!<)@t7P_Bvs!KKv0yk#hAj%YNeYQ3EcT{!@GCRRoU6` zf>WSWB5)Bjs$q`W{25$anxFg@d;E$LSD1RE+GnucWUp6V{4>abVH8nD0YMFf1#Zrm zLP0&vbUeeTaHdhM>fG_nv+zTg-*LnZp0eUnR3x~9LFrW#+0Xd+?0s)Gk2qA)`$K&Cc z5Tb{}AvvOk1DY5N#>99;j>zFactne7nikRma!l!fLVKV*vv@zjtOc+(!x` z@HsoOh!BWK52@1|&&_~?v7k(ogc+)pn5lE?1PMG4>I4ZaCIqf35ja2qdNunxK>|{P zK_NgJD|GIJ_Ar0}E+L@^1oTW~DhKU>qGPZlkOu|_io_yGXp&;j825tqOhlCE2~^9x zOgQk5Xbq@#P-zbXpaoFv6BrI4e$I}xr%kj8sMD@(f~QRowF#&;L6mKR1~wsq@({Nj z+7nSNAt8a%p2%`w*@K7nG>B?VW1fXL9OOQL8Z3Zn?^owadmPdkk>p8?vuqFA%aMH7S& zL6YVL~Wz`ft3DX(Vcnc@Fjz&iB{>rLYr3Ibi7DjPn z5O+%pY~}TK@s>j|J};Fp`ks|zNAx7;*j6hW&S9^Ye2>@FGQXq(ku*ps4|cn#*hXq zhVHmxJVrLHrZLc*5`)-Qu_bOAy$IXf4*TQ2ZgLZzx%QKs=Am<|zh;XURdP-$A<%DE z+bfRbu+y%M`!b*feoW+`M{7Bbz4|q2cRF{>@7ev;*;ZK_ES}>Kt_@ftH zDmk;)g>y`0A1`v%J_aFju4ltX@TifPCi4)U)QBGR7S8=+deD>L;z81DI9V}O{0y`> z<7QW>@FvHL-sGyKvS!Y8a`qZM=uO$Rcv8n7J0^-=-<1L=#r07YPf1iFEdpAi; z=`r5I#b_~4qo(J0k$Wn!cMw~}Qi2wAgdC3eX#qg5@;FQan@?{cxK zg_p~vb6e*F$W))M3XjJRq z&oF4EDna{A4aRFUBnL4TZ;IZOK!GGYKrEHZLqw%ft!9ty#Wr%_6E>biED;h;Wqvde zA~(H71Q&+N1Ef*y9b1^}j~jy!^N*>Q{C-@s&zJ!MasVMQ6bF<82ND{nekYmZnUgsO z(K(Vfs#&YbM`e7`KWc{i9#BH4DrmBxM^Pg*7En7PST(9;c~wr5rl)xz zSHB?GIZ^>LU3NCAy=_nHmzAWZ#{1P7*q4g5v$fT$*-wv_T1mAlb1ke+?SVTS%+4~F zR1-03SI<>`&T=-Y)t0e(%_0ZUu}jNAmJ8g}ILP)^vR#<6I(;?!_B5(Jtxn)oPQ|_5 zo{0uc(j%H23&(_0i#0eP!+!&pmZ+3fWyw^HN~RReh>Qdv0HY8904O993x|dC8Lc{f z6o3I#Tuh2gPB0h80`XuD!$^#RD2RcKF@ykP3^7C*0D}YX{n2T<1({7^W5r3b@dv5q z{g;m?L_^>;*dUVt{5SH9MNV3zh8HFYl?4HKi5hsRe!*$OT`= z&d-7Sk{c1LrT-JggglSEit8GLhziHI`Z%WY>1Xdt31~G85SD6M2iU;7#&MDjWnn z|CjOxv+_mYQisWzuCS3-hWcYEyIl| z!%2eV*>uFh&RD3eTHs1Zo!>`A_aS4nn7U`<+*J=u32!|kTmRJ`(m8qYwmw%R9d^+D zAlapzKVvKVV44-PYcHE%_h1gCJ{{ff4Hvu%0O&C=FnR=WhKs+lCaG0b`!yMRIvF(zkW5kP4XHGT$qWJsS zOCXkMg8>Wuk1get+$^)5>zbgIS2*jrYR4k!ZSw^U?jx&ya?cU_kE%tk-@FI?fC6{7 zh;xyTQr=?Bjw9ZO4!8gP@{6ppX|>YF`@GP$hN?HGai^qz?MhbmBFK8Z6lzN~?lQYO zcVh*({b*&T&_;9ikdejDRR{1K3JH-?nGz#Uhu?DBM>LY-V(o06VZN{_qI#+*Xs$@U z7H}dScc;*l&*^KWE9B#QY$}5UfHO;J$J*LGQEs@&zQ7;_aRmY}xTbTL*~QF^z(7{MX-2gn5aeb6xtczb;h)u;6E+gD0n1lsl0FUcv~ zJtTiSxYHZ=Sy;zTXmCt{K{u(3^Ec@guw}{ zZ&M07Sw^%Q#>ghe4^pJhrBY&))=~H^hn%T?Wxj7-; z`%LS?F4-sjEEwndLUBEP`?sY3{X zbwwu$RqN2t(X?9cj9!#D%7^V5VhK$*(Mz60!NCuxrq4K?OFfkpXHLfcNAh* z^H*|Ls&?mrwc;kMrmN*8K*&0*F0DLkLy{VI7os?+8{I&&{Y<0Um|(v|H947e}J zls*q!2ag;}nN$y*okJ$}j$}(`K|`oS*vx_X5ztH{vsIjlY7+2YWS__3iV0Dv99#o0^6d z=&&i3W=uRz&0C^0l&Vp31<9#BzTF?3aV0L`B_uEd34_VkfdMJU;WTjPBt_Rm(6`n) zMjz=fN$ES{9&}B>;xvB+XqT1KyMC}cM9e(uU0%?{JZquWL@as4nG>ko_bC(~rR#`t zj-nhD8JiC;i3N1pz5j6~FtMo2u)A{#59PP4A*|LsWIAT3C2x7jd<;2``IZ%(Rr(+H z!c#%`iCa800rqPP&^nhJ^&NT`Ekh6~2>sjI%< z0|EJG9+1JPkhuH4Q5v{5LfoJaw?p~df?ajH=9b3xvDFt$4GHWxC|q5m+i3+|0es25 z&4gH_vGzz?UbMZgN&$H_^HC!?5hren4Lnx#S46~zK{k$+zm_3MrbZvT$ahMB@X93< z2&agU{x#Z`mn(QIMhRubk&r^CS0IewP#oE^`(Q)i2NX$nt02Ta@b3Md=c`fJ0HN%g z>Sv*Ohn-hIf#8N5_J`nW&68E`?gRRyCpK4uf zicv!^Q{H__`Ai29$&#^wejB-7NRFdarON-<73|F??G)(^C!6I{=}J(;5Ea&< z1_BL&O?iJ*n;R}fTL{uEnavUzOA~S>R@aCn0h#lQJ~;hlxE`OFk!zIRGuypnl#GhX zmOxjo!t1NJUHwd<(-aw$G&BQWf>Z{@>V6|>FXLdY;X>Tr*( zuE}(oLdHlLtw^XMwuG$3fGOmaALXNFWoQ{wT_$Fj5#=@#$%@ny& ziLQR<{(B;UU`#{NV}|5d!YG82HE@;a86~43fdx>A1^vx3>z&pL2nAdUz!ijVXKz7K z0i;wfOR@5{s%YR6r{`)YeCIUdl_wt{OEn2A6!*T!^1rl9s%>eb^b!d_tsW3{$z4*6 zya>1JKT-$bb8Ry2fUe=jsX)I_>_VlMIC2f6-4;aFaRbl$fdbk|gD6o{%ILkg3GGP8 zmlF*}U$7DMC0H2{svkON5@A^gRgP{ah)%xv=sCoQB%|=83?Pn$Y2idn)NoG8MJJ#o zstlc|l`ZVov@{pajTtnC5=2>feG?Q@gctYx{~Clwqf)zq6f+K^m4zl>#>NB6{KA;u2ik898` z3(=}{w0+!&SI@&*{+ubQeKwMs@ph-3_(qD63K30Tbf>!)hqDIl$RFHWOQ;`3SEADA zFM@%D=`EGwYzKIDYQZ|R_7Eu~$#^{k8cKt!H1v##$p@fFP;Jh0GA)x-^wGx!KAPw! zM6bBju`AhyDyqtNO}R??Iizy|G+CuTVLYCO??(gNC&@ivrc%{emqZkb5@u>y5Y@ut zLbE~qBP*e9TmYiL+R-N|ketx{JkWv`t!;^sVL|?=JugBD{@>)-!-0Pi#tC{_@h_R# z9ioH*FD@>0pg3xNNgvd)p}_XcroqMrA0{)BVMI?L0XLH2iL<(N5p{k7122K2uPUUQ z1h4C(ZUsLq&KIqY`R~n&^N7%*ReoL3^D9|99AC!-rqG_@a2MI;1(dJlXCPen z2LL8X(7?&|R1y%+%nfnOxvZiMK<{5{t782s~oV@f_?C*clB)o zWRS@Vz!p|HKQ1~_KILCz?!ut-XK<1HoU7JCMS-9lt zl-Tc768Q0=9j4oFA0A=Ni5ANNpN+1lwrB-@^DOo>Qn+$ykzqJ84zf%b}9ImHba*T&f_~k zq6&QDV~}^PscoP^nX2jfG*m=Pg3JCu#verE$w01w-*lOLzE=4nURPB>EzleqR~ z)cYNEC8B-TN+{)!vS@X`D7(At$m$L3jzSVVOcaqx2Ztd$hqTFKK=zK2G9Y(!x3kvS z@xX`9j%|1ChVnHDnVKOEbF*~Lfi?~LtGgQQHP1>lI0X`bh(y@&_SldSs@z)zGC>?q zZ9Ukpo;peqm1M&ZFfBr0uD>(KG4+0Bh2e>XT0M)mEuBX9j_M;k{R~AZAU`x*G;%P` zDC(0x88g&!o-6`0F9hZhV%-VFx@0j|ovm$wmB?;^DDg|VO?QSc!9H=eKfIc3%C`zn}a(-Z#ZO@WqyJk63P$=MgpyVmJ_*+@gtmPbuy0~ zY6FA7!@;|AbN$-`S2qSM0RVdlacPO<_ab{jSKOE}`?G_Ij3K2YGxw=c**2f$q1+crIfikAD|%{)Yk76eqm5?<%j#xyA;cbWY3xp+ThY} z>1fWx<&3!@lkc{U(@$D4Et`+*S9@}ly*PKyp!^fv+#|~$m>G^m^?E_a8m?P3Dgaf5 zr*x=5&XSi4ffzB`&>Pm02l=s4Ev6)Oh&n{$z=dty!p7@(AmkHsJ^-Xsq$8y^63|to zw5ytGS1m0_E~crHx0L%g4POkamU&oHnX$llHE=wtxk5}&M{jD5G<1|k<2C2_0^NrX z9@8XQzvrp^9<@iv49}oYc7zYD)grqYSh0xWghEad1uEDz+>nYHUSybo*f8Cytgs@I zF55Q{@Z+q|Hu%8+SnPe1_bKLym+2s1Vwf(1@d22tuQeAXl%j}I%D2JgQOZ(!Exgs<`fXJS`R;qE*C4v}!;z|u{P(1wIu>iXLpgw39Wt$c*#_3dDnA5%YHVQzX3%pek(&+7Z%;-KFU1XzWh%hb)GQX z?U~(#n{P(ERbn8EH9UP_@>UF3EihTJ=+6CgFeFirprW50q>%EY5LzK7A)0wvomvtE zUST=R)U0s9YzC26fT>5f{993ru?*d)GBP@_%;kl2a))XdQ+*pa zsR=M?z^xP0{DtEVomKFRJ^S%MCw3&~Ts0#DI8oJQHZi$kdd^rdkDp^%Whc&HK{_yt zp#aw4pLupgqEx%5Dl#!xN4i+LDd&oImBzp~+69z9Mz#oDcu~_)Vx^rcp5!;xVa*e*(8Vcf(xP$QXm17@~VuEo3g6jE_`Vi=%i zcNQw(QZX~seJEL$H@8xdA=~%~PHEk?J7zU}JN;4w_kyX)jvD)l94;y-BbwMJyM$;# zP#}6k?jc28y5#!tOb{``FtSv2g*I86;5)oDvwl~ZoSO@p3@e&GGuAv7S$UTLaAGi< z%MBCymusHq<;Zc&&9uGU2Z~^!_%vRGo>j-tdcSO3Ag%*O)526!px(_)28Zf_$GVM^XN$t4AoR8a-Eif9iw`>P{c;P~JmPuholT9uBgp*?_pyt(b>M%2cB3XO$BEjZlom(KECeS3Du zLKJI6z_hBY*X`$tfRwon7;1;$y=MBtZeVwHZNUW~ER2OVEA_Sy`)>uoDCu92_0=ec zCb-O{IF3Mj@f5eM)j6@eQ7$!1dB&czH(!VnXP z&O1TL2my#?s$~6QUiB7W*)Hc1!Bph)Bi{-K?IkhF(6PR27rVM>`3ExPgk!|F?8%d>D>--vnK=e5lb^9Fgu#Uu-4! z5siG69QM zl)#j7`P?0g-SPnzSWv%!49IX)4uFE-GtDX@BTwF7Tg>{PTR`vZKQRDhcBRlOo04td zNM?OtG~FmGE^r&;4?{bPL#XX_JgeMtA3}ycCjIcb^~TGe9uRTDt9CFC?ikM=ZZb&L z!?oK0^KfN5&1Q0jkm7J70L(#j-a!fljg1p<)-OoJe2LuE=QsvsrI* zT!0Ygd|?a4c*US8PdU{n-c2I}J(*@e&kLy=`j1?WdNvtdR_YfP1svwHyq}Kym`AM} zyiBK*hkTfQ9)}(;0ue2u|9Xl*Fv4EI0692P?0Oif8I8P#QguW|5~jsTF<@X#i`X2~ zu^4A4C~)=Rl2t<^d(U!e**e+U|y#} zC5#ZD%}JPT?t((S5Jrc@jEf*AA~-Q|$`~(`Ed@?#h_~EMh>b{Om79x5bW*1*SN?f4 zti?P7O`sP~f%;TJ_66X^cOAYslfFz6$H8MLC!HMUp%!!*&NF~HYMm(jeg;5W87n;R z3*PWt?ntnT!!L;8dE5A&#^z1|t^}?)K`jA8nouo|c@l_%z{tFv-&8yo6{A zF&buPIKqVy4&~q@bdL#MxGo#Vq0=VLASdHjqR&W&doC$kwqw1zRORM)0Lhqsd9MOe z2@e^Hh)(x#hhdjL0Zo_PiSSElKSeWkGW#_FLO<@7S{0c zNXK8*dO`?o0v-+306FdZNd$pJbt;?JYeRETf{o;TmHc@N$RLkws-*PcXn*U%2k6*N zWzj33B(TS^@v(Vx5@@m$QDdzp)kzzH8)a1B0B91KWO_hlZ}$I3{-YB8Kk&MEC}sDF zTwid{zgxN3lMPPS>37y`JaLBy3PnZ;nAbd~k})DR0!DwZjVwicre8?4M9!={)`vXG zSP9s0C+L3zQNBP2J)J8i_P25waKo3um0N6*n>_=ubD@pM{_k8T(NL`gsRTStPw zUHg7ZNEeNT%yOtSD>PO*SixZom)lUUoRs4$HagiJYGT!IbS7>3yA27xpfxbuJ|~fze>mqtO$drE3nrB~;2c zyLo}GxXSfpNNEtUk=XnsA{|~1ULEk+e6ZG-@M~5``R__fk_ju=@YVachC<2nHcAwz zd8lg?aAh83k}$*+R6fDb1#9NKHMk}MHY*WKL{`V;i->^H6DhbC*r5|Zy#O;v(C&Dk zyi10Tk4A5QWl-T0=dQ^p?or2jyE!Rqh4a^j;XI=pH-c+hTikssLL_ZGg^7WaeVj)K_DQ6%k%yu}`75AUAq80L zhyo;U8>cQS-hI3XP^rY72hw12DCt8GDQd#N%U={)~St@k-T88FsaWAK!#w{4l zK~ekqjt2wBWNdSVb;*Uwwkej7A82h`H{=G)>B5_urab#)dboJ!Co+Tn&O^KWNKNy>$+n59oi*p^0iIjBWkOUE}-Lqwc z`*2`x5LEnYA$=wZ`2(ICU=oAlbZMKBsUm-QYGxbyA85O zOAD*PEA_exUK=agRV`_ch2P8D@xpomi;@4rroo+NL4SjBx}QI|ERSq$>JXLaw`wM7 z8>fJH!V?wMd--xho*3CbwuL(C2bSdqthUFMYvFlNRP6!~$8m;1XCg3^feGpM+F}2h z@(S=MTa(>QFMcyi4$|qoK`#{$to#M$s#UBlG+!t3K;;Ip(bKFXCK}U=I>eU5Hcy?gJ~-}qSRC+Kd*0{xdTw}qQT=AhF$1sr zE@XGO-vu=w=Ase>e=<(YOE!Qt-an*sZ4Xn2ZQ?mhyRK)m0N>O(aIE*F~q7@A}_c@UEi8+u%>QPGVFDabj$wcXha0%}D3+i^J^g~?KRlqZTR<30vjRIUqt$IFlq~y=Z zL0K~M79sWdv&b@Rz?K89W}-{Z;kBw{U)Ql|RHBI=4VGu2AEb zjIgi9CzM64F%d4xH+~b4c0C4T14qWFF@UXBx^|-8G;h*GL7DeL>%JN>vjGW2#Y-F( zu^xIcbij&bNq&be6>m+IsCQVp;>h>I6>BoPO6=L;w07gIpq_i zoEf8_Jp>PR=W&h97N<9Gxe8hJS6y{=ntxieGQFlM2@wSB(^4zU*+o86_BEe)XDA}A zgCii;ftmKkQL7628E{gR#U%%b78^)CwB!ohnCd)Dtoqi+!Y^zrWJgFrglA|4=%IV+ ze8Sn!D{rQP>pU0#5jI{ zcc-JAH&U(LieCy6io0uxb1lO!2Tg+1YKrTUU)xNOTuIcKC1fwaXdAB4}Ubc^Nb!mho3i)U{H00Tke^sDb1n$!uLgfj~Y2cTO*C zYn*cbbV~xK)GQkNch{!CKq8;|wYh&>ozT?QCabDdA*gfcOvB&gzhhK!4$Y+QGTSl| zBr3R#Z{Gd0f}z*?3lzc;G|8afk+resa9kykGe4Y&?}I=1n(Vfy+UDhVjA*XAlewug zD7ig%({+T7ZZ6=U@OW24u+hmX(WgWHE`KRW4j4K4=eVu^NMnQtxzJPl=w4HR!5rrA@MJ)?_ z!SMHpLgrywTYqzr?aJ`>gVz>S&{p(b?|cs=MR0E{hO7Gqg8tJ`rOqO2;n0ZfO`E=L z(FFz%)aWHvq#|I{^JRSasG{Tr8<0dG;O7wOX$(=|-bB}Td+724} zjlx5E?cF9iz?K_;IM`B7VrE)ws*lNKWu+z9(xJ+EQ!q6A_Ac!wAfW?l6_InSsRY5G zB(3^pFWw$E(Zt@=unJWFTr3juy5pvX8dRs`S>)`eIyx2&FTEP?*)740fPc< zm_oR_QAZi%H5Tee{T~ejqKTK0~$oJo4aBj1W`QD`Pk4{JL*5&8qfd1HNGzgoS00+1Nao`_b{pm%oJVaD` znRkPQ$)|=%C?0e=O9zKHR!r!;*pS;O< ztpS{L@Hzy~&Odg@4AH2#+;|$=((*1qTEqb}Q98LB-!aq>$mo_<9WO|_t^OQ81=`M> zAKJ<9p4nU|2|E#Wff#}Ptuqxk44zd^U=Bfg0DcTI3OUk9ivR0Q3Z?b%ee;o95w{%<24FTwjslhg%$Ns- zlO9Q-IChcSA%3oE3A;VQXbbZ}r6h1#4P>AA)FP(DwkV`@p3E8A4;aHP=XjL@jx-~4 zZ7G;^;5S5la+t~J8#R(|g;x(efqnXY6zE=M@uaUP$%<@K=%kAVj%#Flww1p7XgDV09rh`7evy$~-vf0bB`;X2&{C1@PA3hS zww3iYu_M$rPrO?hOBvxKwvdsS(EB1rw+C|P_2wn!Ct#tDzp^Y9g(InIpi|X){0rj0nkb9o+seQGg1-z9y5H5M~lL{@b+Fn4ak~X8%1vT~$DA>B~8bJ&4%9KFk`dQT` z8C8YP+<G+q*POLAe{7D@+l{p*QssnK&9lN<3iM`Cw?5n29b=>M> zh5tES@Sa>QAURuazAxtjHZRdd`9Nsbsjq0+E`Ox4iQ~7V^ksh~E)MF_)(T+mkkJQ3 zz@Hj1O{6}iAv3KDiNdD5QuiT!+@KH``f_xe@#!my(9mi_sQ60eQ%zx-q|W*73xpY- zbVN8!6-YFom?}9&HDJeff@(oj?^(M zgKfe-bYYC0H?fF*F9CrRwG!s=g=9o=rd^|GUIy_zy6YmbV*EJp$qbPc0uH#>gp%B5hrYwC|&B9D{T7 zTJRf1QJJ<{LAi{07N~gnB(pC7HP&H+)1};#@Wl zbAC(Gro7;`%PF(xvV}-z5OFqnD!oQa7Cy4RJd^>^3GK0DX1f)G^!YhrhV$I${TtqAOPA8bPHH^yTx~ zz?b*BAugZNG5~mMpRwip_a?U?h$3LR||~)kS<{ym-9b` zib6sIfsLD%`$pr$C?gF4P)%HdQO9PC4{j0w7OaEC0?JR>9}p2(Yd6dOK~~*&SS8v% zvfPb>6*x?UEG+;5+-R}~skV(b|43lANkQOS7l)`Xt*SX52w3)P9iO+TX4hqgn-G<- ziqN4f2q*4a59=q>`2gz6YDKsM=(o**2Xo{?i4-9N;8t;{+jc%yT_Rr&d9gYmkct4r zVo9N|D*Gf~P!_#M%+(*9#n}DRDZUr?QLNUEX|Cd>DY)|u)lZ`sw+p7pgwlU&)u9Z8 zSL5EfICh201~gG_=wE=2KigrO=?P|gJ5W?F3QN$?MBGl35N!THRfrTx66^L@;b9scxCB3R zJF67alq(qu(Bp^Bka^@yVNj-#p0!{*SSO3ve|hR>@m2_EDDY~VZYAbnngyTo9cmQX zdceW!jjdmUB35{GNJexn*5AZ=HsG)Pmx{tRyEC}njGNdlAqxxUlTIr#t#YzMxjXHh zbF*G44QW6Jw*U;UDXn%PDeotFEjq`G%>lzqPKhwL;G{Or-hDu&pu>}MZg3Vk<5jyX zE0*HsI%pp7;M`CJ11ZyYs#+`_StKG{Yh|62qIc(Jh2H zUH_l5)E=)N0cPj?SA?^LY4JrNx%xDF$7uU^^#8rWoS!sDy!!}Elk#GU)c_mC@30%cTQ zUHIluo1XONa~tQf!>QU zYh2RXezT!`+y7UVh_nvK&VRh)Z|ceN|3g7=GAGDdfY=sRlhQB9;f7{PDM?7PNXzD9 zbHlMri~&az_bdKr*BM?PP(@p|=f+`$ILn~bUm3tlmE9-^i9Up2s%jDAsl)4WQ!P&8 zV+RKQz`y&YlNT$tmEK{XsmukJ>vboCoXf+nM=z970b6|0Yj=;>(vHaUdhu>?)$Z9M z@sY|ZiO>m>jf60Kp4Q!;F)n{TrSk=nB%Mv5}{>yUhtm}A}T8M zS4tB|a~w)jC;)jUwH%3!FSgpd$y^0wh|A{K4$Bj$CJUP!Fr*ikupLPJj++;qxaz-Q zW2*m%i@w(-9tQYEwL>b8`&$BZ0stPcwJf(m+_yC0yGXugtNH!F+Y?g+HnnrYfiwZJ z-osfDQrT1FpF)bbPl?-uCgu_WC3h1um+V3=J8RHn$L<+lA3wqHc@D27X)TQwDRELs zG>N8^7k&A=#lhP?>YWhwL(s?;s_O(1)7O4&^qmE@C>pxup2Xn%r{6u>!baR&2}^eSO1CizmppjPVYusqHak2$j~HkHQ}kNjjOu!y56?Wstd5_dtqdkJsNDgcnr(SuSphmTM9f*a6vN8dgbvSP<@0trW#&?M4Ww)DTgAy& zW|bbjBzj>P2M2xp7IqI~S=d zL^?pv_-~SRR0GDXiX}!@$Tl>gnt~Y}6g{zeTS;KfQ#wj~F{MZ7yu{ zCeS)Hh)0Mpn4xLye%Dd-odNt7Ay_6=*C-i@xs=I$19!xL5!@}PYS=kph_iu23wb~y z#Y7C0!6yvAv8R>#QacSDW0kpxLLva@Z4vO|gy(zXoEO#GHtbLZO=U znwBjH^J9~FWT53%h;%oD*x`=d3G2x@zY#PdCg83>;h z02l4kq@IiXU%lG=SUXQzKc=Rrrpa34^`M_hvm{q?^HM*Ckx7_7F5YqHd zXs#@C0&uBiZSKU(yW3~^Ie|D$j5i+P0Ko#1A|?sr3NJPKSpZ`jG0pkys7=LSzkOPS z$IF%RpK?#H&6xA6r;d_ohjm8cQ(M}Xs;_x!=74hjP*4s!b$}b{BN0$Q>I0x~4dfdy z#Mg<2u|C}=a>-oOFqDN#`E_z6vKWB<09=wOvUQw?K?wEsIH{!c z!^9pgOOirU7gPHSeP2)9yDH2QbaV!?U-X@jk_F{M&yWMzn#JV*i%0>tb>lS z+vJOTmApinq=+o9yRkh4^5p+=SFOhTScRL+?**K?7OD+zWx-9?y*Q*&mnLS858T1-O^Zj|`kT(I(>6wAqNcX- zi*AU3>RB!ic(s!%kvM>XE^;Hzt_F$o9qj-@8X4?$@VrsDKCzV8Pn}3vPT*q`$uZ?b zd9cffr$}fhWE5T^r68aSjQ@Y4EMm`UR!5_uN(ZiTT#?Y@Buhe{Jp*MHb-Djx?j!!7 zW4^KM;k_!ky2e~p+_%bL49hO%75ID8PDedvk*iRM##O7!elVuJy=drCY0RL{LM ztz%|L&Hf40H#K!~{T$gbkV=zx^7!b-Of-U~bI&7I$GtXQ0C4(vKs6SvSz-(DN$DNRY_ ziYEj%Z47k}u!>EUL@(TobnYI0F!#4sinM*`y<{!DWMe3MO=WsgzpX% zcfz9xW2*UY3O}*s4dM8NrE6YloogtKEEkG|FY{hf(mDdT_nubBuDg63?J(lec97wo zUK|6&#lX_d5tBogBtj5`LYh!=djPA+=*3u(qe2T`&>sf`BDUjk2fs`MvUXx_?4%k`+Y1y1DciKn~UVW#K*I0ymf*C zunRuQ5aO74mJ)RKLmdGL%#=v>37e(RhboqRd)3Ta{AUI8Kt(3Lt4rFPGK3u>#3Z_r zoX#$GP~n>G$yY>j8H)cF1Shy;JxWwW5BlNIL=w^t;@Q+VBOzyE%P7Y8@8U+2tjP3? zz`MCspe68`aM!u0c`XCS0<~pW@M&@~0vdj;Y8grz#LYSsowoCq(NsE>!H+ZY);C8S z;Q*(aA|>Dv;0NXZuKWCBr+CrTqW+CWaiyv=n8KK|O=#KMCIc;C&L6)A*#c7RwdQO@Z^WfMjZ2Ef2)hgnI-Hv`I8vAUVbdGs>0eGRC$0 zm1yUiZvM;P=Awm$Vcb$$0Y^#cGiQI#t{L|#~LJrKhoxJS;r`dTRE#Cc&`)p zzsehV?iT_F&!BCGNm0;H%j#Lwe@-ebq1v|#d++7~0%3x;4Qqv@mq^n6xe97Xu0mi5 znvm{;wBbfY2m!jlIYEyxb|r(mSTo~_@M`Si*`1BVnUu&;swBw)fiVdtBo-U^xai$` z$6=uaaY@FdqQI)ZrOIaNj^jT1O1U}=h*?E8^oexb;%x>hm7Opnr2$G=Fn2)$vDDcU zD`GTekAvQi@XJ;4fhP&?+1SjACqH(E+piUfJZV z{+Vx}=Xt|NPfIi3#7QdLZ7Il z-23@k5{AZVt_6khL0BV@b886Vth;(pa0ch2iYAM0KMPC(^a;rEJp8j54wlj3m zu84?;f~7$G0K#5yg%?~M2jT&?0cQaciwG56EJP>`??R(OIR>k#Di;rh13i}nO@(p{ zD#}qDCrt?=k%K0v=fdPH7Uv*XZvr125Oj$uDWaaW6wm;<2*HX(q5~w~&C0&Hv6Fct zva)0^h8-A^D9t)7BvG2Ci9iSEu~^WfaBw<6 z5`{waNEmBLB90s&4%bz)iX`lK(V9{dd;~vGbR4nRM8WJo7 z0ZT%Hg9^G}Bt7m;L>CGJCLkDwlYk&#lA=dqdX)-7MFoWf2?-9~n<6;RVsR3XBuzN) zvG7C&MABn%k3j?h0$SW-AR)m4vjBvVknFoc5RicZ!&^d_7pt0?tF_iz!^C9mTWgq! zn3$NDn3-gyD+2E>N!0_5Wwd8Zu?e{PUOXF0XGd<0VxKxozq? zSC7lEn%8p#D#C7@VXb%Jria1x^r~l7)B~;cCemcNz~FqXYLck@W@}}Trd7GPNK>Vv zC}+`L7u>UOujtus=B{#1bKI2<^jvhZq>8`4!3~lPOvWXBCE%U{Pd^17iZ7xkr_|f{N4Be z?`#a4`}T8hOWoZ4)x}p|^?pZIU0!$AZ2OG;F&WeG|GD?KW$(MYuO_RiVzRHY)KyI0 zU2bjI>&?imA-6wsBKs!GO~yb7Pz;1&8s6Pyn5QaRUsc^z)m2qhRaI@Os;a80s@YUE zQ#13QrTcg5cE;Romzk-qW~yUm?lbS!TD~*Z{#m+zd$%*@ZoAB_y2>n5oxOL&zcbnoW<7L-nsBAkOoi#7-?lQ*Qzq-wnVd}PH(@({=t*rg|vz0&Fe&g@% zqWWht^K$lQYt0#JmW{F8ZJFxJt!+BvGEdCq-P&1wow3by#>g!DnK4~; z7oE9%xBcb@hlZ$wxU1ATMI$0fK?+jnlNCT9Fd!U^1VpNoOr3lafPe%e5t&>T2ScH7 zC>)GoAP8X~4g(p6VHk#iAc~R<8Yx|MLN?ecjmC)HB+&KSgQg7>QssJ`!nOyuddL0wj z;8xJ={_4lnT5*bwOC}uK>Y7JFy1IHHCZhtOJ|FW-Bf$8@mX9=ETxj{H7`w0Jv!q@D z!I-bDhJ_v4n%t_!YE0o>#wqHyBAwgPxwCxyA887s=sk)tuUAUg@e;X}*%^GqNn3Wg zDud$)I-1o25EUPUI($C!8AVQXyq$Nv=DXjI2I645?kvU?R{-{mzJ$*j5bRQ3Rorio zEnNHXJb+0$Gi)JblJyyi$mUa@3_H0r2Hb*Km zt^avt+i-m1a|FjM5ji@-c{(EU@i;8(6O3Q1-e%O%u|$qJx-YaUqK}5+;#Xm>pB9gf*_uwVBfAm>lZa?`CG_S7Pcx!};cUk7_qXV~lt3C=qS9T@$}i7a@w_9C^v4m8WvDO3l++)CI|?UcFiLEG z6Fw5WIh_lh`3J>8a=z3a?~N|4{IySo?og}h8<<(yL0ypb9F9Khxj$`EyzF4BV>{*DEXt2 zN4kGZ6Pz7InJ|}`v{mWGV=w(LP@hXw3$ieYqGJ4m_Kp^3htIXT!Rz8~xRE2Yov>?G zSR4y`#2Hp1k))04OKR*5d3inOa7CeN5`1=N0SY+}6)17<&*uKD_i~y|^Kt?B18R^KtuG z=zbuRK-RiUNhA?yDc+u4DGvb8oDxQ+n5-js> z@M!dzCDB_vf!~8u8jGTe(dg}p5-iGTY?`$F*--+HZY)P zO(Y2h|6d(f8<-s8vXUXL%k;3&O}HAT5;zxgcGQQ-9}TLG(|a^Wn@Z+UT_u_ebMoSM zbs$o0a1v}g0cOLofR76#T zORqA5AVQz2Sqh$CXZWX*^TG3F!dGom6c&>TXGqp^7J+@55h{}&{`CRWJk`{TK%MU4+I7m?oBEM6l zm3S;VAcEkLZWeI)Pb=uU)YRiR+#UFFKCY0(y(e148Jyp9jIVC>KCMPU=X}A!3HTJ> zPsNVwe%vc|DyimQ`{@6pJC~$(Ta39<4p$%rS4@E(_wVuDsyp^L+-jn)|t4Y!4R)RP@c(I?hS zv#^{cO6Jh`V0TbCDP_rUQbV#)H_yLp9cQKCsH3Gz9fOxkiY&IW)!Qy1sBxqZn`};M zZ=PgCKG-lI%Tn4|q5Zruy}WJ2@`kq}TQx>&ItO7PhQq*|{FggysnTpcN*vxQSXDMG zSV6dCt`;$m^ix+pK4Lf36*fcsTUTR|J?JdAHhEegeHJS`$U)m2+}hqnitY?ZQyBETrLCGw z0DlzG8W4!)>H;xy0qH$f&%ErTUmzB=a=?|3%4LQ#_a6NnheuS8>P<&Th}<*3n65l3 z1G}#~9<7~N)S`eq+8zC02q>>CqwzfrB3K!YWAEq2WH^EEAkiFLh>DYrYMDW8F_MuW zs5?g+Vx-E290iVg-X(>KzB;@M>H-=%Kg|t6<}W9FcI!IAl}jN;iMn$zc9!MI3m_C{ zRuYP$n-CeFvG7FT=o8hVNfoc5ki*J7vXN~9VC=O?F$YIsS6*QK6jxKakyo=oX)q|fB7uZ3cPv@}v_=m) z;Dz-O!FeI;;rlkp9}961 z34*#%@=>`bfR<~GKxrKV+`>BO zt}IjudPut>FMW`_;uIJO&6thaYts2DKwF(w8Oneo zeh4-XNjr;$_5kgLJ^c%-XVCSbxg<3sLLDh#=c%;lq}HK~N|R)x$FzD`!C z*j(x(wghwSMN+DlO$TAP8)E7vg1pc=)Sz|{G8qzu=>d3=Z88rI_^UYkq7uzAC6w9~ zI^g5}kJ*9!OWH8NXB)8JlBw{=uWcQy{)K?O1wb?U+;p04U4b<|*i~Hph_K81MZ+dr zY4yplzwkCPMV}9LbN<}ley<~?$&5{Ui9f&x4Ldp+e*5jSf&0=9C8SyU6&Ol1dwpqG|J@^?0 zW$d7k2zi^dq>M1~;GNx?G0xyahS4F9TQQyj2(-hCanaxm8#`w%)MCF-TvMQS{o?^8 z8q0G~+BXQFN)oILIpl!|%5}gxxG9X+PQi!XYCRdT+I5%Rz%?5Uep!~ydY@IA9UJXG zL>T2OU!Z?=!F9*Wc0<^7xAWjxDHOOB?0j7pEE?l?;~&b z&A^YI#R8_wOy;}M%p#*5fg|f6x~fV^{@vv)NCqQPby^9Gk zIG|<0!z?i6z!ao$aHjVnYk; z3hC1bw@1X{j8BgIMPxn#)xY2f0d7NPJa)5srOM?r}0t zdX)rD{p;j$MHC*4fQIXZIC-rjXiZ!N$nI+s)7sno;B;skbc z52X&44B)e%Wzz+K=ALp3Jj;^uB}3@H8u7&W{k3WmLQMNH3_E!|d~Rk1#BbZIKE;%6 z*`(yZIW6R@1~b-{L#5&zVerdEe1*l}?Bi)sb>cBWYvR7St;k#2!VV#F{K`aVh_s=1 z9>phXcLAFrpB*acy3R~e$~x^Wc4)-kT{3#a{6`B1WB@u>AmRfNd17nh(>4aJI42>zP0I5rL>sbV&vP zwTAq`!{>kK$qpgO;h{WqK74C>6x0e5dpsJja+8MIuW7dD7;TG*#=9cGeTA2xvlV2p z0P23Y4jF(cDI7qIX}wq+#EKblx2%XrbMdJnGCcy{0P_Ij07J*aVH9?Q3x&RN*9Xg*P$cPdgzY zc|D;>M2DI1HbFPqO=GB;Z}7^+#1U1*KQ}58qj|Z@=nU@AZuo!8Fd>XqzITzigiLdc zQP!YAV#3aUFKQ~Nk#pD)XUq&9CL%*|;0MmgFdRp9h~W}HqKjcu*b+PH4ixFkLdw`8 z#L+%%O1{mkOSPU~SP6$=;*H9a4yy(Y9GN3N6H}xNLiU41ylXvGbgLh&)L>}FLuF_Ach_599f`!dX;GY?C%g7l}j_g-9CFv~AlqXb28Qigs`yX&4$LD3HK_ zf&&ByKtKTUAOJ-JmXI*EW?7KJNC<_54xz#jGcyHlq@W3*kRVgogn%&Mz=92*erC<% z9k@~C-g$S;V*|ZlpC9GyXqUWgVWsPu=@8P zdpX=2h8vpClc6%-QP^WSdOR)9v=DdBc?<)2Fe}MxXy#CnfBJOtAnJC$E?hkSa=$p2XcHT-1%r`kkM|> z&ghK>iFB@k{Wt74FJj1K;|==6Fyht!Lt2i5V&I1Bz3B$c+!-iBj>K@L{S-Cf=xXhV z6ml4Oh{+ezA`4B2WvKJWgwUxos$|*?V-`Rl5C{l{0m5NvCMT-=6Mz81!631SU>b(O zKrkp22!g>tKsXEp27#b341zEi!$Dda0b8{LaypBc>tdUilvGk^nc-HKT;Fz~NCEqj zLB^5LzmpzBT%lhgHcdQV#qj9UD@lpHMh=F>^4wx-%Bnb{BkQ(UFUBPE)nx^>Oh=ph zLPbAD7@K$_hj#Od3A^h`pW`5Iu5sVzqt6lW5GTy>4O3~b07D|}&s}?@Di7$vnk7!`>rJpyLd>tqD#t3z!2>;%BI+Nfdm*SK%>TX-nxkl}Si`)> zqYDXK=1?2$snw$hi4ah^v9OzS}8ug)2a? z;1n_nlVjdhi)bxT2-f^tJh9bB0tvGRG72DA{1M`ZJkAC}-nOkEI5_PXAQHn)DJtj5 zxd#fme%7{4ZjK{s;7%C0>PAIdYGZI9_B}Xs5g}fp6>k1vPFqmiN z%^Lg5kX-DBjWJ+)vq_#IO}^>5=bP!3V^O7ei87GtZOWs5 z8MO3JG8(-UE7a5pEr%xUQ5BzHlfd#1-u}3Y(8VwXC1mYh+^67^;w#Q;I;XTdp5$Dw zDCbA22%Y4R#tv*4%xk9OOmUQq6@%G+nPL~tjaF2FOX@^Nq6ST$aLyHN4RK zDv+vC5ihr*eg>}{tyVg)kSvA+5Uqv9Z&+DT#u3?+<}f3R0_n6+&M_Xz??7~R%ewV9+ENb+D`C?-wOxnDzv(wb-&(E zU>#OC|7+`m;{hN#P&q4N7uaq zTlI1Zrxc&+VVyIuMrWf=5J76l6;ca-o?#W00&yW{4l*w=hcJjNqTTY?j9o5Ohj*_p z+$?<9C{TUS7enDcQ{|EdK~V+D4-9gY?7V&%&5k00eZEe;(L}z*pnbW)WHZPZ9SBqa z6?vvPgE)AQ%AO5uR)q|*cT>1e;p1rRJ+X;xCV@sY1kVN4_*Nu4GD$Y}1Xg*pcLNLu zk;Bn)FwX%WY0cbXtS@Wt6ARFb#5UDn%lf&IO`xSBu5L6>q~encRIT-G4?QQ55l-sO@3VV=6$D^UT1%i__K5bZdM3Je zLA;Q7z$hacH!onYU=bh}8llt$`dJyrJ2rr+Ey;I^TwXDF3lXT2+l*-wR+U*k*Ye^0;Kx)ZB z^bQSfWb=osiZ4(@|fg$g1jP~mZ*@N$WdhSD^Q2-_Umuw{O`J*1VhHpJXg z5eIn|C=8ee%(wVL5EMg32zuv6dYL7=_t+t~1tWFT1RjT7KJmoykO3gHtwetU!BOri zFvW|dKwBU)(`#{x&k3{(6nAc0iG4-Q;n^<`iYDkX4bvR#gbBR4pajfTRG`2YX3`z> zq!3mGmD3@xNI&p-P6btga*-Pck{-ZRQsJFq@E4jPu~9Fu1i#qm!a8yg>{?(UU28t> zf;^9}D~&sczrcPB%-|aBl)TNPu9E$^CRvYpX%qo71Bo>OM|84aWC`XBPXBcXXL|1x zRD5%v2`Q*WbdI!T2J+ehPg9@{BZ0ya08Qd@!0Zp^>NwwC43$X zQO-&8;@9!#aFnvK#;++Ur(n=1X}MXhWCtqfAd5Jw1S?NL^I zo9#$l{uC5&TAc7Hnlk3x7(<`KC@m1&ysN-%?CWOPSMK@?m%mE3H^Yp|dBE(Li?)*< ze{PhJP;wBL!2H3mC=qB;jaZCi5GatzWDe?OG?IUP76RKf>cF%d5CB%ixBthSm|Vcy zIBf;>3O6u|2}o_-bRXlF=C30*xWX`NbbLI8e3;Pw1`bwm%)R?$tu|RxvQXiVV)TGy z+XTdbNRTlek(BE7p5<4&Gawk<**1ST;Lh_!btD>b7$pvvNB35b=6`naWuQgdv}6}B zGS3;%#f)YLd=^i+$X-I8c%WMIfWEUq9Gnb8$G}8rn8gh%&i5{-5hsO%fwfQZ{}Jxn zSs+~NfZ$2@0gg5>P}6ypC*^3m?IYwrHc5!~|Dytq;~_O^*cSz;^erH8xBN8uANH)8 zrkpo075M_w-4T%qjEG z%SfXV&%W{ui-KR%@CuqHRQZZ>u4!0iM`k?~t)vmG!<{KT&-3UR%LT;^;Jc0??R zIY4QcR;XxUV8b1qu0cNAu8E)m<&1Cc0Ivc_b<~Am7f%h>?wf?uH>!d{@f598q3YZ> zl>2#>M@{2CdphUBb!?Htv~_yufPi=^q?Qo=Dm#&0g3bcB*yy1zH_70BYqdgi)9ay3 z(Ex8u68|Yp&Q1}T78>TcX~{EHeUNYS*@8;Pm7G-g6lcb_>Fu!~FjbIN;zOU{I;52M z?IbBR;XYa`)$7>+QoH+}ZPebrPnSA0X9rW;m+TbXwxn!RSV}Q#Z<{cteMrTZN=vy< zeNYE5TNos&qxAQElc|;33u;ta7l13Zze(#%wQXuiq;7P~B~p8IO1x1EQsETcQ<*Gc zpbLF>+@;8w)o$uvhp=)X;L!BOycHIq>zR)?-!Y{v1&(!CYHug$qk7`UJm!woGODt8 z^(7`#{P}c!L!$P^NaxJ29LZ`6`N*czlVCr<;3E<;7eGPz>7VKZqNR>Jf71DBU87HP z^93yrZ{HFOs#LUC;2+6Tx?9aI4cDnEl^XX94z!)v!A3N8Wm+=2=Xi+eh>qT%Z|>;L zsVyK-f=Wsk+oLnks-?!DG3?$cz8Mute)uRQ6>+wU7Edcm%Dp7>`6M-lhK+;}D!N@5 z8I?OJ#S*Qu__8Ry6`@2Up6Z#2TxU9xL;?0y_+kN<=b;%4JhV%7BdC2gr4ea#Xm+D8 z&E1!p&1F!oD4@>e(}5NwtIHGWl&Mc!iVclgGozUp0j{LR@6$+b43yeccuIBA52JQgR&` ztZrl;^#CgLC=W}x7bngYZ!im<0fa=F^Hd0jy#Rh>7elOrI>+zu< zIx0}$!ppGm#y``v0>ZBmfdir{N_}zot~*wp9@1OW4u7;cOic>U{nO;o&PRn~yAc)` z(*Y6{wQXP+$nk_EKQQ_aRcQEcF4wBFpG+wsZOQSH4l?8InKjZH!Y)-s+)8saTN^AD ztcjcNmq+c%PHd91aXJ$yM_E)=j(___%0y5)cHKb`1P(Tnc!~yFc%3sL(M68iO{EHV z(d2tZPP9Ot7#zV1Q@)MAI!9{lRZVpxY6oOhF2~TRLyv8BLpjQn!FDwclYmyArxRPJTvPqG}WY>3Ksv=F*zo;Of8t#QCa|}VBA$pbSu9$r}o8O|<7jvQV z#?*HlSvdl_y-ZN$2)j$}a#fVfR14?VL~I&5VmYJ12d4VqROzCrqAC9f$T;~c_(a1q z@Md+FYGZ+oFG>Zgg$EUN|Imo~ynBjp>}D1%>CAtY-z^n~&CxzdrOg~(BxM>8GsWYL zNCx>ZtlBNopd-df)gW?2ZM^3UOy&P>r$O6D?*q-W?vSK*K^w7TG(yKFW+4z{ ztQP2bcSZwVx-=H}4(;q?L&`F=`8J+j3aitUlbT+PU9yhgjHx%YNfa-&1v371Y^*(I zyMG&L2q0v0>E?ChcpCw8rBBkZ^hQo&ax%;q4R^Ku9E z^Ya3OW*gmXu(ZzIq7mc@;m5HcJdx2BQC`#o_;~QZJ|iKku5zT^NH6ANp=ksb0wX7# z0rm*u0^S)WTOA+cxPGJ|81?)=)+5nH$Tp zEsB98w}P~!oHmMh6Pn}q8()Z#6=8ww%SQS%AO+Z^OL;I(Y_TfnXgfEh%zX&y`bDZw z^zn4Wx`7_gn$=OfPj7{_w>4{C6-9hK1z5#0`n!)&(WZs>D}1Q|M5AnjaNx9T_dlCE z`tY~vDy`@8ip-A3JbpkBhUAFp8+6GkB6Z4gM{>poh*wnxVi{}UIqfKbUioleIjiG7 z+uI`q6&HSC#Grw95oi^(RW7>$pW^f$-shqeQ!cvmHVB6mS`*oy<%}E5OGQPC`Mk)= z)bVemjwCpe85?P?gnRi3wq3G{wUD|-Nz(S5CB5XapLtn2P9A$^*PFs_6*9OXomJ2v zgWuU`Ua_}^47k%cU+_SIY0SehW#@YV6e~*3k#-~wf&z4`0J?*~4i<1lDdc1ztv)e? z!MJ6mtVoRg?*E@5=K$sa;sD#oN*f@+Kmp%886;^VgEa9BBlnX|%tJe3GXVIjz{#7xhi-_9r^UJJ)UKB#rb$`T?TV%INLNARVQSpRr$`q`WGVi30zaSCW$Q~l6)hoyn8k!&rtFNCn zxFZTKgeYE%N8=l6rF|cxd4?kw1&d7BHVM~6I+4-mXG0iznD;#>X()_%!y(kzgmtYj z&k&i=iCUqUJ-6lZZ5}RsFvt3#+c5Z*F-Fp9ux5v0)hx7-Zcsu10bI;>Y9rImoCfP5 zlwVLVNlJ_xDt#i#>sXM3LiD6i(TE{If6{oEAlf;-G$cBfW6MrxJy(@~xWTc6FRiE^TnP;CQDOy~$CIDh~EZei2JC-yBwo1_a3 ztJa1(v4IyMc)-qkhy@aXV!@|^nZC`pfBUz8yKI;3vR$^z_DlWCKO=J6!q##`L!_dM z^q&#AZDDIgG=hx6SV+t(M#I02OkFPuwZ>^DOq+0}U8oM<^CCA7w*oJkkzPf)Q^LS~Jzff_)*EMX9VX_Isp%O)0LeQEuBc4+Vl>4Fc7b2xJC}Lx+ zGh2a_hBz_v!sFzKV6oMYcoI6~e{7qp(L$!brnchc&tG~CBn5TNZ9SgA;r?CW56{Tk zz%T~;T}Lihn}seygAAdIzFUN*DY*vDf>>mJE)mJQaqur06dD6dH4|nMPw6t) z$E47>upmjy5-jJaCE?s4GTai{{4<*5@+qXWf+l>zD1uBbDB*Kbv=oBkK~#+-F2UlE zKGr3ETD(TWaBCmWwUD@IS(Anz6H3_&kBl(p6Qp>UAm&14g12T2i*O@k7Ixb2RfVWL ztGo z1c5*j6jBY9jCH}}Q?lB1*wWNVT$8?W<3UqKiv%yEsdIe+af-u?C(s+Tbb)XR_-3L8 z1L`$Z!1-wE<*mtJXw9}E$C7f#mtvXz@m2`sCKR<&7q_MknzeTK3DU-8_kop{u)$`* zaoYz76C-9-Lya;Tmx`-q;O)z1dab6KDYh!JuEx0yY+MU#cFR7+^-C0evf*DKzc(7DAf?#qBD6@3VC`Z} zenjj;O6%!D~1g{(MkO2oUu%EcV52OHm>2Sexv9VWIof-bfk+CSt6?wgX30;=E70bMjyg?SfNC079HAs-GSkG9ZKUnC$GfpERHD zSqe&bawSo-xB-J9`cxbXY&Fuqjcz|qObf2r! zecZ_fU$V6nB<#A-1e74>ymBh&XBz!UH1-+8{(toW9}KWukCWnP%J7$-_*M!hYn@FN zz*NW->a?$?JQhS<0ySfdpMhz{8#cMlEV|{QisOMvI$n)QAYvBaz|h!!KI$cKLQ&*u zfK4kv@L~)ChUkg?(&qe2^fzqc_&j2yo*yU=SH3iiSYurQ5uCXqM1aEN*3?ggbu1=* z9+%umsM>|?lv5cyv{EVhH%-pZYbXq2b2_tije8ADxZrirY&xJY!zj93EL0t)HcH)% zKO6gUST&esj?thoCP;LUfa;40L>tFl1SS=w5V0iz7=4e1rBO{2we+KKTvMjD~UX|^D%P`7?cjMI8!k7=X3BTidn8axSzbxt6H~h`B;C zNvk$%B*dKS9$6i<&ZN4?-pl&OdY6UPS9HZBu6yrs~KQq&Dm2WAWb z%%vSG@`b<3!n;lv>aY^V^r+C@bEI8RvH&7-o^dXMorEcHLae@rh z;P%k;T78*hs6`*sd!9H~OGR!R1q|>#VmCR~w=)HAD}LKVB#xM<2V@ry%?TE+99@}O zON82jB)=!ojODio^&Evv@g$NOoo$mehF0C>5*2|>p+tkqm_5=4{Tciyo&cL^0pQ@D zDd1@c(lrOIvIdNt61?^NJxk~kqj;JZ;?g4$Z9UFJs4hgOrQ5RJ*ar#4Zo!V7vbrHvP6yiFcKoqr4f&W zEfsqA|?`$6HbHv`qT%nb1i)#9v*Jb*A{72=tH@96p%E$-nK7EJ9j#Tb>r)wO5elMi3(;)o zWp(Z|F2Tg;pf(w`TFGpDx@f9Kx{<27=Tj(}IQ<&*=4|V6#Dc(B2rDryYTQEu)Xw+4 zuN}x1WD;x(IJ=lgGYHfcW@}E+eqyr{hwNwfM(mX(1S!b;CFZ2lD24?iXIFmPKSs5* zpyN{3_dVSw@Y;!ZcZ{u9ahcICQOvTdR68%5urE210_QM9_7|;0~uuHWFz_^NQ~hwk1g+ zS#POt@oY;<$8Iy?vU1<>mu=b1l3FN*arvPfgf!21J8jXE>>e>LM>Ye&?}F)H(2|b4 zo|YxVKg0<;@+##SMzgvlX5vWw6}N2*D7V&;p(GufYojjm1)0(y>LY z6XVK{2-lJ47D_-o;FoxOq#cT26^q*%; za#+zudcg@4V(G~8vV$l@M%|^+1S-}V8(=&n1(lUsLdFFf5BbqV{D@-_Wz~j*%<(x? z=poM}+4cp}SkBJAtpD1&DGOks?qe1CAtc$vww_UvN|wae}X75a|3 zE_E`8fT}|nkA=F7MuD38cm7`h-Aj4FqgL4NK%eEfgoTV3$b4ky-LT(&<~Rb>y^64p zG`^XO0H1iO{A43Ae#bQ4GI1*b1<&SAg|G9w0nxZ`YSSq@jkF?KH zV)Qlj&Y@tRw{`U+r!}}DB<}N5mXBBkf}47u+N{74I76Xn{C#R)@XJ} ztfx0g@<7q&@0}O$3&2;^3S>BU(*JN=LU1eM>TW*yBn&=WYq0!!qA^_0@j-!^I|r>p z$`L?k_U-FAV|)WNc_rbi66i~q3eNV8tN`Bm;I0f(4+}987!#s&WEeD*RB~-WfH*t_ z?^E~irT=;%i%e?-ux9{SbA(w_(xF9a_Zf^4TK~lur$D7VdH$XV-qBe8(?;FJ@u0-h7Dv|iQkkt731Tq!DZ}(2X?Yx z-j>2J^t{KwF&_^dgDN0_8BRo`ppZX?;q9K=gH-toAquw)LFJwd(jkDTsad+qCL+zfn&mxc(J+D#_KK=u=5t{zg5O;QCkOsU%l_qE9Aq`D>(Q_)3LS@R_jaGU^Cp zc~A=WkhYdq4B5u((u$C2Y$dG-S&i1xil8bxx0SS_fs#WuzeSL}g2~;v;s`~B7Pc*U zPRUp-$!UizkbGF>)|H zkZnvTS`o4u2}dh}s_fi^q7@;lk+6xTa7dvMYcf%`F4a`x@DUXm>vRm@yRwITueKmY zj)*Wx3e{{~l)pYXR972+S0V#O7T2m!H${jvBae)ML7Kl`Jap^;b8zrHNk31+pKwv{ zq(41B+1$$W&yoK>7bK)vS@Qq?+3oW8()hgB;=DiK=%T}(GYExPYz#T$%jf!^{AJ4R zAgv_1cPP#oUe*laq1~)BY-Xh5E%CT46+yeD!G!Ucz!KV`;)? zuJZ7QYesuWi*qvHiTiGw@i?}b;av%~9a))VccoPQ%CB2QO z7t~WH;zJxv2Eafy>#5xAYg4RHP?DF1MTmLBYGYq@rfg(GFk3xc3P($F{Av1^U2?F#v-5 ziLdqQz|xVA0A?0JG$tX@-O7k?FtiZuxW1;yji03!RR{N%fLGXbr}*IpJW#DXlDAmI zN?d~(3p-IcwouV@3WZOJQx_s*L1M8_ICmcBJulbiEuEtX>CV!T`UpBd3~hWvY9wrq zJq->*D*M)j55ixZ6Zu)Sd+57uWKYe4GB00^Bf5@;cBVUN0@4kdk1X-FLj)a z0O{{PP=MB*7Gr~WAZe!g&D*LWGrKwxcsC5HLq|nNR!D>x#9@rwRNy{@2ygj|AeIe2fgmVRdULN@dcNAN48PmIBsxpM#aQw}Cet3lxRADu<4pBK|I^$g!Qn z(T;?9cKLf;n#PzcW?K$#7F=!|5n>-Gx#c^EEPr4vP?}m&b0vZIn_C9Pye49Dr+} zq+bXT`c6bd7x*4Z968idFPJ(`jE(5W_(zQvqZ=9DYzc%C=E(xtF&w&%D6BSU+TlYu z5z-9kB@0}l`O2B~iHg#7nv^Zop^Ry=dOxe~P{8y?K9Cc4Z)T}w|pi7u{AC&aft}#LBe8ot&^qK@D(g5m#bPphK zsip&vm<*eAR@(3H=#yY}6Ah}AQl^v=V*&m8{}%$`0O0@>0h`So?nF|qDz4S`R54YX zdRJ4VZ&BSywy_^0b!k+&bkt&qC1j3uhEI#CPF(7X)}wf_iK<;hYuIEr#$L(yCo=QC zqN+A`kx?~vCsMW7xMQU1b*!1#Xmd8MbeED87ov&4T14{vvzIpJ0j0{#vVQ5!o8KyQLX2fftV6+)d%wz1GeK5ZDQcr|is{l5}ym~!caR8;?IP?3C$82u7+a)rpxCqll+oo^*K ziee@tB*M9~vPG(16*MjylFag!NTu{j*LvNq50^xu>UVXuicJ}nZ!y)EANhP%){K9t z%)XC^hAl?vBUjxv63bpu9m`s^8cr37y^xALHMcQ45#!Qi`%a3Q(i<)+ArZ3?e7_me zrn(Z2qNJ=%jF@41+|^c!V1x**v>~rTBCJ@fzU>N3a8R&_2v3YV^^Jmqg9GFd4+Xdz zWf2pxcz#UZ?vzq(`^MW5n~s?Exo)C*5lEQYT*z%VA|N{bGW%{_vfL<}NsOpwhAuMn z%j~;#i!5nlXHq{y0u2-#Aixm8fq`K{g@+0e94JJ1XkcJq@WLBdaLWulG`=scx1uAo4%phkUIKX%SpJ?-H6Qpk>aFtjfgWM6pKj`;f8QV^`V7^LQawi(|t^& z7ABWe$&gp+kZNDcFQk0huBOoWJG}6vrhi0(Z|tL~pKfa2N{o9q25aW1S=70S3B47F zR;ct-EYl#BmJ$Hd6bMil6c7nQ!|`#N#>yNN0012z8ZMX77URqG9g2%r260||?&HB>*6RQ#6kDkV(omqUh*@Aux+cBKJy_@~S%|8_sDKR<@m2B6;xxgMDok3_erpjB8l-TRl8l0bk`l^ma&U*Q$P}%wl5CLuFa{UMEOA>1;$@#Gax}Ex>6G0XU%AVMy*B6(l4y_XE zhemU|zVU$8y5Ou-U!;*Q?r@o5(e+qEcwN&gv^ze{o@ivR25uTrs}A{kj9}JT7y+%y zFR6EKmW4lN2~A#X)${_0eCg4Xl;PN;xglRWvjCI2&c3+;EAkc9srGbLyNIUSdVY0+ z?E}6Z^`{CZXVTEOlR9eDrol62!CT#uE#GX&po5GjrCJd+X(gd(_5`vaPzBa2ErC9J8 zM5}%=E63z(af3YNhDs=3Pphng!z_hG#*wdTwhI{A zlTS;MFVQNR@BkpVnyf7;7Jc~9V4eL{w(c-%F+_le{yU!EoLr5~PN)W%y%7?XMfx{P zwJU%rT?rx%oD|yqUW!Jd@e<7)79P17xPsYJnc@Cv^GYeJ-vMauSeVCxjAtiwy2MjDS}ev$>!G zrK1$q3fcwLAIq0}&HUzJF?48n0*eo`PY4{LE4mIrzYmpw0SqG^2CVH!B*vyBqe$)! zK~Df6@k*q`D4WxR(MDNzFn=OcWsh-&0$0{bW(H!Ij9#|Nz|9Cw13+Xse19D3B&bT zhlr|3Y_0g^ROm$1i%>foE)hhL_(*{fWWW=HhZp*?UXlA7Ecp8zb02AL1$R8 zrb}E|O9d_esAT4D!WD^)99(3y&E9G-iGaBZ^6V7qtvF2pA6#u3q50dVKSgBUiiMIB zl|!(^xH!DkYVU%QPNM8qZncR`OD&hGU*|Wywpy5{it6DIOt?GvLn6I339Z#!TFUAk z;VzLP3wt+VYl3?6^*$+^Br<^>H?q-C9sR^Xn7?a7&?9em(g zhN)gWhUPsjd|}mJuE-?gFiqSQ^}ZpVLWZ(Tg`pVB!_dJ{I;q(jMTTt!p)TYne;~gw zghHe8FmGq`iCuh3bO3mwO<*L0wf)nXj-VD4w;U%_9xZI#<@Sl9R=1dEEtrz?N zxngMEf*kRXqBk+G-EljIvm8hi7$aOA<2nfeyuTR9@uQbB)N;{Ap)T6)jqz2*bglmQ zsqFd)f%=8}>hyxDu-S67wYTvZtj2jaYwPd_sG{7d*#g=iO@};tL7yf*XrW4dItK)M06poJ#Pr5AM}f6ClFvmwo(zCI?xt3Y}xMv(ZnFoQhj00U}0!S z1CzCuTXlrhPa2ThKZs{u!k=!jV6OF85VI5(u>D{TGAC&sDJcxETt!1Z03gXZiH%Ua zVi2sIdi~&nyWWYqzqC4nFuDlD4$aN;1w9IAE-HXH-Y7Qz>61v!+kPWcR7-I9^n4#Z zEgI~7)Kky^S{w@KeKp_p5%LajCd^)kN?ZmYD%+oNs{Cj5CpgkWmLlU$e2(%#p|&3S zO*BKh35c)b-m7^hpfPwY9+P=l)8FV3|7HSk2fvp@I~)UW5wWiKt)9?PlpRDI?NCv^ zF4k-cv7W&)A}(fahKq<^wDk;YDGCAWGAvreM6G6kRlC5%4F!q(N{589JxK+Evjbyz z4-!jhl&uo(A5BVy%XpwS7*b*-Z7ea4R04-&W9--^0N=!b9xF9w!6-5l8!iK57fb4y zAu=$yykwpo0?Ay05$(8JpgQ1P3&RcJce5{7&OY;d_T>`{szS{j+_@C^w-fxI9T;{) zr01hdFV9d~qy~!SM$`O^Xk&aJ{``*w5X2wWsvU2P?usSV@F$#7BjDG6rBL0ygQ(pq zEy5^zKQ4-TipQ1N>%rxqubgL&--aHCZkGS)7nE5VI9IIDT(g1Xe{>$lb|mN_3#a4M zGz-_Z5VuE@8~>tm0qvo>z>kk6Rc}|tUjt0Mjz9TR z|DLOZXzcEs|#`hfkD4L|9Exs{(*(gUVEp_+p& z=opmZPLpeI={%v|%oUz=uIi*8l$>-DeUq;6TzHB;Be6;E8+b1B-1|zC4lLn(u4^V; zXOBrIJBQu5U_W2AAGPuARCX3m9Q@uAGd|g=1AhxTBU`@N_}Ze13Sdzk5N&3pt1|=f z1~SqK-h}aSszWJ7q>50-Z7!L0u#l9>lc*GoK58&J>*AEZC%(Bf#49IS-^N)AZ zozo>7oW_9&^JZHN7bewrwP+pr@5aICzR4U4SCdqZ>jOF?@nvG)1yM7HgHw(J=PVgS z_3d11Kd)hMI~?T1A3maM3f(T`p1>>V%xwlpr*kjpU8Me40L9GeQQ#*Xa;OdK);;w< z=GVEFJvL(!q=z?fcXJ#xuB&MU8?#UPYWuEyu0!sdw(F?bZ>K=zLA%Qd17z~0xkGv#Jh7da131-AZjJfD(V#^5 zM)>8}6}5vta&o@h_P?V$sF-a=of z&W3LLPz(PE5>*XpngPV2_eX{zz=Aq41Y9kBNDMQZ92R?(s0UYw!9*pQfo7EeiWM^{ zkP7ILA{FXAHM=h5P#v^AWLs*)1p%&%V|IoDpU`XifjZ!D*vzK^r800zOoV73Eh;s< z$xP%5wcG)Xs0L^(p_VN#gIGuHw{mETV%pRr5(U*dC59o|qvG1d08_H+Xwk!w3f!3k zsgiKi@rm$?lC_TcpE4T|g(z!l?Z}gtl1GH_yQgTdMTyi?Hq-zhI!Pgi?gKW|NGZ-P z&(Ue;_lK>FbRuzetx&PBlx*GfKUYJIA&Sq2pb+D z2PgcShwz@6q#jCzEhmSV3}p@&Qv;eBijN9x&Ye?|G6XTXHrw`V4^ToyBU3LP&!oBw z!Ma$Xmy#E{%Lv8vGIB(T2xWmNCKN(H*^|llMWk&*v9zc>;SSgDOy;NZZ75M;k|bDk zUsD|&u;4~DzNph-3ohk3>4w6*L?a3UIC>Uh5{5v13NUc_w(@ zcT{U$L?0d&_F9J_6jV5_J|rm?6+fs8bE@GAg$^n$H2G9R#F6w9zm_F~u_QEwB}GaO z3X=uAdv6a3)rwMb2}_PVq$1u`Kq)dvtvH|8st9-UlN*TYM`rW_V~HNR-?7fIR!2eL zKG8eaps;;lWICg_1%2hU!Z==haJ!vL4tY+BWV-5sbFK|^5a3*haXre<~L z>F&?iKd8->O;ArbZ`tB3Oy;~zj0=g{CI3LrAjm+a!vM2)~{^q>B;OlJDhs* zCV<$Mv@p`O*xb{qGXO_gL33dGD z$t2tE($acTY*A!tbbM5=R{0DfU_Eg>1RQm=X?get)>W$_+Co-|qtHS_jwgGznH`#x zfMIB7{FrI?*eFqosg4O;d^fsQ_<~DTiTR z$jSy>z`q*XG*M4R$P4FGKV$D^6TI9;l0T!kGeuc+Z%uO+XY?dZpI~oorP!6z-Z4<% zDuUWUPiH4cj(GW?i+LLEuS7m-U^tArCy=;j^o0y1&l44IZ-)VFWyP_i3_4Gu_SlP1 zvtYDP5eH446=YtkjSocy?IOZJA-Gt(KRi!CG~*0PM}h0+Nu*cUO#;w$*yNK-hD@He zKuOs8%&ueTk12bD5qT;k;Sdf>UO$pjweqPTo~jIE=B`H>BMF|SA;@C6SO_D=AY(JC zUyS&7c-khg;e;@bm?+;#VGZ9yFf#h}8g&T&;hlypR_h^_e7#;sH}XUhcmi=n-%#}x zAPMSt45qv5OLptAlc1UJFdQebrK4FuAux6rZOGvlqJ0n}Em2O3W+=8!Spj%a%i9kl zZRRlQ;pv$V9GmSm!pLs35$u%M9vY$Z0yROWvlzpxJ&}B#nr5c#MN^6791;=?KYEoP@TY!-$=w?13__gCx4wpSN+cBw z=S@=uLGqy~+#UoUIZ6+W(v8+1WY<9FM=&W+7U#ypDbt|hF7N>|1=Z3N%VfpbSsi*r zLeohtxY8cZ3$bh{-p)9UbBi*#I&>VW`Yr%Y)>FEZ?%3*m(Q{-S@>f3Xf2~y*&A)6w z>{u7F^d3$s+@fXKDq(F;2uZYt8b^XS z=0R>a%2Q2~A+e3Q1*A-+lsBY!*xK!M9k|4ZU#ztJBKB?q#0aK}fK6h9B(BRbOZ2@? zD!`}b12J?7I}qFe_Cd~pJ=U_<>o$9tShu+LByK_{UQI6)mg1}z3*^-G@~8T*!r22n zH;VN#eJFx>M$C*7M^HAPx? zt$M1lbb9-^_aUk=+j{Z#jAVpsGFNmmU5mO_w-ACZ9aQPO$M~&~9eqc5y}k zj?pe;4QOoP-bI--A)yM&`VTMy%j6F1i*MGP?QzgC9Q6^Q#V^4CWIgE@LLr?fO$DeN z@O|ZSxf*E1%!;sq5vWLC){c-3+f$0umf8SaS8}QrsCI}>Z&}B5TZfgP5YPxN7x-3y zZzr)+#_ulfY6veU;~FER;)=@61Cn#cUx4Ze6iV1Q=`@d#PXUH2nfjCPfPAL4qa|jV zzY*jUs%pwD)!sR)ZD|#`7vrQ=4w$p9GvD2r-Bcv6cvL!@>n#%{v%P7-kYO@&^8r(o6(RMc`0V z?7OMXBV_=CIBmf-u4mY~v9*-XjfX*7<THOXzm~_pes{08xNh9&#_rpOugBb< zuAQdeYDg+@u9y3axTv^nda918dD>=eyk@yn+iI{wCoXxDZj&FQs_sOQs zhU`#!m}}+pVIYABMB`9TvZ$tE810TlDGPn-NtW_Z7KO}&mcleFWc5-VJ!7L$+BRV(1c1*h+s6#g5y{T9Q7m;ibFMx6@hV3IFW|ES`tW;_jX~qSU+HafGv924_F{@ zw|H0AUdzR8WW4S6er(iJ(|$DG-dsbx>oo0s#`NsGJ-p2PT|`9x^S0wh<2zhF-@Zn_ zXXVE0&R(5WiKTqc6?c`!&Jzh;nxZg49G)8KpIp$kcWbLk_X9QLKVvrS?~(3*q6{!m~f}nU52cMph^C%C+;WAkhau6tsSqTFHTKKlRC-dZ6R2UUavJ?ds#{Xa` zE7CL=4Wl3^PohXLj+3BKj)qYWozR1679K2xk>XJtOsEHi2!@hK7KnQ2PRL>KLPCQE z6x=)^r-3w}uo$NSg2V9Ugd9j@St1Pw3-C2e=s^Nun#Qt37VP;wD{-udLp|)>CA2IF z9tq_%>RAjArdd#rT2w;CvKZiZLh3;|kYrgH2C65d7Em1Q5EF79#et)gJrHH9v+c(YmIK+D&kNH&)JU5oRG65=6{T7 zVHWx{6M94-AmFdzgJBj0{>b0&h)4j00h%LgLh3=I24Gxtm}TM7FbhuY{<2dS!%`?7 z#lcdThQoxM3MByBQV>T;K(||#SPVlS38et@azfV%vfK$R>?g!TJo$Te$DNRadI>Q= zi?iHg#YIi}%2}4kf`1|mo(biU%6kblpIt(a#8MtdNkH#UXeAO5SOBhMX?*%-CR(&A z_b0Rzrs4JYF(Kz^7zl6Y?`N$&$pe9)X@B(8gq%kr;$WJ_N)$&uO~OEnyGHZ7@BQn9 zm_`|Z*PM`HCj_a8&`v996fn5b7JVsFvF}Tu zM#3V^f!{~To>6T*O5J(iN4k6(2TE;(t+ccoZY=sz%~V?lb2%m51-n3P@S_$>=F`_A z4T(dw;yh&(1X@+9{t##te^3J)tYBtE4q-O4wLVI&$jcy$qdnh=`&B1po=w;jPOQ%O zw_|mHxqitapXW6Vm~6$rv68c@68S2$O5kD3w7^>}O(3lm+o1;`W@#R zzisT;VZe_|#XI*JG#cAzW3Z|(ei26N(<}8rxWdbFnBGuQgcy~Kp)sKZ?&+R9yyCVd zKs+#JlZ_`Fs{LnE_f`z$HAo}Zcga{uSFco?naos~_}cQ&1F6_6KTd*MJ02nrRON2U1b);d_s(IjLRs0Glao7NX}E!lF#({YDVQ@q*Il^B79`GtCsdw*#{SC{O#z7?@E9n=-h zu0e;u+paN@2F_heg&e%3O^}N5yUgcqf~U}9Kbx&o4u3kq)PC__4tZ@{ext>fPsX9eY-^0q(Y%>7g1s{QIb(F~CV|wDOL}f;<6RZr3~)cl z_0P&0Z1EK)kRbU{YX}kNe;YOOCWyi2s@bXusfk!Cei?Oez1vBdQ7DB(mv96i@wn1a z?*4vr1HN+FFiakKDiksTBUHz@Ug&jOxZ@G{1{ln6(n9C8;(Y{ zYKqCv{gTjsLY~_sU>a+X`ql{@ttwK8>w@ky@UVU^Mw|9l7i)lr@o6eoeR}J2BK__3 z?qh5+Os1GYg*z*Y4Q+cBIqQ5ubjJbhW_Bk;lfwhX4j0zfia!EVlOaol0K7Aw2fj7OIh zEly+W3u$45fYQMh&=&aI0zhS*9^}i~l3t|k6h7q4j(P^ulO7sAE7_=qg{eYJjkQ%Q z`|edX$M>o{UDxe)F7A`zszjOHop>y>MO^%AtSv;URu&f7rwX>xDlzXkpuiDDaJ1$3 zBjPXx8mQR@UG26eiu!9~A&xg%CX-#;_0R^DDAh)%Pj2M4!7!Ev-N;FEHhUB=q*i3# zUa0WGdT5mp(rzhcMhFpJa+-ri*Oy1u>3}4E)x}g+RinLh+*@M(RZU=V$R$K$PgLNH zFm7B+3pA9WOGTF2>6msM`biXvyC2zqrm@}1c1SKjM?9mOmodPGfkKCx3DU*>m~4oQ z6mp{ruIZ0+e`-B;x%E^efl54-X=$J0dO{ZEDgBIwwO9Di$x6$v2#leViClnYDrcq* zV~%O8=wtObwVd0t6ASSZ4YJQraLmpV*EO+f>RW|H+=R+1-pWtJ#(r?cCiE9Pv0tCn zOd}P9e~2SsL;gBk%%6|H>4cyir(2eX`{hxhSmR?|?e&Sf9%A0bqzgXQARGnDKb&;W z@MH0elF^8OsH=QfxsM!YApF9k6I9$vAxlRVDwo!lY@&yC--F-W;{^8p2FoqLqN&kDYNcXlAd z6D~;Nb&qH)YvBSkNZ4V>#;5869SiZNT8O+wLIbcKtqqeZw~*Qgk_%E+z7S`3`f3s zuMn^@u=%DU<78J*ze-)P4E;!3C`!>2BBaNDt48o&a&*CtjW?04#y_amb!&*tzmn{` zle3h0m;l1R!x`;d{UWM^*O9$rVkbCcVP*bPtD%SxNqw!K3ZXhRDHwr+$L$j}DgL@Fa1AQaQ z*_-6zFQvWx;A^d0E!Hw*Mo}*IC;eV&Y?0lTkJCo|#5LIO$0CIQK~H>e9l0dxj<`#i zs;-!>G`Bi}rNHd1eG8W!*HLy<01sb9o3vx#oEr=g13@ThCe(!x-hH9?8v_DUz|fLw zo+rVQN=O7TvlSLzy{yT-Du;>Qe(@vWr5;Q&l7R% zk-i;dNd+&L)Ej3oi&>;dnLPEYd3y3{TN+pq`e29#C-Fyjq%uhRr9%g031}Vv&Qp!# z$wzQY9{_RYsTnnIHS_ZVX{WDw)N2++r^c-?y0dR5<+dbSgr}-%F`2!dC|$G&%}z^Q zRoR)Xz+dk5%K-&2CHJ+88YFv)ENLvWwie?l*8=s@7S;ic$kPVY ziYQ2UiZi}gV+!e&{CfpvZxtL21C}Q3ihM%e<%#6*FipkPlC+jSqSa;Ie6c85;qzy*7PSWKOcp6E8Sy1shqVs}i!jqSt4cBpz5AJrTt469tZ#fE2pi_KRL^kIg zE=#?Sk_%@*f;NXqS)Q)$xUXtMn8g`1rw_AkMj}Al@kYI*jqQrC!;`<>kCUXud?yO( z<0*aS=j)=eL_aPodEnlOrx{>XUPU}L@NKPP+ZVbwc}jK(=|VYK7Dzhl3yhC;Wph|& zPwr7X-ClB0-BqiF(JLscnsF%yU6~_KWQxqfY2K&3ibcJAs}I=b%Ro}{q?LHO?PYzz z(l3f=c47R-@|UdPUxkctVTmLEazumNZ`xW(`i;phaO+x>r*`cin3pzuBS5;BAH3L` zOw`iT4G6mpcHQvu(<5J=>?af$4^a9}f`Yfi$v=lnS~}U|E^D$Hf=`i2rUrwh;^#Um zPg`Mp$lLX^pnFEs#3AX4h2mDS8HE*xG;81Dkx07T0WgK~RCG$QwsuAR#|SF^K;3}U zg)W5h=;g0)pCYI~VD873Axj8=T;|D3#%`!+Sk#ThepC!Oh&U%^ZF@XXkloZ?2=DDY zUF8IMb$sJkVN#wprVMf(1%ehEakDzis$==(h0GH?+SUZzh0{BApT*-h`qV||W&9=J zo=9l1QKAPAhK3NCuexG|H&K%Pos7WLFVJe9EJ>>E^n?|boxH3Qy`m%^RS4ZlDl_j zUjKk%Kp+7+g=@3;GHiNP9q5!O?3I5Pu6**wO~$|P&sh!NU!IhIDSCSbRMMel0M^p0#XOm=h17YW zl+X}uo^;U(c2B<}4-{#tI3)v;UELgG#Wz1sl#Ar)5>+wxQsP|j93@xfa=K^#^E936 z##Md%Z5+;`)VWaB^_BdhgasO+gDTGV#s1TE{WHJ;RSW}W3ba=Alzw6+9oY3lh9+28 zi&_%>OY>3^(35Q}xXf|lLrXD8h4Ju&EFIrLi!2blwA77>?*3{xV3M>xc2FdcshKaV zA}#d+;n`teYwYNWRaTh%-P01OLr=*n>HbJvz!e+mNfTGiKUKp}YINa4EZsd>%cKM*tkBG$?amJQyi}7d*vRGTqzC8f?^o*;V+Y3z&^+N}03A zc!C1U(JGC$q_zfGr8*Y&lrJ5E^oj;3eXp}8`oFY;VMNwI++Mr>A+xuq!82w1a?pv~ zNCyIa=RZi}Uuj~|ivZ^|CdN$P%BM$c$BWGz?YrRKKi=z6epG!CHgGHMQk9D2qUR1w zvyHv?jV)niG=LKbWqnwU^=Ds~iJ2ZT2ecI@Mz~qC`*Ax>L7g$4P zw&WeJHN4e@Dt2Jnx2{>-Ip7a>PKd?MClcF+e^@(FIi^+ zN%R?vB-c8!>jAq9BIUmR)8Voxc1!ui@LTG8&X>5`rwU0Y!R_b=$2oN9~l7^1#DRj#cnJ)n~4JYZ%6G5V)dg-CDke64Nq4Y}heWx;5^ V7ApmY738NzN=v9ahFb$K>0=edOO^lt literal 0 HcmV?d00001 diff --git a/core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_3_eventlog.zstd b/core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_3_eventlog.zstd new file mode 100644 index 0000000000000000000000000000000000000000..cd7b640dce19a66ad1968586a35e658c7b1ff154 GIT binary patch literal 53438 zcmV)8K*ql)wJ-goaOesEG};3Cjbd{&kf?@?9zcQ3N)m*Wfc@6&E*jLbBq9Kucbo1g z+z2wm{Sup5`$OcaZ?wEg1ONa4Mj`+p3I_uRIR}w@8rA+befMR)Gvr`ACg&Jz=c+he z;}dFBdn;m#TxsWyojW!tTzQ|vHeZJg4MqfEs6=S?8R!^nV9&tDIrE(#C&S%y6I-k;V z9nb9;PJBNwpi!-Zv*V|Xs8Q{@&#z*95qEY;kI<-AS&ZAb)VK-zRTd-tB3HVQRLS4D9Ot z%`Cp2$nks6StW7K?L6Arm~Wb(s1Y@)xrF?O-LkUk`IJ^}ie>-;CNLlZ1WYg(k>Yuv zfQw*)1oud|R)B-NO9TsORIAu??(49B_B>kZyxQs2p_=*k)NRb#q#LIliuT zm!0@#8EiLB8(WZTRO2*#pZU(OvY6p`!+$|_R$W`_S>9rvbP)2v2Y8Bn7debvg>O#$P>Xwb#Rj=`Gsq)ip=AE|C^%o+9! zO)=5@XIsvzoK9tqZ@D-v_Kvaq7LUi{i53g$=8QF}RU{S2f=dIXLB&#;FkB#bU_yy_ zv~k~u%jc+R=}g`%Sw9 z{(D9=RkXBgC%*qpJ4afMBckKR{yDb!J3D=@k=UCKKKG>-Qd6UnbJ1XlXb@R^CFg>Z zRXN?_vtPLLqGJXZv!TVHMz#E|D&xy9X9o7H7H$KDJle0rvG`WLdB8r3Qg3YSQO!-5787X~Phh>GX$hkIL^phncdougxUIg*>z_6Z+uL{h|<9@27e zFLdt9l2+N*$pm|Tc{!zK&w7vPi6#pT3yo?XEq&N$79E41{X4gUU$`Cq9a++zxl-am{EqPw z-UGeIVWtCAA|eL3QlfJg6B7y!L_B!VsK#J{L_ka!ED%IIO_e-25~PIoFm>!1Xrq;w zj&hC6U9sE|9o)E*4pO69lrLZEIrqD_Esbjbj&H;cr3U*ypO%$j4?QAjYWKp{x1yfSbcW2GQ)nIEO7??AA`@z`fB!2 zQk(l#$2f!4!Z&5ks#hyB^l3TvjMY^66eJH22#5yG!2zP+sy&~7SFbgVQSjBTbuqSc z2oDWJmyq?c&~a_x*w(9o0Mr8yxJI?FR^~ftO)tENwu;rl$ZwmdqkTDXug!xk|6g7PV?Mz!}Tt(RZMS8;a~ZLz@q z*QW&%iz8*Gxlq7#6)92FM?i#pqULTP0~Jswl!fT(t9=XWYCO#wxc<9Rd~5A=XQ zGb%a#&=eDn2Wm)E%h*OVMVno*=PIA)>{1I~>7z3Q%tl* zHEd(`2AZNZs^u#&tRQr-Yb<=J&=eBYa?LD-GzHb1HiTmf+XJe7e$N~@1p(WfLFY)C z;-Ok>KtO1U7ClCYPia{k;Sgu`odSS~_P8oR+dWTuQlnb6^07C7plBI)u3Xjud-eR% zA%pu?8r5=jjifyY9`n2GzKr|IJTr}REu+-bMz!o-@2kABd7W2OVlW!>-)|@XJB0lr zEN5-sjQ!s7DHq;b?yB-~n!YPD4$9oLv6mX`H=A4n?y9oZ47=OVNgyT=jcONp z@+Er)H@zUB-~h;F9U^l=-esp-{f;fija3N;{Cfez^Q*DVKQ$g7O?#hn$Z=RZ|2#In z>c+em*elPdi8yeVX(z=)(jQ~5E6%rq=BSC0vh+Fc191UsfE%v zsy&)f`TbAAuu7UyStWIlb61tuWw71!yzbskXqWjrWzHO@smr{iPVf6Gt2|zIR!Jk| zfntuWV(sU6tkOk!Z@Y{H#f!xgJ&y)<=Nb$Niq+ree?BdK(P{SIF3X)?dLAf(p2E)Q z43Wm6Qc*yfio^VG>8orUAxUHD<=9$Yy(+1To+b5HSxh70nK(_OoUM7zsunh;f2)GT z>i-@B2Z+ff!eU{dT{m`G+3`RUw74`cK6CHU)|NHP*xqXuSjJ29vyx&Pt81KEOz~D> z8`Um5oz3n#s*z^S&ZAq6cU7OxIh}dtz|s1Z#Y7Md3>qjC$pfTf9mmmj*kXKTrt&an z2GQ9me%Np3J9C;&6BK23vjwYLZf2Il#@9onQX3SFYVSIio%Y)NTr=%EexCO`vEVG5}-$;8mDQt%i#LoK0YQO4(5UuTN9RcEImq!ya2-oVOQWkwoZoXt+F(Q+ z`hdF@Ui@6M@%k9iv~k(M#-#>gzuDh$1~+|9!v5b?C9H0}mY}?vTGD$O)iSs#_S_q{ zv9sfu7rpwuO|$B`^S`$;&m25hJKwLe7-zW5@$B$ynX5;~&|b&aY4W%A`m{;TC zRasSA35RDTCbh70Z`Vq6r2-Zxphp|IQi8#Y9MQyZ5TjAeVZZJ@cdB=@&F}a&s=>^A zDD&HTwTzBNwa0$n=ju2k;jlKWEao$ax1fY4XBI!8x3Tjj3X_KmMY2$VfKV(K1|k!O z1=iQbnUY>XRotC-8|*C4Ikvg_cHmXtn+^tXW0%;2weiECy&mzuR8==avYRdoW5Y8p8o_Rk>sb6V^=o^kJJeW1rRa<;qf8Rz25 z*x4J^o@bBGui6-V{n;}xtDb9An=iUjqI%Gyv@&|QF?g}_&z`K3MwNwxEPKQ7Fqyog z);=in_w=jE7(2p3EGU-9q9TDbs(F^#KkV3*@Y#Gj7(R_^wJEjm-Q#2?Jr4-tG_B~% z*#5KfIdJzD2WQ8QX7yzxe9GHY!NKw#93T?PV;D(Yr>95fs(ingz%sr|^8*8%0?EUK z;i4d+L_i)c5tE4mgyCIPPU$cs@pwFtqY?e`DK!$`_ngXHGwiYp-*0TJa`P@b8`U_{ zva)wrMt9li?rrDUQpb!&wb+hdCrjA3-}9tKHJn|tT1qWsMD80dUY#9sbIOd1xUok& zR~{&iHQ3+ro3J02XFK*9d!Jd_skZiWH|K~B$Kr^E2TF9DUDB#Hf;~!&#n(BQyK<1m zVShQR?7D{%XQ%EVwpR7Gv2(V=a@Nl0rShH4E(5!o6JFUAO#&~)%BlyijDU!|1rgIi zn=QWYt%yCZ@~Zye#ZA#5qP(KK9?rQRN4~x9cAW33^4_Ko!z!K4SwCp;eOG3(%etn% z&#&C0&S3P6%^!Ru<9*_v1(_)9U^H%3IHpI-G$cqBm7d;aE((T81Qr)-OMBi78# z)>!J;00j>~9xf0F2?cVAOdK2_4~=S?>aI!}U6n3ld!5H@!YTt9{yXX5%EFYncIF_O zTt;GJYo=x{dVa48h6p5LsWd2D6d)uK5=z8{!2*e>R3Hu!1*8GU0&;qm*v4t9SJ5#l zi;)vDfS^P`5Qa*lnpfN%O{C%gB#NHQH_aYofoPaSSRfiq9xk2BbL0FE+e!w?ECEyW z?*$mla`P9??m{DPhB61TW{(?F$@!*q8Omu@3#aIL&qc31>@@poVMgL+u{QR)v2HCI z)v~qNeY?Nxbk8NMa5Snt$?>kTYE*mqC5BnRvUK2q0Y}yb(Z3hSy1>hL-REan zRTlHS$GO`N55%Z4XHHh71LSB{6CTH-Au$@&UKS~nNTXWDeO+`doIYpczK`cYO}L1a zeM+nIvs5M#lV9zQEmtLt9MY=MH`VXU*jD|p=L80=o*g^SW^3H+DlK|#Y{zZ##quPB< z7YWeB8I;aJ83_ia2II}nHn;yJ^D@$^z*`YRP$*Dwcc}UOuwQhi?ebeJ%6C=ia6r){ zLH^a=cl<>6`fir}Cr%`SQgK7@;Fa*o2Tc_DI)o5~-;TxQ>bcs80?X0?7u`J&Ipny@ zEcPHK4VH)m0%8)mKr9f2%SF;agCzpF*;1%1P#z>t`pjD(UiLa8x zE3)K_uE7qGFeoY(34=zpXtC@RTh3v1?3Uvj9oC**J?EUmzVG_FXA(F~U-UrKghOEB zd7vP(5JDaxe*gm5KNG+K_qKaC*Uj4rU*xb@EE0GMEFJ*`5_ktp@ED)~WB>(4KuH`L zP#V=B`5o*!zxpwaY7cqxw!1d}Rpl=l)neu-*jmm%>+9TidNZ5i_g1`37hY|IEwMCE z9Jp8-6dFJj4h{_rC@hl+g&}gOKu}RgA`J~tB$bN-M8kpzNF>4{sVE{Kkp+vSf}l`n zXkd|46bcOtERu@C0SM({kw7RECJ+ofC@2yL2PO*&g$9eHvY?PCG*Bp#1}2vXL_q=J zz=R>vs5WKQx8Zl3f#}~0e9DD4|KBrj{xdGMRpLA;XZ|;8er;6qnbC+H?FSTLn>la` zv!Qi(&|q z%kJfPKydNa;ya(g{u#~cqZ-VsEGAovIZY+p@3U8kRCz7^bLtp;?Ahv9ac^$ZDLY44 zGI?Eohpkn6-bX9;tIGM@y-hXxvNi^tzKhKlEN4A&n_3(iKo%qlmc*`k^FLM=Ze}q9 z3HIJZ&}&r79M9bt_t?$Zt~$1H*vl%dS6R&T8O~qja=n0uh`e?~wUl{Z6i}4`=w^`@J_%Bo)u{d30c3K3!`Xb9t<|Joaeerty3HJX+{D z`^NsPdh%L*)y=ObJ1fvC~{F=&N24S z6qTHcxcTq9fY~kX&z#Fp;{21(D81U~@>d%jQ$u=8jtPpYZwHJDkkQLXCS@yxUELzmxi#0}$=n-{CB9=qt@mHXTDpF7U( zEokwDmdv)gSlxOa)TpKjP$QZe4+*LnMVg>!N{AlFk=;n7n0N$)Tr(SK3eRw+8nW39 zG=<}lK(z)<(H=|>W1?l1_U#meSS4-gSgIuRZD~kS1WnT8aYPf8@IVO(Pr~zfqNw43 zCW+B#NYev7P(svzCJ2HchU1x@=$RUiX>vRs4@W}dF-=f3P1EF05+iDg zry=ugi6+T0H6ZDkB1vi_JQ5g><6%G#V~V0Ef*whFK((J}k|a&s0O7I@O(8`PW@l@8 z(4r_IiloLwwVWrmzUW_!c!G%uBB0u5G=mV*6b*rg;jlEGnqlaG$95sh-n<0I0X}C( zBSD;$vr2>L~ zgZ6-G2$iOo;E8~0uh4)H@pE>hDcVGnfI98kBv3R7pe6y;B#5#}@W3i4P(I@JLsLLh zQ&3Q#GzDZquq*;ZQ?!R_O=F&gJRsyocpgMRwfC!Yr70TG^GFQ~LZvC5$}UjZ1t1zA z7KlltDVpR#!Vsw_8g!vZER_Zhkw!HOWfGxi3WtV;3xkORMN(>1nZ*hL?4OUTW&I9iUSJ582Kl)>_Qc7Ju2GW;@foMS5Mh_H;2;5f&x7%gUI z7)xSC72{%l3Fk8d<&`zMs;uOk)I|$tgYPLGx1ixu^AL9=hp4&dQ8^pclE07Bi>BpkyQF9cLM4IKT4>RuKbX z;GV~bp5*e&|JF3-sxo(#!7AM|Ikqrk9EzD0^?&!6-t!^|UA1SF!5mLc-o}+*v!e|5 z6kE#z*jBM6ZW`UDSuVJ$#BC{$tDfC4mN~L!3GZ>zBUM%<<(z$OLmu-tB=bv7!g5pS zB|ON@Z-@QfW<2Qepod(h$}Bl}v6J7kazO8KETxRa-LY8H61MVsYh~3VW7ZS&9>_Ib z@kSD zH5tZ}8jyQiYdfF^z3BllUgSC&8NJA5VBen7iz-fI9>yc#$4qX*GuNKJS{c2^VT)zY zdrjAJUbQc)zh)fAUj2I0n_SLV!#V8rlJD`l+PR($zww|K;rE-@8F!`=UgRG8 zGkb*|-18hyauM{R%T(=SI%A**Ie0Ow*0pCTdXIZ5v4>>ERPjAeaxMcqzjSOY#{Gb% zCjojQ&2vOgdI^qQ!joQfdrs#XiAC>uP_^Etd1wHkvUtz_<>KM049oIbEU3S- z>NTnbiEDa=_ z%KT^~KyG@{1DA#h1f)^z9b1^}j~jy!^N*>Q{C-@s&$uB1f)Eig76=ps1{4;kekYmZ znUgsP(K(Vfs#&YbM`e7`A8LOXupj+co=_!74;Up>)iYVpA*d4?($fwIR*h;|UX_cY z>1i6s)h`Hkj$FV@mz|AjZ=0g^%SuvH`O)3+1l#W?59Udt)$wOxfWKZ7Qr77 zW@i~os(~1_tLG{|XE__yYRg!?W)Xzw*rf#_%LQ&~AY^+h*)mL7oxYlVQ#7h6T9v@7 zoQr!K`)5#7Otfc;9?;~F91~70_P~Ibp{QhaRmo6IqD(0@G?)oM0HY8904O993rA%G z8m&5g6aWEJUQCKiPB0h8BJp4j!$=H*D2Ra=LkIze7=ws101yrU{}}=KzdQx72L;lQ zh5^*_e;@y@XC+_`Bk`uMXWM6!ebmqz8_}PVkER@LTi#-w zqr@K&kt!JboCVkriQ5t5Wh7t(vFZ50!1}cdx}-~lVi&>m`Z#W?VuxuCV`-YY?i=<2;YFylu0<6e=#CFXa3<3y!n9m^PhqA# z0Dzb@DQ#Gm7zC3p^_AH#wH}91{b%a&mH!rw*$ti88NIERrn8A@QFk_L{zdW& ztx7_?X@fx|4$8TP3UV&7{X|qIGxTespCdh%SYMnw;o_66`qw?q*naBIa=p$A(0>=) zQkTy~zN&l>=zUE0emvYR-={vboPHaYtKI2^h-Ew+G)lQs(q9HgFN+aeP%pM@haA&a z=IAb20cPJ??N<6Y&OVi)i1rnbp6t;24y6vm?5OmQ!+$5_bULA3|mts(6_2PUIO7PsIXqUr%n2!sXc;{f&7&v*5lhrbH)un2PO(JhSe#onQHWu>pb`172>Gue$(gdy%H9=ojb;bNWeQ5ke5O*k&y1n zJrmfLpEE>cDG7qa>}i+$TRFB$(wS}kq0wg6n5vbUmx{g)Xwn!a>`OIAWnv2zV~$y6903okN(gaFHDTPCSxNk87d?v>B>?O_2gR~j?&@% zfOK3*C_R(RSMQCEL1Gj3pzIW}833_zRC?nWZB4}&pt#;5f)hdFy_h-!3!f(^x*Olf zC+TJc0@M2(HutiImcoA2>DWSBSMBA<8!7zb=N@6K-mrW?;c#VBfwEAzd1M6xnWaUW zI?$C6$_9-?9kiF*qOvJ(!!2AFscr-z8#;0#$fBAwCqS4i0S3lXSOhf0ioRo0;)Fh) zWWxYvt+$7P;^4m7Gh?I%F&Vd+9wYAwq-9mtTT02Y7k{L43<7CHf>b}nAo79*(8R{E zG^xELXO#TpD<->jn9qNb+gp5uwWE`bB!MHZ_vatL9B@!m5GN~3Fo`X$g6u4s`{zVKjFr}b`=JYyBZ++?8us38w4Ni#`IbDsRJ8jvr~ zC7j5(J0KRo)>Nnw`$l-6vro#t^Vq3ElEaj;>k{&Q$fdIbxKeVzXTkn=RXpJv{FqRg6hQBO`bw0tYo!hn0u|uCv#s z1DC=~6k%{K^?UlqZiHNp z_XQ?i8fzwy{G@T@PhZM0c;yBX-8YO5_0rMsg4iM2BUJn>5F12ZCe7jt0!_iFVq=^^ zbaSdSJn0r*Mwl*i)H3aq4J=0*h}>TYCB^XPE|&gCkhlMoQ3kWnP^{m;CYD$Y-rnsW zqLu;vHDz`Tk%uK)4eMAMniO3J*M|X}&a{4ZL^zx&6kSQ?n ztQBpBqPSKy>}#lhNi3mIZ(_-LVP(rrKmi6P-^LQ16N!pboq=buT+n7?z1a_JOVQvUws{9{3bA|oWK+;r!bCLzASFti` z=ujn<{55lr8cmO&j-&+BDQOxhq_y-~gA>ggH+394k(`1h0QkL36xHrv`qX1a(l}g> z7>@~XmUoE9K*$+%T_0dFl9?ON!BUr75t}2Vr@x(QA{n5i0Jjo+Pzylikt2?mMt`Fb z1|i1vF&jfj%LvrP6Apxj*rGyp$jU~Fgin2vd9Ej^2=luf1(nI|Q%%p2f+(o?`BI@p z1~pZR*M2@X&6Q*_*J}SsmeIlV%Fc-By_v$+sy{`ydLO z@1&w&dk-*%EFD5IWZ|iip;fU9?G8Uc5};YnLHEI@Kxk=OS(Izg0CSso4Lnw66XS&0 zfURP{TEcxyO4W2wWR>b1m8Fz`IrX60tDHlDi%j`K*eM*39PFEXAgwZNpSr4D&=qwK zSS7V{A0$9M^)Bs~C0elpRLMr7^_)e_NY;N@xswA(7!VF$rG+VFm6S198pYHlvr|z; zjLP$sAC~Au4_(S_M;;&pBsRId9FU|{Bqslu?h0OPHz^W@P46V>NKk4wYT+V8f^pIy zX%sQ;sHRpJj@OVxzN7aMk9JARazy3imc{?uC9qh%>) zaxlZhWpzDjwIXX>t`jl&OkKVj3c%-9lktAtiDMkU;xqn&omP9$;L*49xk zqS@|~eDMT84y+B!edImppO!I8UKTklw%aV31s52)Xt$tI)1=3PP6MP-#EYm1|xOe$wZKpbslN-Hq3|pog69BxDfvumFljJJcq*B4~8P zP2n{QZIpz4Y&d02kw5NUCcRgP8Z!eW;y+#Ai{nQO(3y$pClg;t&Is7M*y+LkABiK- zNLS=;#YU3C#bEY)EuiTBOc(S zwkT|lq%U@sHD3vG3oc5DctvlO(Lg|I&q9<%a(YD+;uuU8>RcR3xm9B*f;uFaa0Oek zEz)z>Ry7Sn$^R?t$Y})jkHJuI>E5@tLm6-h0OaUYf`dz@Au=#gY-M$NRno~_qhT^T+>a&H2*v`@Iay}pg&n*A zCH%;K*D!H(f9nCnelU{Uel|*t^>`2I&`mz#f}>#v+{P7z6_k>ap%T#hj|1`y+g1{i z2$@SDF6M(S|L%Nj3trOk(wu^&Vf39n5PH?zkO|q`YYw?&FrgaBJ{StUlfKzcchN64 zp)n#hxUO7(7GrBXivicsRpHCD*O5GX9j?Bpy2NOAX%Uo6#PdDspJZ>q8L@t2ZYGia z-VyiiQD50(hURQ=GvM5Dq$bEJ;(_ILfk8lc+C{Hfukf{2<(*br#Mp|>uyaWRLPb-< zIw!!AS13VT(V>R!t|%K{&0s$=kS}pEQ^FuC|LB&^(_s~cQ(Bw{GYOnIxYXk)Yd5E& z)hb-PTDmp*q0no$@|7=K0HPXhQ8`sCem_3~Wg3lzc;XSubcjL$R0OFLC38iS7`0pm z_}|T9d+EiRi7wzL;eBz6J=}#7A=^SvpP?d&E3Y?!fPtu?BWc?y0Hn)_NQZ5|y?57f zX5NXgy~(wrPz1YMAI&nh8WnoEVk2YpAvQ4tPW}8ko9lmjh;*asWg>9&5GR;Oc3uST z=kgnqv_B7wNSaY9GHTzQle4v*)1x6bd_7Z`Gjb<|FC_Np#bnq9>!+X}I&vyh41YKo zs!W90*qYDZjFGNSyojXHN2l<}Ka>T1@0J%nGc&+6YYUTgDLJGpI6J<&^`e1DTq{WP z{bGU#(^60p8%Lxq^K`}rQ9evVb)rR`E&i*QUvN)Zl&9(w)dfPAl<3O3_q|Z}^NYWZ z9;K4U4pF-U1j>|OJ17vLu)G5U`QMe8gA9U(aR>m;U^lxKM@*t17RiEQ?6Ndr*VU(y zeUJR1av$J820CaX7#WiZ-y>?m*xT>Yg>Q=rzIr~M%db&S>b?Xc64mjFE{zKh-MBau zQHf*TsfjJ=>Ta0p#YvV8iR=pmpNpEc8STkhfbF)yosD&GEp+fp7J1s z+IaW?QaqGK=7H$d4z(tNA$u20nW147Yiw$_dmciik>r`+o@)k}1NgG(- zCRezaksgZYzJv<^>M7hvDUJhl6*u~vHrh^GPms-MO5~<;>jv(Ifv;CiYN#~LFDbp7 zO)hr`$Z7POMwEW8qt3+DG8Rek0pi7?6wBdr%F>tVk-Njw0C+mi4NbB^*gwkl$o+^hQTvoWK;fIJ!~&KJFsOx+4Kxdfq;>AJ_YA9rzgX=f;Qy>6@=@9 zhF7l(0VTYmT&TFf9h3XY`t&@QY8}c7Ay;8G<})BPldMyMoeK*WKmq1)ux#+917zpR zGg(*dR$z&6HQ#}^h$S%8cm;M_dr<))X24zSr2NUmw$z|C81uk*D;~RH`XDv8>B*s? z69YD8s<%iaRR}@CSd`yGW(-K_q*-F>Ws-;w#J=D)t}f5)Y<|W9mcW6dvDY6kKtI*@ z>3)iMS0e=(9XTue9LJg=Z(I_1ZGcEkN#vU!*~jd|Zq)fUdNFx;$4ApOd&}f@<#;nr zRH)OE*dHcCOOjRzn&P5z85Mv~{`O?1aEZ#31?vCu&ya1$c%~Eg#oh;r>|5xgA}&`7 zh=Hf9xDYZJpY;&L66Pr5DDbIIzC1cN-O^m0v$O{PK`wp)Tik#qBV58t+)PP0M7Mt1~N#{rzHj*PH!qUVUCXD$nhaCI%z#{VOmxDp*e4KmRiw@Yl z$CGRrq{{!f%E4$C$6jM0Aj1Z7;18xAs3EWN;D#(wP+@#`)D&zwZzdb|cgF1zUdrx`E5?Q3-7I$|blATfDl@L=o7 z2R1_v?8BFfd?v`YdO>}xB6l0#^gyDm+@r5b6=MKJU4}_jLj2a%(UX~1QZJGZelE8! zFbVfJ#n=&}fevZ)o@r4K$4O}7{({_|q5o+LnNRMwH>{D zkXvtn8l=={>#w)n{#6s%6Zw-L$SnS>kQyl75yX>QB(F}r2*yS+T7@dEsh9-B@WEN? zc8@9DtfR)*43wGbPGg#j&yzo6M6W6CSI4}N-sLo-lRqm1p~aqc03(Y-6XEg@I=RLh zP0K>G3LqL*MkxjPHs(p^0N%+RI^&sROjG7`B`&Wk z#aIN#y7 zq+j1JN$vRn0X49~*q`9Kl09`IO>y4nW1E7b@IkAmsS@12fABmxyA|S<^5xic%`Y#I z{PpVW)H7``9s*NzUU0NV5njgMgH=p9N;ifGvSQ+|9>}4>e+z;6XeT9A9M~M`tsY`H z@-nhz!2mT6a(Dd`Gf4I=1;g1~4vR*J^_@lYp-S`g)?EC+mLc3EZ2#eGU8y~T4|=lN zXKqFhT>DV*5SY5tn)INLA(hsq!%qd=hJ8ZR6FG{ZbmhLD|CL5kALsYLN?(kG}^ch<9fM%TuD z_(@S@V^P1-g`^*_9%T0R$>Gm9Qmw$p`=npON7`p`=y)OkP_Zp{CkSfsb_G1BBcssP z(JT!Ctt+TD2V?-~QZ%*#dTR2BjZ4NF*uo#mdr#h03d!7k?x{1=$|kb{VOSXDrgKmD zFF--DrQ_E@XkGy1tf)in50pY`oUqm}{wU16K{T^|xlkj`kL6@%1vmfGL3=asWjbv{2|qz7 z7ybss4kz++uKgZT1CR>vVg8zP+oRUdsYD6db$`goZFLS6|On_?$NP~?RU?5F; zUakZrZTLtvVAPv^MV-WhI^;Hd+4JJjBNedUiE&2uu!9bus*=CU$d^GC4P7`~-rDy2$;(+lgfx;!yzw=?UfQHXnO81oIIlakWFF8-qAeOM z5CjuU08YIc;@pvEJi>o3+13RRS$t;eOWpDiE4Q&&1LnGwpQpM_e93`Aiy;T&S=^C|`EOUsCpJ*k<{EBy+jE9;^MZAwWhGg1 zxG}MRQo(>cd9e8(n-gaOGEr_x7UHBJXg9JEcDk+PY;j9tK^g*>K4C+e$FlOciDu0M z0A*uTO~$OERA4gdy1BzzHukaZQ>&gqXTKoF1txlAFJy*7Dh;pAr@-CI^qF$Y%?lc( zr4DZ%Y4Z&!9skE?oJF6fu z^NUO3gJ9+~V3+3T#ra+MJG_bv_tnE4yAl zJ!}PQ=5isBD%{uRwkGhz6?FKUO>d0qz6S#dY6PS%TO)!u+US2pPlxyOV(Nk{;Qc_z z${rV?egorbPCvL027+30G^S%-dH5bxaWVs#_0*Or81avsm#Nuvde>jiPs?$s5# zkMn&{;PJ)jAx`AqDhQ|EhD#X?lHuK;!65jB!mm~YJ`ZZjD`+&5iB&tgQEP}T|H3Gw zIn+T|qhMLtrZ4ZRmhgNjd4Gtp3Wj|mBy3yWPYY82P$IxSra|Wa$v_m|ihLf!9N3Op z&oj|1!|ehWB$nKL(e0Z-v_oE5vI3_pK>?9%jndO72nPW5nz+eFI8R>|c2TdG2S$O{ z%UQ!cN2L@T96?Y3pSndB;i4d?jQDs6%qlgUmQ&1-X_(P#v?=z2_OP9_Reuw&!$i^x znm`IRDSa=f5B(s4o+2bT&9!VaVtad6xhydaZJv)`gdrrYZ7FT2Km5_MV-fArXKAY- zzvlgrt?zb(o(gfei3ABGH1Umed>vdLmyd<}>_Z0c+Q~k7_yrYU!nYq%>D)TdHX!leTK;tw%hsh-G! z0o)T?8`YE{D>|kM)K*W@`DH)h;TlwokW~$&_E1E|BM*tcG~rB1XLH~ldn`mu za>ZB2x0Dp{?C<7s(OCnd9JvgTu9u`{t+GTqn-Z+`>0Be^|7QSL8kublj_tDEmNXs~ zkiHYzvB1!{^nlypyGQg_ghc zV7tisK-}fp!O+qw=ny+J?x3yMqs3Afle`x1D@(Vc*T1D>mv z?Zn=6p-5#v`Oan2YbXL|V~hx;O&j=HedJ>LcxAwf1Vfe>l@*mL@A#L}SYihc@J`a0 zqBI04dgTVE#VJIbG$(xpNxtXPO((uFLj{5QU>@jB;Tjd&9p0dFhgjOL`{?K*uXNj_ zd8ZNyLr=h_*ZYeziuea?$ad;05J9?v$s;}?nYNyBB`Wb7AeLTD$zs?n4+r7U-lW2QEMnSsodAL?I*fywIq4Zfi!%nG`Ag%`@34Uy?ymk>%KI&qu$j5%MI#0_h48G)d*&OBv=NL3 z6%(9!_(@&cjf04r&!OLejVQH1P{(g>cbXSQBc-~mDWssEc&L(K?HJbWpeG0oC%4Y| zCF?T3IJ3iBJs%>_qX{sBfsoMami1*(R&kj_5)Gci6a0g|N;xCs5GYnLFT)>^-{!l} za^*dq00mkuR6u1SGg}a45O9rvQ*#Tb8vHqaUP)-^bgJhbzO*ng5XUBa4fF4+BPX>7 zWp%HrDB{!*&v-Q1_!wB6!y43;*IH2lX%yS?&86X4cG$Iaf9m@IeKN%Ks5d6k9KDis z#SfB%%9E1Bce$TI0NBhSrUB^=?0ZVzi1`@0<>*e(XP(5!Mj7w#WU z?0GqDr@xa12LN)w)wnskMr8;Osz($bN3&uSF3FgJ*Pu*c5@n#=5+)jj>GW_Zxn2sZ zE!?wl$_SSH=?2ba%!1SLA*y8awI~aGgRy%)eY03=ZDwz&UXjVf54J5r;YyTU?S39K zi$IQ8Mp7pN!s*Abg~C$Rg3*YSn~A<~%|Qm=(+Ka;4kHb@eUPv`o2O-A#>0{obz<{E zXh4`3o8~@X!Mi%;uwyk}TCBK}xwocfZcyCr z;BsbLay;ft#Cofz*)6~D06kGCO&o2|2F4x~E>rI87lZH40Y$ws2cnGz6~ce5OB;!JvS&&;i~^>#wf<%p$R*sjg19 zKJ?9)<{wns;pKs`b({x34;3Y0o-yl06fwJvAjxd3dar+pfvY{`j{BUlpPZhUEtIPX z7kxsTQ6g*a0dM#Sgdjhi^q*XS#<7Fa<3Ah8j5)Wk>#` zvOjegzth08%J6_zHv$RL1-9gQNBB6Vjli{O zJz)a|&$Yr?>QVOvji-xVbaH42fiT5*q}Y~B^0|$TRkFfhfc%-JUqw<2%z%6=edwsZ z9p${9aA*oUD4x>)^HSj@bPLr-%r@c3tp$eiAVqTrcto)C7*z*F}3J!~|tG* z2YZ_SxdlMk^$rvl=|x~APAlanck*q>*H%ovzK?hfvj&{CxXB{i!xl`0klm~3ZaaiF z4|A6yUIIw;p(;~gPi&K_3K%MWkHKn3gw2-OQz~9cOeH`o=7#J$pV`>EAo6_}pe&pK zamp^MSfJHu%5L5pG^uPb(IKe#|IcMWYgA4FfMoT=&(7}^EbLcPfP8Nk)u79=T=aIV zCQTb9J)BYLcpB4o4Twy<1Iq{4%LiQ+DM~>ol?`z)RKTgx&{7r8Z{?Jmv|hq9)OcnC z0q)K$vwIdxG)|68Ntw_hJ|0E$aU&=KTDC0-7RBbqDt@>#6>rpgrSe`)FOCD3PgS+e zu|UzyQ?rd|Soq;w3X2to;pLK;;{T^qltKn1M!_)?&>pa*aMc!+h;Sk$Qd<~Mnk4*0 zI4T>pF8Zjf84?nbG_?V>6&%HV+z}X)_3lTPK7~XCdO(`(I)3cBwm`iPmi|$|UCV$j zRx8FpEP4+wdPL4Q@h@wZExu!wQNoqX?|D8X72AooMW+U}b1$`t01SMp@Xf=rJH2{F zrb|?Bgmd>6p1wElw6#QB!S4PHzZpL`?B`TA(`xVGL7B{5K`?gYV9%FhBM=CU&=AD7 z16_V9I+H9mCY={Nnigu(X0(}TyHNb8iKM}rYJtsw+)%Og46_$@;^wx)NYS<}_XJx} z-*0$qz=N4LiwKqoO|%|6be_d`0(%Rrmf+;7318-YXwE^(XYolL)5j4XHb?$>q&WQe z=9l#CRpWH%*QXWK?>rw@AsIQ7*B~|xU0@ox4i|(eG7HBO?lm6TYAN3ozGg-=&UiJ( zQnoDUfp$YmfjFp{vxv-*@#fio{$K@H{9MG%5?S&g#lwR#Ku89h<{dI1ze03mcp=7_ z>Okc|!g$MY`c+#mr$%C-y*u5w-=7KaNP|7$+C#9-83Hb+CLWkmOl+XPKvt#l#YOor ztqaGTsrlAPb$KjW8fnQuw;C%0esNS0Oo6>VsK%-FnCafVOLMkgLfOxdThNKZQi*rR zHIZsS1j5=y5W9f3)&lM*o*32z2MgRaT)JSM zl&j?-AgKWi4oQ}k=bT%$yom%I4@Ohf}CVuT@td036-I}+q#>dDbbP=giY zWY$U~OJ^cQalgi_)Qmy~r7j8pvS)j>WotDr2_<~l3IAh5p#;fy?lD+%^ z5M$M{eu09FizAclx@DKSHlAYur}z9Wm2$%}Q zLJKL<0{B)DRBLs#Q*Sgr$alAOP>^acx*~s_tBd+1x)@!FEq~xE#K=!ML;L1~@~`zt zO=?%9z)mHt3Qc17SWrmT@4UA4V{pKFa{g6leRehOJu7rk5pz+uQ<8msvRBl`mV;jM zr0zft7UHI-6E2lFe=DMeL7Hir+TMccSb1>dC-B*_2D#Q)cMee)srwqV(j#N>a2t9{ z(1rkE*iAwu79@|SzBqi;e_xGTGKAQqn?>e2lQE0qpYSy=bwR-(zTGrf!}-*xfp zH2J%TMv=Gt*@~qUBp$v=XeK}Nx55Bw>)MbK-up^58-!Knec5EIY@uQCsPd~SD_4g1 zT<57HC;>B`mvlbuC%8W`^RJwhQdu)7l3>gJ8#$jia9yBNXUB0c$6;vYDh8d+cneEztB^|e#_91R5|!56yw1d4N%O3VsO@jk4Hu?8FkOuACNuFy7z}$$7-HAPUcU zYDy0>TXG$;wt1ooH1!T%&%h9PLUH(`{5TXFn;+F{>%@UNCr^1kMts1!q(Q?=5#YMsPu~`Y$z~r#^a`u*7+PwF7|J@z%}phKP}<}$adIX`W#xv{$2 zHwp)?F7o4ljn{N26lK^H5a~{vhQ`4dr*2pU!#$3&r?FM@dGb3Aj6OfkNqd9ZTUkD| zvAuQtPmG>1$oDMvR8Z}W+9^9kt!_?zm5??l*s}o6hFp3N+%SbHHLtt7QSi*0}Dx=kbpk^jzQr@uO zwT#*HluoQnnT;lhGNcaoSJjG-8txrV(27zAcD>vW{6oL=cddC-h5bwI)wqY@PR?Z6 zYZ>tI*H$BnK1F2o67SIBp30s*Fr>Xz`K+vd-{LH$-&e-Hx|ewsS>D1p5niF2-<>SZJXW zh64D4oE=fRwZhvQf6i{e5Isic0shKKArJ`~Q(Y3p?FOnQ*a3cV?NnA91J>;)X^;T_ zu-M!P<#zzd>=7COKK8;X>zi1AsNqE=E_O$3`t_d-kr#i4X9K@P>SpE9^wyM1{=f!U z)|veWdaNA$UPPIE(2SAxEM*EcOp%PYE>RE5_vRIDDlr=wqL2~v3vffAM4LE(=xO5J zBpJwUXDNyl+}+SCtq+LtoVcmXR7;T_DQF~xCeFxnA}{|$+ZXm{TGzk=^l7=mbnQ_@ zRE57Seo;V{P(4f2PHm2V#<`})aec_lM1dZ0DnW_)xaQ(p+=%#SkOj$LQHL%l0xom_ z*EnmY&4^#~`73B2Bq9@+tR~-JOOER0TVg^ZU>+4FVi)xKEwe9Bf5T|&GLvhM^ISNB zBHSK$gS=$bH}wK1!UQI^6T(W4N8Cdv{}j6Fwt2Fx6zZdP*;-Q&wU0#kccG#83Yc?M)abKwf)Tg{Yg*yvmT z+;_DUzdDIqg}wY(uT}dIMSzSvOA8BlkH0zPtLN*R+>x_GJ)g!KmPHp++`9HOYa5od z2?lI&DQ!+lDnNb|LK%>T}4-`GWxQZ6`J`EM9-ZI}U! zqe9F_(*q$Uvu$=UPXibn6!^jX-6@W|{2$;FIphl&0?hvN#;+8Oz!~3^&SqIKfh%{l zSep`Se$5H2vO8)io0fh4^15UzF({mNTqo|+`YHL))m&&OAcTVyN`6(5CJ3oY@_2GC zW#B~GN%)CIWxVEI-dwutdu>|*KnoR&K<*sm$x~FaP@XxuvvYGfCT1a*2&K;iX_El7 z;Rtd2ON!|1v2PEN#lC3=Q}-)06#1x*I50)5){s(lDxMJxwWflDOO`@uSDIpRRz+FRoSD{|Y2s<_@l5prG5!=M zqX+4@t1#eA&8ZG}j4)By7nR|aa12m>g5|hVb}Y}dATC^{5XFXoYucN9NNPgMWU2#_ zgHBE&yW0t5g`5_Qp)p<=j;02mQJ0jQVS=k<0zuUvcM>0rh9-XaT?gZLehypAFxi(~ zCAtu`awhf$l@SA`;KHD)X5$3C&Xy9b?g2Be_vSq7@N<=^hvaQ%E6 z8~uys826_nb7)NU>dK<&woklN9*RQ9Yn?|-DfG~-#{ekKqyphP@mMN{G0$sDk8w3r z=q)yar5t|waJ=Hr_P+BP+kvLA+|56bk-{Htx>6#cgHV2Lj){G{m1cQ&(tf=&Z&cx~ z#KMzelVJ3Uomv!I5C%3eb#AUG^8wf&dYaACCHe8jycg7F@b%TLMe+WsGo#^?NPscm zN`Phjlj4XX7-`-E9VAO{>yIr4D9}4WWWJJ#iTxiIdW99tB_aj+eXVQmT_9Us!D*}i z;yA62EDk~)wwU1gI6Wyc?VRT$66*N@9Z-?onlH9VQXo>aV6=JZknK*8SN!+oYDsX% z-rODh>fj$JTREon3ht=v$19Z)i_4IjcLv z{<5b3v@zql;Qs7R_H;s~zAeizy>&zfGOfmLaz(^g%?R=UxShPWzzqlLfg9aoPuL-E z)(U`$u%N1g`HQ|ekLA#Q8bL}@0$-O%_>~95LxYUKBcVrOAb6!J1$2slV!kKa2#q&$ z1&uXT@YvPw3RXN05=VUIyiVGv=bR6VeR2Cx)}LnzaW3)|J2 zo&Le$73~?=7h6bNCqtxRHkT;WNF2d+b?R!wqPi!5Hru@%in11_>hiT1xYTh+NO|$W z3)Bj`!0~IjmA%o*Dbz_4f|#mV3CMlwAjQpO zb#jm*`Ah6V2>J!iT((JBH|OCR3lyhLcoY?Uj_wpkOeO!#f+vDFp%*-0?-Q0d=h96e z$%TUB$)%T6j;=1~X=n%$beG4Y1n2wM{wdneFTr+rL!mqYIcZGs#le{j(Rk6SNs7%Nhw1;3co;}XQ=h6unJZp?;#H zqKBAQzjiy!Tl^;z=D|V6eb-3ZH6?=`7Q|R|shD<9kQR7v8%R>lP3Am5!3Bh{{x%xa zq94w1p)mznDnds}=#elpr6G!9c9FPuq!}{jiY&z2KC!;zbY9nLhg8fH=XA-5y{Lh*GMI^>RgaaXG`82~ESg(tqk6vQFdHr)@yE z>4Zpn0V|r&P~E^G6>cEY{1}*K&{>NIhq^JEhca7&VcW7e9{R8YN%V&CKk!jjKOiik zF4M-8-3}bi(Ai`mf@sHwqSU%78!Un|H(|e0X~IlH>4dgE*3Lac8g!u2cc9x`Q%Dpvx@* z0!S$zhmIwMXL{41W;i>uIK1jG1g(Z5_(FXQQX(Vjdb#Uog7UxwrEJ-udb4BHW{s3z z;)ZJo|23xjr>{Xp4yLf5&QouKpm@KO9O?Xs%mLA>TMuPn0xkXBYQxwX>!#XPo>DKq zQvW;p^?%fT@YnW!2q}-1#=<`Efe-U>uWS;Wf3|P9&yf&~Qk0u29|>5Vi53qj=ABtl zWbr(tF(&*Dmq1EL9T>E15~yfu2i(rb0Oe73C<7lcofb$Uzd+b7688i*pdHC&3;Z z5Oj$uDWaaW6wm;<2*HX(q5~w`c3V@=)qHHMk$W9X8!tnmh)}D+h~-t(YH&5!Snnco z6H8J>&!XINI36^)NY0|%LI9TI-~ZWWW5icvjkQO^iQLp^RFtEv=0Rdbc^J|pu^tDO zgdG@?D9t)7BvBf5P)MRQP4j>`I8Vib-h^Y(0g@;cqDR75OY%V1fdavDq(h^Tpu<}a zh@-7TWT68>5~Z=4=|xe46+M!J^*9h6AfZstS&j3oCLxJZA>%@=1|f-3v6|^&h_D(9 z79K2ESQHe3N0}}Xg{#~E5YYjV$ch{!u^uevQInHck;nj%gCx`+CWk`sFgWTt4+@}o zcrFi*ssOo&X&9z?lf;82PJ%_626(uTAXjOaNDdeXQ$ZJ=NDi1W1cbApx>%wHOtT?+ zRrO31HcTu@!kTy-h4of~<+wMoEEJ1+m4*ZgLBNWb;GlvoERr7gB%;fN0TK`xE&_sp zNs69`=~b!-6ciH^A|^O^Z<63Vi^WAik|g20$Kr_$h@{8j9)l=C1ZHuMLBs?H%mNT5 zLZYq-K|lrujOKitSX)`cubGIr{{R0OGHmbv&kz|yh71`pL_~ash=_=Y=!l4kiHV7m z#Kwx=#d9Qx2T2tQjIqUtD-v0c1DOo~*5klJM08*S0EUb$4b!_6z=#lt6^S?!!)^Rq z;zYveWV$X;u1alpZ`hu-Y}(q&Rg3K_ruJ5k%dmKtuLLS${F`B|cj2ao z!SVE}XI0b#t@S3-WVyiLdaY`bD0FUXWss&-xwuGErJ^WjNnRJ+vn;RZQRddJa?Ur? zg%0#waj$gmD^7QstP2 zSsBt~v8W8vw4wzn7zo2O3art(=ZH#VHSWeOe1kbZ*rigLSY()qG1>a z<495DAc=NldZ4wVaX6~zxp*dva!V3Dt6>$5ih3S2o+Cv#uR=Kn0#wlhsiFshkVFY! zK`0uD141Q1pc*)@LR}!Y+XN>;WtF?^;}g)?e0Z}%gvoVHd|!ewvl@mnRELUzfm#S83+N2 zfiO&?s*I~+E@FD7I%;ZTYHFrxW@ct)W@ct)W@h4NW@aKLdqjLh?Dl`=-d*mdx}K?w zn8^?k+v5JCc5C0-y>N;mCZ$r%Y#YNo4>7A~c&i#p>&r$Alb`S5JJh*os zl!^0?d~Or^n@sj$Ve$QF=kgu1F(wkrX)t$b50}IlTqR7%Hwdmg$=5%Z}{Zwq~2# zvaPdM#aM@va8Z2|yR~YjZmO;#I%+a(?3tCdahtcMGR%GbWn69Tb5~n?#LULBIU+J% zN9Wzm&Q@l|THF63cQW5@-^5k_-gIx4_^c^o_OAcUj8z+R^>aH@S-ZF1&1LzFm~EM2 zH)Q&#&+SaLEjly(XaAq*EMHsWs_HUsYmd2(sQB5A&RQq4MDNzhi|sR=Jv|#LqvCpZ z_cn7UTlc07l`(M{5!)kvKYP#qri7LmcH1?6!8(8*;g4uZL9B^sjS#7l>>*EsB_q>(lJIO zB1u6CQs`3^Kp-$691R6zVkuiP`4fOZ!~y}qOc;nl!Eh)XjA0-MVJHp*8H9lthG8HK zvY0bcy6QVsQF+wEoAhtH)Z4A-EiGqyr)rISI0Y+^eT1p9;bTc23?heiNj4alhG0(! zI|Vr1<3iEW=3f2JZ*S*O4nM4^IGX&x3L=+ny008UDU(go8$n__$YZjKPV5CzC>|%L z94aPEznqLyGwmLe8v}M$t?DOEu+wRR_7!;vUh9nG@b9mAlY4n8`qP-7P#`KxA^b(`DjKS5bOdeXKRmTI6td6ax-#Q#g%Fc(w)U23#LJ=zVMIH%+f%mu(U|$Y(27c95xYcdRway(3tr3y+hat ztKIBIkjm|#n{Sw2y?V~TrJd( z*&Q7@Q#qEBf83*sYZ67ix1A{7q-aU8-cpV67J@4vlC~XPP!C4nj^#8gp{#Zsul}p4Z@1%87>V+>i{UsVzEVNgky8SVm*=889)QV+0A@?(kXdgUdTmsF#F3; zOns#}_C*gCu3pgt7^wh8&Ja_4IjLc$!FKWR%wI-yC4|bn5+qtZGBJ*>$MlP!uQ^s3 zPaOLnaXaV3CKfaK0EE=_Bp;0!kfWXL5eN4aQD81%`+(f4!_Ol~Cb`P}S<$Y4j8x3D z^yjUkIC35bF(+1J1y!vhrM&1abV7G$<`~?m06RVM+>#TN3q>;E2(GKJ+X@&+PQcTR zLitQG!Sd;sUG0g=qvI;!+^Vg+iC;&`835AC!Gkx^+FeL-7)y$*^3{RUT}k?R8n#>Q zR6->Q+E(|{xL`by!xElCKnm9Jks1vqSz~eQC8`jUDg$;4u>da@f$BjO>5O#*%LCd& z+h=h{Fd0J$s-`T;fd#W|{xBDqYgRBtjI0VWq9oXJP!VN{28JO%llN}|iU1$*#Vbm3+%vpiEJ1#s6Jtskw|nY$k*d397ial8TzcN13iq=4C{oY94Nd=6WM| z$=|c~_b5p$OJm!k{X3lh-sO>NX+rY_01r37_aWdNr83)?JbnsTI!QZa-wHg8&2q>; z%}q&Qfmo%r&@fmwa7^-o7~I0F@UTK1DOa=FLeFfNHUbT!QOop`Sc*D}B1HC*(LaCk z5lzCASy39AH8F*I*cVX|X(+QW1U?~rXLut|BR)OYR3z=k6sMnT?F)j8%Qchf?Mc8o zI?KAqJp3XViH22r^dP$-jz+*a{dSQtL~xF_VaqM*2|FY!_nb1LC1n^9+`slPDLq*j zdWpb>5Pg+PaD^@GG8mA3RP9GR)k^VBB1uIJVgIy~Ap9pGh&##azDh*O4NN-;T3ZE# zj@wB^GjJ9JLOJ$C#FWT_J1Im9L=qwgi7u!?u+>o{7QKZBf=@OLV(wLt1uQ`9rB$Nq zJXsnLP%aEJ0kVHy$O@kI{CR+tnix`2f31i>hmi9}yN;4jU;-quw&W|YUrjCuQp!hT z=4Rh75EO<05e9U`O?_~0c!oEzKsYhkeXB2QjP!4F+PRGL4PgfjM;oisn6k#PMzj0| zTQmF>2cXGukxSDv{R$akRogETC+I@PP_RzH)e>`Ufs`HngIecU*;yh|N%Y%G5wMP; zu-B^-V~OpsXG0(}+OICTWWg*(@Cs_bV(f-s6vxOUC4up$bOMkp2Cmnpyr@wW)7%rq zD24$86^Zfwb(7;+lkY5;HOg}A{KPsdqO(~j;hyup$=O$&<;Z|DBE{3NVU))TJ6aM( zzkNzc!uY4|7#&j>3QPLxgi$PU_U$lC-s%7cwiG>=--;-Lr-V7977cq(I_LsFcTAx$ zFQBD6RGT$Ckvb=|=m{61JkMHX>x-O1f^2$G-c@X$;|u@w&3kykA38&|))(>VZk#=> zA%`Z&5YED5GU$mXi)42yM^(VJPZ?ndrEgISuz8VZT7nA^{NO3Z=7l;FF0>@<5PFqZ zcPd9XRKaEBtaHl6*qo>{Ey0Bt{@^LXW<#C@7giE>2qoldt$0Qv5FZa}4&tutr5jB6qqbUbDRGNs*k#9K z^b~lAD3BPZ00}+>em;5wK~%_z85ALv24$?Sajz3;wx!Tchlv4W|KHsd)uVtO$ZUjt zDf8-{WaObkxZoFpavVd3OBOSvl zcVdEakoyYD{B9UY5ZENi*EWbgt%xLlq@wUV1iu%PPbI-#nwCytYO;_GdY$9d_%&fu*F%(q*!eXp;y|jGU+t8>8F&V%I zUoO)RN(%kgfM!yq$Y2rAfz}R94|a4`G09Qa${xv*>iDf8`K{xzDCBgqJDU{H8T~v~ zAjvbXIb9jlr1++4MgwO!vE}lgT%*e9#tn-I-Icr-^Sktz{O7oi(MO5FD{`WoubuaoLQe-hea;b}Qy+qJ?f>-_hEF@o8xZK1K z!z*l_PoHQvu^LLA7RBO!wjW6vAV|xi?_*Nn28&L*c^FGUu1d%1@LGU|PN!hQ;1b0V z!Mmk@-@d@WP#4;%#{~=W$)(|CWmscFaZReuDT%N(6iane>ZKpYDCfK8&J=05Kc zJ5bILLM;LiSOk`?P>^?lY*@)M=S5rrT9Ib_oO9RnQ1q3FHy>8E>L*~)u2Ta(P|L;w zEewVG9$>vNl53PRmn>{o8~g)g*8{MSo0m3qVaqNFX9Y`A!E?oUqdu#vmeCv*V^b-w)}D3zKx|I6zXm!9h%`Z{KX0Ok{=L9 zez$x+1PXnSAp~NDFt61bs)qO+pAee?99tVAks;;L=KLELJt@Zq(lJ#W1rQVryVOXM zLwe)3V0K?Hei2~0CEwCoK(<7i;vQI67aam$?*_ifP8b>dTRPHN=(8@rsNvL z>SpMv-IL6^|mwo~nQcPiWUvy_i^^DHK&nfZz#b6pmSULaGsIgJfE3GCUs|D3DOI zEMI;eT}HP#Q)lxRIXjlr&&^96^_23mLP@&of6xbM3&3ND8$01}+y$_v(|Q0v~FKFJ?F*SN^c;ZmwrA3kmI4v1FL66U4t3-hEbr=fb7Gn+XPL8m$`;uX^TV?lZ}(v^FT zp1~qACIGJ~hJtO9v?Q~nAaaaYXHHe@#2@E0Y>WJWi=t5rgK|_x!*#fF9y>c{8j25j@d0(*qbFwweTXuEp=9 zHnrRigzHdesvi|kkd7UrL!m+<3e3&}!G_~c1kc|i%SyuCicEyYk0qjN`2Th{GNH=AD8Wi{ zc{z%>V}X(58?hBMvb~X;r4c2d6@9j8mZ#9ba?4^yz^WT6-S@Gu0j~uDSMw%JzyHXL z%52V%okT$Zo;4lTfCv}n0?;MThTyt9MDJ}IvBWqAS#vg`pKhpsMHgu~^CHjkngCq` zgg$uHko`nJ_KdsEP!4YnKpu0tms@nQz&kUE89-MuFs_lbOqN)}*usAy!EIgJstTNA zj1#d^$bc&dfv(aw7w9!drSYysjTU(AaiHG!oo%fPzg3M0c5OB~&VKyRN5_mEe3^|* za}ENF-(dJufeQg|Z-gz^I~x1T8z^Dfh(&{qolzL134#o&1#UYH;xw_rhTD*~TyPb> zJ=Uyja|}5Sj4dmB;vk(s!>!0Jn{2%8VB_ysZk6;KNb;w%A@l>BdEghuU#T`BGEfCY z7}rj$d82ajXk*RVc2?(LNtA4&?;#>7{tVl2wi``1l6JsuDX5_(umnbk_=wOh@COhg z7Ex#7;mg z!UIScVoSsmef$DB)dCV z!fgypdHKZwCG8ifvXCs_yf$`a4^RYNM22d$9-t_bayHm*z#ynNFV3fNjq_IhM?8U# z9o3rvcnvRV%6y=kF&B$U40cIVtO2#2cb?#Bl@szN{tE(LTJwxxRofkZ=xqn+Z_+bd zQsuhIj;0LR80pLpPJ+w?;Wj65;CxK|ED%8<--uk0*@FMPD#`zuy}7XA1HIOae?_fx z?Z-@}@?Byb(Ahq^>UV>@y~_R5|(~;bOc~oP+4dN4(c0(EAJS0pK!YmV-AV_>m7b zMmW1PJ1%#fAI$*AG(x0z$_S_Pu7go{;J>O3u)@THkud^5I2BE4cQMz?t}w(Hm!o_K z?YLj(|J1lo(S@7>M5X>l7Kvb|IB9ioZ~$Wrnl#;9VD2pVY`6tp5=nVVAoLJKJOTdx zR5kj+shvTFoxC1Cn;HdOw{1$BVsKs-G&CkQmM zD6>WVbOc(&%AeqV&<&hJp&Th7hrbAix||~DQCU^(L4-Sv7{z1{UEnMJ{snA@xjzS| zlEeu+C$JVu3yV;o?vEiTdEeM7;nwvW+SQ?VL+4dG+Y^JYFdfuE-_n43r^;PgkV2?z zKzQ6gNdMB_XpZDH>x$t95rv4z07?FSSC!Kt z{(E%pFz{`dC0RdYeLZ}s2LnMGpcm0cm^B?47@$wB{L+P;mqic~7)Q65eHJUy# z?uEaB9OB`&McX`nT)4RL(PVYC(=3#tFH9(H8?Ml^%} zZDOem4YPAsV@anS_K0?wj#|?c`9-m*GuM2MY|&;9R|jN7_Uhw%uHvDN$q4>i%bKrk|VAsBGBe#%IgKm z>&6@97m{bCp=d@(u{fgJ@R34Doosj`{!uR-pM*&?!k5skipXV>1TlbAJg}@odC8$? zm}wAo%59_8lmw@UVFYI^N+M<^MBMCaA#yxUJV@G1A;u&l%&f!`5i>~Ynpe5= zxW2Ho2~EtHq&cED3}G53>=jmTt9eKn-b80x1; ziBg-z$XI@96VBGd94cfy5|XU%)O64!$JpW~V#5FCi3m=x5!6^MVWy$Q<9nzM-`5~z z%!KtkyAVqu7vb)NL*xNLhWG@DPFND&FkQqi@g+R;GMO}N7s|+pusnZ7o?jDEzA@yKo#@NiqbrUGO0kDsxqkogtX@y%4HU1V)(B9ntqG zJ$Eq{)S3Q8s2BW~n_0M?vzSO%i5o45-OR^*6nkjm{#mmYE>b>V=~NFWdh3&e(U?2 zgE1JVg%R-817O%!-Q;c;kw>{5a77WKjmrksMPYfn5zCilrP_&^cQcc12;4yWP;+%(TA)c16gj`;vKG*hoWACjCVr-0gDUti#&G~gfWjTGxYXEId#J5n#$<$I;dqRZ~V_lK)2~dX@sURBhTUN+t=j)^MGIa8IeR(|Y77>~Ip*<7}6NOLk z_tFj}8}fH%-LF!c0$pF$4iXDYYI`6$2BK=c5r7x&_GmJcD*1otgSVR9f)Qy9)Tead zD~t?4^cRG|p~2qRqgr8xl4n!B?a!?m1 z7)%Cw5*;crcJLMF9PRKjLNu3#)*murS3?MAKkQzQfs~Pl)8BzJqLOW+H#?~FbxD|N zF&pJYCE^z^&TGT zK6={ysSWglZw|+W2*ae^hL|z+#sYi8vjxm9&W0w#T;M6Pk9>*1zDFUW-&Y1EhFZbT z7ltxqfHHFA^EW7(M>-qL)V{oPo^?OPPC|nVj&YxGDjC%~KWODr%4!Ef!l$6gi~d4j zoqyi~^-7Q{icQK`d4?wn9iHrLV1X`!$Xv8_jq}T~ZuVf35TfY7U`!@ubdP*pqKu72 zYihWz&Rc-k4!^`jlw|+l`mPgl!*PSlU!*^oW`kYR>mN{4ATgLBg15bhH_3jw}ikg%O+?2Ar^xI6wVQM zk^&0oSuq{JpeW{rP)?+n*XHm;#pEAW%1nfj8@8l44rt^y9|EKb5IasB zJy9Eaqn)n_?l@aVe3jthLlPABE_RAqGTbA~;R%jo&UJM1+V2W^+y~@Jb9RyCF~&#f zLtW&!4UymxMF)yQ)+hs9JYBByJl&os<%$@}3U&`cWDG3--!Y9u?Ply~K2Oao)L-wU zcjY2T8@O07nC(3MNYI%x~u2&76EiszCr~kmN4vzJc zUvk-#uvtkK*$q^2RzWFQImwVa-c7@jB8US07HqJPf#g_P2gzMWCPpd*j>jh@snziK z=RCN8uh{`aoCu-ggoZ$j3TJCyvHNt8lB-0X;!F&Jrh5ggXGGi1>$f!IBom=9`$>KX z*lR)j8TutWby(i9#}z+U^JbYsd(RqL%j3Rqax3A`9T*ssb;6^Aosb(m1}jMge6Vfg z*)Fg<96kG%G-{Hs;3FtWg0_VfVSiwe9p!pgh`|Vj@4{&ST?`(1$w6 zaT_8*_)9osO@sa4LJOlFnA9o55|O(Z;L#tE>|Rr|s{WCb zTpuE)v+<~M>qA;#f*FexWeXJbl0W4km&hgPAl#2L55CB4CTC5~9yx?jq_s*HkwB?I zZhu_}e+&dAfthn3XJIW{L!MvIQ(m542qh=!C>t5bYEsm5RCY}vG>&^RDje==L3SyV zByrqiayixlLiGwiq&y3q5Ro~Pmt@xTk^DPERvM+4mNf*}8QxN_i{{vB5X#eZAR?Ma zU^H6b2xcU`8sb#Y5rGDPixdb%K?z7M)IdgTN$+-T1j=sT0=YsX1aiUYTB(S=IxT@P zsERT%&%(KuMOm_lA5tE$9q|jo8Mq}y#3(&r9ink)4FanH{nfEuw}73Vaq$L}Ce)fIyD%Qs7rG*imNjz1}ZY zs3b5$FuYV&n~^|&;Db+Vl8hrh=Tu$_sby!=Bt@RK|tH*h*&u)9Ik4i&6GtD(o)Y=c|fx~1DD4*Cmo^; zNbeJeqoII_=lN+Q5==1$&R|cyU2c!PRg0v%*PVz4e@7Vd=RK}G_!^YlJ^JA`9`}W@ z>^_Z3a)^Tcm+;)XRI9hZ3!N4n_nZq){owNcyg>7S=NNQ)RCHB7FdGnBzi!mPH3E?4 z?1GUaR-e~5B63XORi z)Jum708l`$zj7G)x4wXsq5ym-IGasLIU)e{=b(Ye^34ZfK*FV#nDL+B?VzwzJO$_^ z2VQApIdV)Yf&$8%j4rojjvQ;)zVsh=E9j zsxVq+xRwJY3|wAV5|TmS7Pb!>673aM$4!DV=mIZR=$4qTiJ1eq8!SBl-GiEWjtW;d zE(m6IA&7bDxi2tj6v$u#+vg|S`r|;g2kBD2~$q`2x$P!G8Elv$T;)|hSfeqoi zrM!S%FCAIM0S-ZyZ#A{V;)HJq7eP&!E8cJkK-k;A-8 z+p{_^LnLswz?r{MLoa)FijBayDoE=cNH(W{r5W(S0mZP5MV|@zualj+0O-Lo977L$ z$#Mf#!4a{j;xvAT@c`D%IMz_BmWE!`yHvxXxBa#?1%CJR46u|Vd?1ZNW=^&!|M6-e4D+IyrA*3aaT_*{Y{u)tWv%$$o6(5G=l08(Jr(l`_;1YtF$ash}Z1cr}b zNZuhoYDy8-e(F~a3Ls=(LtWV*xh$h{3k30=$duD7vA_lS;8=0?3Fz`7{g2~-#EDYO zr^4q*9`El$C&UCbXYMY_83gt$>QEh>EDshpC}3L~SYK@0tlG94XcqH-Y02h50P>oK zI4Yb`eC}a6@P>kZZ%RnS*3{2jz(yg4zE%_3(D9C$As*(?k+6R6Vm|mHGO*gBz#ekg z8KodOFYa*`(w))iAYhatn<%XZ`I;LkF2&z8mWp89`FQAt9yIw1pA{%KH`Kpg;@m z?Og$~39PPd717O>+>R>7CCGA5ZbyMbXw@6Ff?o(t%R3N2 z$0tTkP?P0|3?k?vCoF7IM|#ZU9^CYqH4i$WkYH4cRAY0{3TmA4>YYyX( zvT4M>fU3%!H8U78tE)CvDC)xk62|`A1F|uQxxAK)gH@Kkagt&S@|!P@oM@CPH2N^^ zRuz;k1mv8$DUl(JFL=OcAzlaX0ECT;v9D<(zPfN1Q{|UMV5i4X!i%53Jt43_AXFtY zORF-ii=6=BTe+Z2_eWIkaEhqFV6V-mcnHvSD#6Qvp}(sKoEFM&ralBi^JZMyaXmRG zpMY0X*pA2`TNfO}lN#;0+-(b3p3K3!ZCDqQWYOZ{mv3Ylq)Ny4!kz{To}fKPC>V?gwDAez<{VB3)vRXwNfHo?gOY1AKG=Y*6uS}1 z0Gcjty79BcwKIKSe?ve(2E?QJt>e4M(J?NuK51Bb*@>_McOD5pvz{LGx4KBG0$h5+ zMX$^OC%zsx7~lS*rVyc%T4y}G6L||U70NP%gww(TE&_MrR;^{KBWC$T16KC))rb39 zJSH$UI{itZgn~(;n(=SOBl!yqI}F$7BR+d{33Lbg=L~Z-{F#9RhthiYn)KoxijuprJ5OAy96=I*7s+7)MZqq| z4Yx1`ejA05F$XZib`&(boU91t7~Ugi6WXV)ixBFFWb?KVQCXf7MUf?HgBe^^ zSX=iv45~_Ke&9(rM4FRvt=x6BItw<$KpkGsWE<~b<2b-!BMOtb8|b2I%7@!}0g>>s zq(hFIK`D|tw(dmluK2tU9@8pWSsa&Z?W^gw3eHFMo=Q~YtrF_MhWRIyOD!z!&d-WN zF_Kkfw1kVdLvs|caTBI@sfViMY2>(o>;%1G8_gTlrvLHL{N|D#D2`NEF?sUV+bzBm zw+Lq(L4GVLX7Xu=XRE;Yai! zVt_91fPs#S(RZ^We0Oop=4GqIdnOpN2`~Y{-e}S}@P9J^N*0*IW_>bn2z?}HRa&s* ziwpIE*i@o^gB--F019=O4I6+>mIFjf$_7LSft2Nkl`=`0Qqs1DK`zF10pI}50LuV( z?>*d^jN(aMRTjYK07_O#`e~i{h>X}mtxdMLu_OIIZ8IN{k#FDrPR758>Zi?oN@TprDhfv?DU2x^X3iG-~x>t9F=SI5ZS}B}H}) zMdL`4Bx8KAz?S5~!nTMC5*SEmK*5251{km)pbG*@79g#*v4^M%58E6#_uP0xZ+_aa zv(F{ku_+Osy2);W9nof~Mc!bP-9$=l-Hw@V>N3~7S@5j6KP%*^{Cctc*e|bmE_Vsh zYD7D#!CqRd5VGpBYX|`ntCnoDtGfr$$@9RWZdj;Q4Ru7t{MfHr_ z#qL7G@N0f5k5qpp!tzr{X{9&$CqbiWThl43QSm+gw~2)p+l2XvJ43wCUFS@U?pwG@ zN!J&8-m195F*C_&NFtg1+HNv!GcP&yMy$k=DK~hs=Uz`on-sQZi3GLoW=xdRTRji& zA~PzF#~@GQj*WDv+_CnG1R6Jsj$mp7K-EhzrcaD>4LFRwYa2P1?Q5;9i$i+UwyNd83Y6f0v4 zjbvgiS(!*xGKhjw(^yelMYS6ur`gb-dd;TA&*k%Hb&i~xwQ49sMN~l%cPv&&hVF@? zRd{0G430K*hJ=WxRx@S=XKEH*6GSz{m8a%a@z^$%zMUrCsMC_m+mBbpjWH5ygXS)} ztXL#c(o~eQmua*<#%A_GWswF=OW3kU%oLwk#xgNzLSk!hJPvQFRo9DHjZ((zmSf8n z%|%?@4DAJ##E@fjmL;eoQYEt&(xZa3xL&JPyO1qJlZDG~^l6D-l8kio8VN`1m{*r@ zIVhfn%&61Yj98If?Vka&6+jSRFenfT1cqf1InL!h6M%q%VQ^?PDvJYwKp+?h1j1k- z5D*H5f-|0& z>d^F*9&Mq4r8DrdDk+d5=DeYRyVz+!owz1c_52{*X(*q~`__~1I+hk2w2bXM{x59J z&DERNaw<`xvWc_h5d~c6V_esMQLuZ7P=JgkMv2On8o%%k_h9zD3)oEQ5RLPHr(F3y zT)*<#+b)^;jj|+?O@cYAbaVC2c!>m&fbR7(f2JMFAWAhg6!PwmgXs0qloi?X(85E6a*{`qM!tfSsfeO#ic8+5y?(0Lia6|U208b z4B9HwM`l;Ji$}Vm0@4APL7MjrTed{*mjC4hABlW#LTc6Jl>}+v`yZayqM&%W6%;yr zt&f>OJvHSB_IWSjW%>gBZG8a>J!M`G|1H0Bl$mA^!}r7HTGE?PyheC&K&wsmBhKuY z^jgL#1AfpYIa#!e9v+)FC}RjAWGBQ<;qIX5raWVHIYS~+oMHSQ0z^m47N-G90)Q^b zZHT+jc_1SE>sbfG;<7JgszAS)p7@tUS*OS!RI9G!6WnmV{v zu)&PFI=gfnULHk22KKy(4FWv1LbOzLHkz^Lgvk;vb-)5SL?=WHV%bip#S)@c4p5)ZhVJri}M{B%Z_#M~P8H;=}YO1Jwi_*S0t^x2oBOMIDp+kp4 zsZ~OGIfd7{**VkN0wOGPt;>rG%0Yz^IaB^R#4bv|G)hQk=*ml+HFqu4%aWD0r$mE8 z))^K6Fo1N?bkhQ|YN6qgQb{K%WjZq#IM%x)+W!$v`@SW3@km`n)@-WpR6W;jUE?nQ zf2(EM*Fxxf>njrKM0LBo=e|b7$RHq#XTNJpq8^5@79e|Y32mN@s~(6XjuLX_G7?Tr z#R4#8K_%0s6&WkoxE&5|oQXs+ziJ)Als zxiVo1SLUGh(TEq6{r$B)(xDEREkaN?L@mD4z_ zHum@s4a2l;Y^>0k5AYiQxBj|O=)3hg8e$$?0Rs@*&m88 zzctDQn5Jg?ce@xecoJ=3>+q4!Z~pHC~Qh8e}oD`*ph zJKjcdPn=C?9$ajZ)4??}{r7H7O!$RH+;(8g@n0qYJT@Z=rW%L`E&BjiLP$KiK0-_2 zg<|}KKD<;DE<4`!sPX7Rh!#;QA8arLB~JzhiCS|J2amzGvQW*Cs9-U!7PlkRfBBlX zYTSkF$|#dbU`tADpH9w>GXO-U)x^v6jvmdyxtP%4rC-A+cW>Y=X>|L=Gkk zRf5aOjO3JPlMr7a2yQXSB!(iGeolNC=n}*bLx>@UElXl7ON93roWfd6R40d~g(DXy z9?w+yT)HF+)LdG^@l=jHN@GXTyoI*wf0VzK$%PKRrtzFeplKsRux5I0uJxj&$QhPa zWR3E|1az0$v*Z!+p#VdB=@u%7nd$;Ck%o1~{XW6UdbWk|cT?9w2L$-ZPOqsBgDr2!QxkD@JdMm(ABdo|32 zL0_JMs(DJbl}Q6TL_eOhzy)n0iWP^*B&ARZjMaf+YEbmUbQleZ{0pim%{J8{7WLnY z_?5AWF0Wh$U8N)PE#hBRg9a~#>^-)^*!A6Qi4rUsZnK#L$WYbizu{dzp>=D_;WL z(Fsi3qqMRM%aGqhBHBfESRZ=h;7=!FOz>+=G;<@0uPs~oa2ps(3n66xon}CikVWgw zj+c#c3yAjikqh|P-f=pz0j)a9i$VDJM+Pe#Fh&~9I)m?p2DK&dR3=6zG$uMGk8B?a z%gMrCo&34PB(@bX$dN5TvFllF-~~%pm?qA+cSF4s01gwZB($B#CuRWb%*cY|MRF{= z^nkLmgCNn1XtC6fdKhK5XBTxNPclfhVpWg%>dP7gdWUrw3+c)j(5+1`bXy=LkuTe0 zwyOB(aY6YI&{?GnAWi5Uk^xQMiNVAzRaeykY5QW5e{!Mh5-t6({JCdB)VX*8r*;Sr zUj+DRP$=k5V`va_f8{&SDrZlLt$GUa(;rislWm+Z%dS*0ExT@NUI z;KwcHw|g<@Rzmxjk2+|8&|jqgUu%lzx!p(X+qi39P4{d_87&|&z`FGTAE%NE@}$n{ zu{bzVJ5U&Fd*|4jcc={%p}BK|DzI7V8h@(2^G{|JY`qe;lqmLAT3c%mN1dW1@Y!`m zJ*N@E(2-DPve4|1ILCfKrFANF#?o1?ZwMn_^KYnn5kI$W6fdyBS<_>;2JiAG7u<@N zJE8yW(w&&5h69_S_K+2QgD?V>XZ7(4O7d?OV1U`~@cUw**K1m5z(Vzr z_1pvr;v&nyTA>Oz1uB9h7P;v`=sy({@N^Zc10cXG%j6!OUhB?LcBMAWAg20#45%|EF zF<>NU+*>d|AUHb}9-ibGBD@}~2`9W%(VP&k(oWrNAYuu*Tmd?%(DICb?vqsfhcjX( za4J}$!~jkOOOzPEsbGl`12`2dQDOk6f(0v3P&`z?@pLFpA_x_>Rj#VtOyXf#5=EU8 zXDlV^|2!+K98W@n6D!QgQPCr~6|Gfj47UQa$f2r*78g+=>vO2o)nTkZQdT7tu-I=h8vRhDGx;6(|l*#Gpcm zx?K>X)c*BjmJ!e<{ZppyK!q|@$Z)|XjfV(B!ZXEJLOzC5ocZ7|Q{jy>Ds=RiKSXEm@HBuF=%O?BfOFy6H zhFB6hY}SL8VP1EJb6}0Z9L=d;|L>0uj`5IVq2>Z#VB zc}4vMLo588Bkl?PxWP-|)$RJ$tU%_LJt^)|(74C&>a=$E!L!fhXZgKrC@nv@su}aw znD-k0>zFj+r&V^~`~jhO=bs``-`r&KD|lvpGjvN~F>P8nt1xeB{@v@79d(ff^kBtD zZFc+fVRX4ad^;8JnE&3uN9dDzw)^;2D0zPT7aD95A2eM0qyWyhkf82GFWjY_o3%;b zc}1E%5JFvQRBdnAtdC%p>*9zFt^ha;uhZ_)8snCiyq$y0(D3EGF|g-+7cR|CvnzQq!E zLqclyn}4axdcks}r>CJyI33R=(8H$qOM~c{eOBCwB6A8U_XUkTN+Pk6Pb&+-&}wyS zF$yQy-u@?t@6ew+rsVfcvSC_K6iPlJbL4lE{1|HrJ-R|Pn-LA4C^d*x?lj#z_*C`` zd!X%m4xHrTV4?BRgo}FAy?`M{573=O4`{4I?$cuf!o>$YAn*gh>r3Z*r?uLRcYCe< z#BQe+n9IA@xNUlK9v~>q2P74~@gY~TPc}pA&l)ukMAihvzHHZdi)G_5m_;qePra^5 zv>GDlcQEpZgCJ>V()ffk*&%$HycD3^%Ap;&Gi5}yGz1t#;PNOymW=X|n}Y9clSk1i zvIX>{Jcfv(@T@Vwqf?$;Fl8I6N=vR+Kzc%Q>dWF2GP4Cm0F=5&3IK7TCc&3Ut-6xiT|LPONe1&34;IACxYAeQCG=`LJR2yLS#gNkfG5e3pyrn zKy)A)<0QMh91*z~ZsPm6{~>2r_`4E;a(*8sM4#dGYDsI39KdGJLF{xGA4<%0Z_Im8Y4ecFpj?Eu2Xef5nbX&foNzGHHuO;fsByzdeHxZU zL`f!kfspl3=6lxF!Ao?3i>H0tJZ|K!gfceG#0qRBUl-CnVjY&4jNg;dI&6f{tM#iw zxn0xxi*eiv{6*GnR@Qc;g_U-@20X!bR4K#-z^`E7Nr~LztHK+2#v1}{LR7gFSI^YP zTQMT4wU&HS9X_;MkBO)T?}f?04^BLeoim!K5t6jW?fW#)YHHC>p-4U)fO9(Y)R5aN zdUd#uwxB|4yPuhKOvEHOK&%L=r3*^Gc3LoH$PY#XQ=$MtpX5zC^CdDDO(j6V?pP zNC|Cbq)M@&mV@1@kCOONCZE{Kgrksnjo8?O6fYg*A?s$wr4&HZO1F}%x| z616TC$vzW?xF?d3v+*`82LS7IACiJ+`#wEHN( zsooRtDUNHooZz4W1Evyc@f`@(>zP!(A_A>QDuu1SF4yg!I3FU3?gQ0>E#g< zyCNYqHRDMpCR48|EnrSFC# zt@0Z2=uEN91QTAnYg3Zj5)j?D&(=h?L@4iLts<(Kq5X6FY)xcKgsx4bFZX6xpn<{z z1sEhaFfcSw;h};A2MQ7%8W>C(ADls5%h^7={-?Y zNk!3NsSHnvPzHAEE9e=UT#ce)(#~ zi>a5bpls-!$i#DMIX5ziDQ_Cz)cUx`v;WGehFr~ftM~nk#C3n}&RBd=q4XjwD<~dy z|DBnpMryW+xJaX9mbWrj<|&?BB05Jz$n12CgXHo&%!-EC5gsZb?IMpVb?7u=>pxZ4 zbh4_dL|m__nItmlUx*#CeJ;nYp#^7us}*`gNqa7ol9RbUuDu~GO05^=ug0T0yPdzZ z|3Rk#hDqqv69omNK;i}=+gN?7-F41}uWwxltGeFIvrRycS`Ak$H<&^M4@8UhC< zxI%&n=OrwmKTIrA5LoCIqkRay$~IgKnH+HOiJO0w(W}&P)XOHL`>N@ntY5n}lf!CKL=MvA57t{0Vw;g`6O2oHhz~FJTY-wpa9a2+YS&AL`d>#dq z_mrSi#8-4_bj59xQE));mE z`o1?dPcoWaEo1ksawck)#Bl0UFs|bt1QhR9@+PkmCw2XbECGiyX5CKT7Tks_;s=zs z*~zN~iM_jVJx{>v$5%eMfjB1<#H8tsIEKW585 zwN){o>xjd22zD)jz$%FMav2h{9~e~1Y&l6WoNIG^Suj~5FeQ8C+{8U#2RP)HPE(v^ zy$5Il$Jb2TKyLmkW-8T-1bnGDwjr^#U&IO{_i~?Vw<49wN)BeU{aUISsjr%Fr8M_S zZ#AhZfM#lTuT5LWBFcu!XM!P)?60>q?56U$aV){T6eqcSFfRNx4%<|Pu>#mK21obD zy{Zit&_eGrDR^EH@_aX_#G#G|*xTsu75dA>hM-fp_&^f+TTq2(0PBS}1qR9%G}SJ_ zMc~0H3QQLeG+a@kY(mI-g&BoT-8hU7X^G{h zTlh)JjeN@i80zbE z3X`r?>@mI1enhOmwx}Y@NQ%H<&5L0LpYw#u;7}*>Qe2~znDr3bh;2SNVx6CpQ>Q2L zM}JIefs&HENo)ZZJ&YiIoX^v$os;=u>tqGA0-}MrcNAOQ6um^%hIlW`imf&Z#0McT zYWgU)YE=~h1)OTdXkzR7tqi?$RXOt5T);n80)A6jWInpNK#?>LWU&<`hp~LO`z7}= z>z{jUc@ic~+UsHgEY<|%_P@?)zE_yD>oJHW?D;6S<4g@@9^$XqS0Wj zQrg-@Pe%J({;pYC)Ules3h{P^x9F{Kteq(IsS|IQjwcn>QVYE*MrtM*lMG`3saBJV zQw4O_`TU{0-Ljop3NuR6zPmdHqA*q-VBBm)c_}Tc|F&S)61D2@Oao(ciT@7_wJM)J zP@FCliKrEH?zv&Izne^!-Q|2*sXWS&oYjyGP_!3!rdUm+s2ps8IZLV2DvcU^j-&}W zomOrZ=%F-g6#{Wuh*WN&`JF<=ozpr54IddG?GT+-`Z3raT}r9yIHt8nLb>A)A3zXs zre$YgeF(L2Qdk7C)uUWt2`emhz%+MSvPo<1OnoY@RaYGIriF8z?5QwcsWp?wQLW zlPn|EWjcs?ZnlEVKGcM(NJzoO??8;VYJ8}`@5q9wY)zCE_*ND=i#ddOiJ<$v?Qlh| zT_boEUB}aAwf{pFxVl@#AKjzz&NVVVc_?hCT&%VdV*Q*fF8ISeTP0x`_{r=p6ceu1 zqt-gstVX1y80PP>*&;#ZzF%X!l$VJw;Gh1wE%#JS8k^ zjEZ?U%?vvTzqt8Zjr_J|oadm zbg%~$Nsl=y+D;M&ZwaEf(J##g{M>?@X(6b+gM*x)9jev;6B~*x&d#lWjwxXS z%qN91APggre+0&zKI$SNQGxyggs`giE|GLVj{QxGEBHJH(5^n&j+oz2L1yTvN^Cs6 zVD3bl6OR(a&L#w@uBeW*3I08m^pn_&gI2Op(Zkj7NR`~_6_ooI1|e*%Ae@2x6jv2c zu}O}L4HOQo(xNcz_ja4*+O2yt&Tt)rp_ciyo61)~4TiAkJv>MLpc^Rwq^2n|m==nI zH;PXcj`{2CVwo5sot7i}t`VX#-n@a+ABKSkZ00-L=JEwHT4!FOlDG%)Zrvp#LQ{~= zG?0uOyUY99>c5>SZPfjbyZE_JBm+E{XX>>{wSN+&cOZ02Q()_F_N{ z%V{)W;8wJ*yv3-LRkU@7VHI&BVZ$J@?wPWU-Vl@-=-$i#&}GLc_GR_dFi++ZiR`Sc z^}-BDlDAcPg);UEm>GI#yxx_8(D@ka918wxmhT_sL>?{VZhDmE^^N?&*^7v^ytI%G zZP53li|>boKU%M$dlmX;UF!6VuG>zD0qy@IHeKnfH&rBD;yI%B+s&DIqhLA|5 zXK3?s-bR0po1A`FFUg9Mf~!B=UdH%MKbFRaIx@e3C2|n-89=e(6KOieJA1#A<8ByK zroFrd=;?<(T~1komiI)Y=nn21b$upumS+Te+dymEYIN{81h})Yb_3X5GF(V{k8qWu z77iHjF*9H4Kw6-^t8gU(Hm_q={)8i)^)y=_#<#^Po>PZI1S4VSjSaI-?1c71ey_)Y zv!YL>uVR$0{{|gbjRsYvt=gEgx0!z{ptj4#s6WTxpT&99D=*BdQJ{V6KONOKG@kkA zoCx4G-icQKf!io?d&iL$!7ml_JI)E@N8mF+ziN?J0Xeenmw2-(|H$zf`H0M(up3F{9j%&HubP%`>o^U0L$8vS8#d9NX1DN5$M4mg`kV)Ms8%Ae`%h%(3d z`7OQ}!my3`u|4ma$iGqlqTZG)VOS?2WgE){o=7fZ?v0F)nap_)KDW(CfEOPgovF*u z2?uV+0371k%FqvJUm@uUA4tEJ{TkKuj)hHks68KWo>Z-JIREmFI{;NHAv!b5>luG2 zwkiQq$Zm}D{@iHHRHP9+NuSnpZ6@QnF1TNI`w*w@H6xORyoa;aRAwW@*S&X%(QO8kTT-;4FrzIGy3|5g@WUx9PBxTa^)XWL%vRaf zy1zUd%KtZNfL53)C4=|pR$8G@Vxxs6-%yeo*fRSV5hB`9Vq7VX%rY56CcDxq1IVCi zw)%1DKP^*Wm+b`Mj33WuYt%NL3~~TSa=E&~#=_J>*U#3&mXm1u8r_QYJQK z439AhxtD%)=G0xwS*S}!MJg~*OPiC$Hwi_x#aMKWr2ZDm4eZ10fwYRLZNCYMEw3Xc zVC!HLob!$K@wHa{$dX8hd}%FX^~C2|T0s7$Qb%EiBp(9iuXT7~GCS)`WqMasr?tAF z7y!uJuI<+zu7q0b060IiUAj|Mga!-)6{2&zkm5U6k26%pam26*O(}6;sL&Y};VMJb zvXG6E0lzdy_U^A!7taXQ8rXzQTfsz@$18QZWvI67Os?t$9o&;p>lxBd6kX35O2mbz zGi~vVMK40{0#lA5b<0qqDwWC%rk6Ht4$h^1Ec)7Yy@$huJ;cvogR(hYJ6h<@90Stif7^m2%;8&%xY_dEZ(ey$crhfVDk|ke z4@#g(e*i<=fdmu!tKn~dB^)n(vfofx((BMvk3Y#KMf7# z%)2)sPCw}ay0+eQ)hYNvZN~zZpSpF|FHk~}^dy?4@sPk40`#Ct1K0v0tEyLIOwYrs70e&&?(2c=Kty>Ko+_1qg*ez5*<@6ngk z;;N=ks7G+1{e8+Wl?tkdufmm?a1zOHv30mW-)l7ioH~cktQywkFNVQ*oK*s+42`Q% z`GnFLD%7Ar*+xS*8g6hjl3{2H{)y0k;t4IpH#KHQoUbQ+IswrHyPUU_40m2VKF_Q%;N`BU8d)l<@;B_JK0sSD zp66mzUv8qeetSqX`N_*IB@Xpz@43Cz(VYG;M1Ig{>P<79s66X6m0WDv*%S~wnr2RT zyY)lOA~*O1)3ihGsb<6qgavF+5VZqm#GVx1t)9Ep=5Hr%P)~cZL(g&-okVZc(^5vk zgIEfaoXF~GmIX>3>Z}VlXCwD{nlwYmw!qgsZY^5I)?iD7QKoAxdKbW>&Negcw%WWP zR>+fLl7Ay{_=N7g&x7xVdUR6*NQYM1eDX){7C4INch2t=O-61imeft1ZBz6y?I~EA zP0f%FD{t;K6(NvE_%hcN8g=Ue$wKAqcL9?|_xr%24b)p`4U`mvpjZIYhwdRqUCH!I zO}+?*ZU`i4biu*Zf#hmqOG;~kfjwW_IX(MJH0Hj>x_hbNL)F`qKlwIU1#trKd^KQ} z%WQ}8Kk3_i3Q*)i)p^QxJNy!wQLO)7O4E?FhdSGwh(ZdkuUej-)N zbj6oY+D@U}mNJ#5a{BDjUeZh}M&i^!q8gAVmUHkDR{&ZR|1`gVoBmlBFVSr1maFpd zhzIOaoKb;&(m)_kBQ8vixU1C`($(9HU4okAJ^?YAunv zlF4>r&klJWoXj;lHF! zY|2=`Q5dTF|KT1jai-A<(dNkTqa(F;G_5>fF)`+^8vT<9eMTbZLH_Ur=@^Zt6=EAy51w48R_5kIl~aA12!wk;r7CWe$OveIe%RqPQJMUtVw+@qP0uPIs5 z_66LmMEqXbJT&7yC4^G28pJPvXC5Kh3Do^Oxm;ywibbIJKxWN5tUoP|TZs1EuVrs( zi3OrHF&{ca?XZCxxJNiE@R83zxS2ErKCPA6f-KQEFREX9$nGPw1-l&Uz~rJAi3Fg@ zc@exGnQFE$NxJE6(t2y_LcR5#EvXqezvfIWh8VI3;l3`2=!&8FvFN=jE~$=mZU4`e zQDI^sN>;a;1|qg@MV+Mx!p*MJ;=gKua$1Ra6_n03^JZnh9*`!BK=~dj^v|T`$neuo zhuzt_FGWn-4~53ftet9!G;+};VITMgKTZz79j)23y0xM;yPzIUt-FN=ADYAbXB=2o z`hbqYL(Au22oqpyc7CxjM!_nWY8CnK;)#~E+<8rPf zyUCMx!k2+(Amwl#5dm8PegXQqii)RysqbgpeU`S1YptKFYn`d6$>@g1$({UY+1dPO z>7L53x`@qhi07-Oc6fM+zU|${@7-+7->jOPZ>+hdulBrqs=U05sOFov{%w2a$$zJZ z&v$pDTzXZ>hX%YN)CF$@hqvi^#~@-nX{My6tC|$erET>DO(E#&)g# zX1{j2tayHQZm0drXTOZbnAfNKiEWH+HY`15)yQ%tSoOySO zcZ%!3XYRj#xA&XAho*^Unv8DCc$}xGsBg`0tiQi!pNyHtxxRXboSUcnZ|VHYeu%gB znQZL2`kwpiZq0HD&nC~ z4t>_#7@>hs%z{5>7%+{p+5dM9G#-t!usA3P%|k)-VSRGa*K48kk0b#2tfT!Ez`@X&TmQ90sGFCs`IY6QWQG4GD(R zEG!3;u+)=GC=TU3FcBKZgB5v5wJ4A%PGUgfP~ed`FbE+iv%b{Q3EM-e=yQh>iZ|ZFg#HdYI0LXv}){#&~G>+5L^Sr^u*ywh4m&tf)cFKRA%xBDfyw=RkxR|!BzlqGrdYfq4 znZN&L`TuRLiGG-8$Q}#(@Q0`94aDseS`ZWg%sp>2 zp|vCrWkM;Sg}x~>iCUT_L3Torrct0EG>`7>Q&^Tr@+Z__zZ24g8WIe}D9fW6JCuXK zvF{~u)RQ}Ai>=qNMSeA%_ zvqrmLLX6ThtcIccm^e=ZjR!08!2UFh!&e?E;=!Xd==X%yqdXLc=Y$plg=v_Cfq?hZ zEn`AVvlK>!lQ2qxivD-NC``n8U??LeLAqNShaUPZ>qG0bHCUGzkhk{7IOK4dVo(Z)a^)L*6mcE$Kqj470qZXx5 zu`mnP6H*XrL6T)@7ul=a5A`Yd{t7uDt ztjw5}X5l##dPE{1Xz$^pX_f@pXwkO0ewdJMD`Y|HBX6=Mq#QWgt-X5*t!7zxIE@0d zXwO^Agx0bmw<*KGC=VW`0i!ex%!irKs!#(o3P{N7gchS9OHp9w38rCuLNIW1LdLBi z3c?dw@J8Zkvun3YPiW~Sv;ZyKl(iSXHR-CEom$HhQE;mEL>4?0%Hcox62ikv=$T-Y zXDJH4OfnIHuX+hF$?{;I$tX<&J`qU71o;(I1f^Cj~9H}VAWiodR z=eUnlvr2>5Nl`fVO%)&6qcoG%P)bAhl@e?4M5K~yk|+`xUExtbcTPQ0*3(>~bhWWx zG>gHP+)P(G_{b^I7o!L2Og`#cGK9azZI~CT;O9vzNTRB)^arO^k3gYwu#%hgJA@&y z^;5Yr9l{^W*aK&6J|+C>@eGL*jUy}|BsR@>+p&;<`J`lFlt*D2L~Qtcqo1<`i4Y;Q zs+{0Zr){;hm=V%hv&B0IpuT$}EBlCEsox@5<4%|>?0iwuMMBST*a6}X9q?@_tN(X* z3I*v8Bo~cBb&fiKxSwq_p)-*dn3SOJwVfMZWJLlvfvB4i4g#yn>rFS>AtYV&U>Lpgca{M z^`;5kaQ{Uy$X#rSwyzVj`fRN1%wPNGSt5e_2OS3Ot~%gO#djUfIB`$2M5=uF^{>!! z@oPKeN1gJF$ozdkzg}Pz7&N^nky%LGe&mFvR6S>Do3c6VMtuBEmPT=cdEJLu0mMa# zK>}7!r+CU#Pen;g)Q#D5X%&7YHlNr|swF2XGLtNp4jL#>EM$fCYXou7Ba~5Fo(Zg> zz=z4+@#{b~9AP)U8ki0BF65RPSMD`A=C^PffRD+aA7+-RpIi0Xf#ev~52!ZkqvphPIXVb;VZ^fqD zCc9a*vm9ImBUqiCpy)0%<)4Vm;ciD_*Cr~B8*n&eh}_>m z+3bO9@U#|=L+)1;RltI7Vy*@RO{FpPA+@&%&2=jypl~D>p#3ZzC`*2N`GBJm2NXc$!qhrNjPZjm=?nYV6veZ+}2!#fE<;&smG9#Q}R zzZLxphI)-gR=$jyK;>!ZDm>=ckc*bG)DlPzNI619q0nw8E)Jw!gFFaJIj?q zCwh2q#!pn=sgF2*{%H|!>gK% zwD@M#c4+^Xse&f9)5W4M-!fBiH=aT zlhHCsLbT+oKw}w1!JV$?&$C>c(&bY{5e0X5ipoMuLkr{!;JW z({Y6k=}_x}X(!a4X7Mqs8J=!nFW%e=TzP@gE?tV>7M!VTP5QQQ|CS0qUM$$X$qub=W1nW zHX-Ps6g4|PVHtzAZV>e~Z}x^%6aKh2V%?gg$G`P8Fp$Gpip*O#O<)l&ssMw)dyr1o zVjXxU|LHPNHHf4lQ-WcnPL;Mj2tuoBw(?qntALQfAInMx?qCMW);Ho;)7I4*R6k6P zuip&9RD(5EV1rhyVBckMKqzt?FkL*$SqE|im(p_3KJc}+d-h-KTSv=Pm89vdi#fry zy&v}k?Zh=$U8N+U_(A^rkC^G(EmhY|*TL$WDV0xc%ceAM-vFejx@P`@I@&#hNO1x%sL(`@-A;XXTsx$*!sCg{Cu1UDVFd%f7s zl_9TPMsB@RPxaIOzhAgls$NgZi*`~Keo&oPql0C+F}d}N1C*J`B0C@GA?q{8+Rf#D zEuqHhsZACobzq)EWtA4@>>8ewChCc!rk&ItMg8|P!pP?OC(yX2RY@dRKwx`%qMgHF z2*bb)tkQ01InF*kMVMw|GbX`mfF?));iR$~vH%OQ70B(6pOUf^u{Wx5#uYjW(ga`4 zIH_9?gj7Q$-ssbSbYDq0qM$R=+Qi@bxZzVqnVQowl<<5yQhj2;wNEyMW_@{Aqz>t( z__|3oC->jhMBz-<;Rjjc1#D1U>AaqrKcxyL<&7`p$+(-OX0JrqJPS94PC1;~Fr@T_ zd-%yBc4!mc?hlKN*RV4$m34mdltkI?El_8vvyKiHptMf57!K6gltO6)7fpt?Z4yla z`);%6qvB_wqDZnbQwJmgNdsp z)Wv_q62o%oNH>Cx0sL<0k)F@>5Qc3bpzYujNTC{t$r3zMRECYEG z|F2jWCn}LiK3Sa_H_3_v-)P-7R|otJJ98&E1NE9*mt_AL)SdhIYtG%(@nuJT34qNGY19#pw3Zr zpmSip*}qd+$BV&QG-?pV~kBMHfg0XqQqk_B+Mf=x0J}Il5CdBBsCr&32Dece;2e zHJv58Nb#{>n?5>#EKRdtGyAQZxD<8w8+S_CiDE~RV4=;T>GU>gEyeLBuJR>)lsh&2 zoq_4RHVrzDr`W#KJo>z%dU?u?q-h3S*!(Qk@e*qD3RM9e zQx0vWarOL!r~6>2Qx_$z44ezV*BpJ*bHatruWq`U3*l8!;UpxQh-f8&=}Q)2bw# zA&<)4IyRoplnz^?-(5D>QsaqHNa$L`>CYj^g1rJjz!6Wdr*8j?;UM#5n_QRBXe#b_ zdg$dhSD@=+`(4c3H?CR~lQlNAf2A)ACDDay1oigR{AI=p;t_Z~&69*e8Is1hcPyAJ zckRHGmtGO(iJiIHW`**Q_*nCpH>V1qCpm)QtP4!t;^m#5K4%8o?>Of@Khlqfq8i>@31Clu`U*!EX|DKV4mg_&i_ zp4R*kyE}WL;?9*MagNz3<`21~m)ndt>H5h&>;(bQS6fYDWh7_6MYIApfbK46P@ffg`F zUw_OmYl}}i0LUF^h#oLh9f^EagKY?uZ;Kkj$8o4_?P>_{rpBimabkd1K*8S}>{xwe zy0Bf%lz3a)1p-UsysM%=G0|5k)`6I%`mJ}|+d5M%m*a3AqUWnlzO8_TNQoOET#zGu z$tHEKlA)fi%s2GK(9n24JoT!V3T=&|i~@shgDCRNw4ZFI-KFIw;q#KPaVR={{S*$6 z6}vtfx<`Uut*}cm%0ya*E-(mDqQ%z0z-CKp>wxjY+<>MR__|h-|1i9Iu{subssxby?XJ_A5P4Fk|$k&-f`#Y(~4a%4V HqB&po2I%|3 literal 0 HcmV?d00001 diff --git a/core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_4_eventlog.zstd b/core/src/test/resources/spark-events-qualification/multiple_attempts/attempt_4_eventlog.zstd new file mode 100644 index 0000000000000000000000000000000000000000..8cfba577a8706ca0b7ac098606a50d49c952dff5 GIT binary patch literal 53749 zcmV)HK)t^xwJ-goBKdm7dLHhuSHzBA-tJSOKD zZ0D*tUE>pKRC_C8i(F~vj-5L;C|r4;!!}=s4Gl&FVW>oC_8I6HY+%p8#yRtyA1DLu zteyk^XJu2g>ECghKF1A>obRcUzAWecm)$BImgUC1^Tk?|Fx_^t|ySFRf#J1D%i#4nMzxAP=e`d6XV0Uh&a17?ak45Kl0J7;iEWnEQa7i? zm*eYdciD+=mce%8w6O)bMm0{;_nGhfDvOC8+s?{jnxa`M69xxJWa6N}BEn)}XjGeh zC9D$P_ZEAFJ@ayPENA_0&RF9;RW!e_Q)jb#ms#fO4%W`Mv#i5j(X76wZnh@3R~ffs zv~NSC%DhxAs;nY~Z)W)K)p2jyHO*?Yl>s%X(O0c}-4rlBj0Rn7>=>+BPuf(`{*mg& z#++f#&=eERf41ek%IQ?*_?C;)V(%EsZ}E6Mo@lY4Zq8VvT18TUEVwjK8dNNm3Bv_~ z2PTw=M;rHjSnfo;#2VFdb?WodhBqC&of86Ot=35y`t+AF@jcVjul~hv+9URN9M?!} z;SqbqK};$OIM+yqMQa*!+1a^a=Z?;^c~zGaQfz^#JBO*i%V_Pjz|=GG-EVsFn_l3? zyx+7-;J;@?Q$;B#MUAvHBBITsCg;&p=z5 zEwilhO|oB4`uEmr(DOXcbD5sY;ujTn=d$x*ud;KsP~sI#CBNx@)WWZxIsT@DN5FCj zPP^u}*Z~GKs#PEqE|CU@1q~uD3{W5u70=%f_x9vqNR9^X939Kck=(4dPxx>nk|M_R zkd}LUp>toBw939tCfM`K%PBQ`)_Y7(G+Ag^XjJoP>BBy==otL$-?t z?(GKjJQs-ZfToATae;E)+xNEPY|381VD^P-<-aS`iC>-n@jM{v;fS#xb`AE*l@br) zcZ`?t9_T#|GaaB35i!7(5}mu4m{4#a;=zMPH3kbL0%F2ofgs{(s^r0uASJYisbkMT z8?D52lxt+}isg>z;Kr47m>SiheECw(x!=8QX;k}nd?R)!HQ4|8w5$w!DT*9YyH949 zb;#8|Eg1 zWawBbTz0;E9J_6BeRfRNx2=9HNMD8LqD zi8aaDq)smFT=CpLWoK82FvwNn2n2Xh{a(kr8TRXBi8JW`7<^XN zSF?wb+T5=?#u=;@zA1B7y;_-}Ps_1qtftDRAbEg5Ks0a;4iE)b?fLw>daY@Ug0Ft9 zi?N+UcxWKHgshi^j%x$Qwq6YcpdNU@HL88JGT%vSdV$87T_Bu#C??vzX)Fyy@Uy2KRlLv0sZLCK>~J5%eMi&1_g{iiW_0wE=-z z_#g)$MA39iAi@t7h9M72vhzf);x3Mi5s&!fS3 zpa%q+QOW6trkH@9=b5OMv5jboHoIcaRX)$zr53)(<@b&I>`jtuFkA#VM+CVm8`bh# zhNfuPH4?{0HHC%;R8wd`K)`-=?S~AsbHT*K^PuczH}h?2iizj8Ggy{&BuEJzY^l?x zm}re^*v9G&G(~Gv%U5DpLFi!DSol(*DI}`pnpp~I3aUA62*(z-2UPp~o;h#|0=7AW z&XF|5L$%m|fY1~zdW;aC(y}9Mzw0?V{ZUK(K7B_xvT^B z>iMNZ2KTKrs^#h$NqZ2sx>((M9@MC&@tEIb_hsBy=9y`nYZ;}cHmYU!dSB(0&Fj3P z5`)p0|9(69-y!T5VL5C2X6*NtPr2~ka#xj?)AU`LaZu)_jlI-hzuDvxa95SJX4u_^ zP69E3XjHp+wDsb*lP}pbxakD}1qVPb>kyd}@-92w>UV58Zmdc;;NJ@vo?ne^{;Bc! zXxjUnLyp7R`RB3mRW~-y|Hu)o#C~048;p>#y&QjU)vND&41+C}vu3a`fRH#`Bn>1D z641CWwKIA+O)ZqZQSH%;%I|*?hE>vx$||XYoV%*LE`#l+=XLjXLc7f0DRbsHO^Gvvq~Bv4-|836>C4oW0fw-d)s9sC|)d{=y^1-JJ(=HP^|tw|MO|_i%zru zc3JNH((^zO^b~eZXNWWom5Kt=R2=4iOJ8N<2x%<699zq)S0#1Pv!wnii)kc06Q^mE zvo+6I)xyT~Z&i?3{oh0205Q2lSS$>*>&8wiJ03`a7MJG5XYM`P+OlRD+k347%Xn#i zR#I$Zb&XStDc&kk2&-0$f4_l1=QG1&{D?OVgsNpJ+XijN4el)ANF|Ok7EEbJwxG@$!|E{oU?VWHe z&7850?N~zp$WXZhmC84tWzMqP<@bt0A|eeq>|60!^^~oFbfBE}zN^Z&7K6`eHm&Bx zx8OhKl=ol8wjbA~$8(*%SV)|`x8BUTlO?tiU&m?c0D+h^SRy70h{?mlB%)A| zSRfGzB|@U0V9;QJL_tB3G(eG56bMxU3xuS>A)=5(ARrHv$pS?Zp{PtKk_8kA0}2Q% z4U`5ENkyR`p)@o|fP@0EKok@bg$ab@0Ro|@EGRH2ASe(B8rA;l=p1Q12RR-Iu4Bn) zX>?VI^Ly?{8;poUA8^;gi=S&YULPZxHZB|3xYR)GH~Txz;HJ+>*#En#gw?Ir5|md{ zOL|YES_U`8o_pgqc6L1TqF2ASX;wXV{`XeqnS%#w=lfL_;|!NMo*kYobM@#L+Uxi_ zP5!oCe>Sa$Jxjc?DywQM;qa`)q!xDW?OKVhRKNlS^k^ejN-%hlBbpcvVl=8b?AN{L zPW5iK`5oUzHJEu1Wqw<)meJ9u_So*5Ve)XH zNERv(5Q^o(KxE>u!1~%aQ_?G_io5e}gPr9$$2M2r4!r7n)4?Ea>=JvhHhvhi*CYOS zd|7;-S6NXDAyVbF^eug5=K{x>1f=rbsvKt${oeYws!pI$O(W;S{uv~HPK#Z~GwvO& z5A?W3&UV*5<6L|hJA0$r^X&2YRU3n^KYIpd)pLz%^F>!mR1bQTRz?pu1}}F0*^^b$ zsIridWp5ZBCX;v6+6QI+o_3WLHl-H6 zdz{Rq=K(>SrWJh|+kaL*2kzeD;OyAZtiFtdPkEavI9T3;14Kf33?r%Q^z`UlmG2i5 zSjKm0eqex8AbFTDTofdf2*|@FVlq*HFubeEDII1c9*+ldG@@TVrAFfWo>Q4?hFx~y z`;CoNZr){QqZ&tAR`w3d=q@|mz3n_(>X^}}7TfXbWC{EBd!E#&hO?=wp~)z*IQ<{Z)CSRAqNK#7jCOIp=N zut%w}_&Nu3R}RuR>@R1PUH4Gp?9@HP)~fzCcFuNK&f59BRKBy>Wnfox!YiAiN#Lbe zS@qzR5fG8LAYxi*v&Hwl6|v`4UezDGxG5S$lvkA3!#Vfk$hY_1j`Lkr-rMwHSf#T$ z>jy2q@5)SeS=ZF}8MgIk-FS8Us%LDT9v=_K0}|nLTI{fP{wf>QIR5^v=%Qzzms;pJ zO(FL(HmZHDvT^=up@Ti|x19a_vh#Ivb_@d1GwkU2fCL)V97F%-ILlox`QO3va{OJn zU~>DxfXuh$_QShPUzPS^-#9;}=Rr+8Fkns#ZLT!vz8%p+GK?iGu^=p;1j!-Bn4WtI}m`Z;FZbOwj|H z9Fk+gsl^@`km0|R4z4UrnQLbbqRC|>HnwJJ=A!5Ks$hsfB9=;n!bJf>5+R{PTo^2n zh)MT%TD)P@}0XhUz#(v&yc1@HAjMsgBmQ`gj&wHG^{qR7HDs$#!RXRY9W;Nk)JQ@v-n-snaT-U-+><5cZlWV6Z?UE)Y;4lm!hA7X^n$ z!%?{d*uO#LRdPZeC=LG>M{dpx5>i3p&;VIzRD0{a=T+4C^GKk|cQLaQKCL2lY@v-9 zCvUsYe8Q}D?n+MiUS$S1##J#^F>>J z}+%UUotNvtqQyqF$9GI z6?cc4-w*pmciJw$#iD#yl@13KO%mi^?S02jbg%Db*?;0hA}AF%1P@*buYAx%k*`At zQTXjxT&|w0jVQ1z9dOaz1Cc|HyUbz_V$xuVNFX34kqg8EQMg$9|GeX{s{XnzxSKj40S^Mnde^~AdCHCsq1Sy_JQaq+9Q{|+ce@;qRyFg*O z#vLxo>)@s|`-lmv-$`G0VS26&*R>)`&gdHK5D9~#Vv#UtRErkNPO;@2R>y8RzR_Xr z+0}E-IqdtcuX`qe)AU6TL`^sZCY}chG7BN(0rCeRfc-N89B^;DcXQpmo$y5ti^U>= zr@-P7P#}SKzyyy03P1)>Pz033p#h~)4U*r%uJfxO)2Q~4CvUrJ^Iui|qERhoj)JY_ z{IkB!eWy3GDSmIo+jQa8M%WTd1I2-hr9q(qMB(7jz<|OsnNS!amkIQERu>M0uouUNGb>lg@y(eNkyU1z`!D@C>(%LE*1%dLSX{Iz=MJ!fpB25 zpipSANGb~oi9!Q~B57c9i9i$-5DrWjB8_TOR(%_O#~FzJy}+kjc=P`~^X5O}Qd=d? zlXB*NqvqE}HJ=%c*wKDK5w@8Fw=f%8hX=g?DDWvQMOC2aC{R=diuWvE!EMJB@AJ}r z1=)oPEQ>EjRdVL)S34-btBm4|V&7P{>{lcd$FaCAH)UHDhWFTuG%vmmmR$e^7TY`= zqr})X7RucD7c?)s@ZF{k5y(SE?Yrz=jt2x6Z!Ny_8SJ0YtUjv2yvky-wV2aX!u>vb zg-Dgx(m$t;!N;DheiirTHl4C_ge8;L<#*UxwdZ}bV!x`K&)wTpqc3Y?(CNF_e8FQqCsD!CaOdzHP)V*X|sYp2`T`L0HYhDNo^ z&V@#`EUU~od{|}<9KZRu>FfNCEeBf;=XpTwcp+7u^b-kCC=vxrB>_bO2|Rchd(8h_ zZW)~}MBK4h!IMVgJll+?)3cSB+k$O4`!9 zYF(Bbx8i$CW}BP+dT#aG+8Jy&6K_TA9WD^TIr0vf|JCp0+WK&Y@4er914UBtET2aQ z_T|&HrZJbtipyh<7H%59$IqjMjtj zvaH^mGLt<6`#Kjrwu2%U<>ee>|4dQIsfe5Zz6+S$;{MFJ3?01FFF^7*PUdK+?o`JRFZ` zVoVZLGl~>Vk<@r3M|LBTV&V}Ha?Na{DLliOYRG0c&=d|v1W~O)Q?v)r^N1c3EvvL| zry#^CX-mgaC7Ex_qmeK@(ey}2NO&Y9I3Ne~NN7ZpBjM429?}Dvp2x$%crc&`1VIoZ zVl*BG#E2$G!UH`}g5x1U6VzZZ5*SkBX-JVHnx;r%Op_!%594`22?@`{U@#a{gW+&E z8q+jQ5;Q%JMx()i9Mbccl7WS$c=F8NDF|1UIXi<&MG~1%A{-hI^gNp4X~=wA5*&;P zazqbCLW0ytcqA|$$HPcScp4HEMG^FXYCq8=Nt(C;!et$rLW&^F&ermvMUUx`@Gz*B z^TgH{{fiM#Ffl;{RQrr(5JH-wA@DF9mc~;v3?1;;E@au8m*6WLQ_1^G1w6ZM8g9`Vv#5`NwH^)dqGo7K$PeTRLi_nK=5zS9#9RT(i9Us z5m4jN8EmB3W#b73JR2_fGh}> zMSy6E_E4>9%(IXOgxm-ZBB0v))w$9XkHm0T5GqaaRCa;NE&$O0u|P~BP0=I|5{5`c z(Vz=OVyQH6h%~BMD3b_9Q#dp%To_CoD3VHprf3xjML_{_d4QO}*qwrmJ3j&zf7uyL z&x6XDjrlL@fS}M6Z9=#g(x53O2SaN2Lhgl3K+}@|J(1=)q9?rs#}3;nw!}>#4BYb= z(UV+$`QMs;k#mlztaMG+a$dDB$X!@PtG{N@1Vuz7?u=xR9t5$49`q&$^dczMtaAN$ zZ%It(Vds~S%T$@ItdgSlOp~P&IiDFQ??)M|WyQSXEW-@vcSJ9Ou#AcRn%D94k_trP zAfdeHJ>KIk^lGc=8Vsv-?Ya83kZU9c zJ&X*|@(2E}9O*d!kHqCOuRV8jq;k3qe zvOk)K&OuO=!8}TEt}1g^8LZMhlVb}r_8!ObzGNfj{YvO~((bs<9UtgLuA{{~GG;9~ z>8d>+mqATN%J9qR9Cu6yPrEkmo8Pm0immmvv1I|TEXUAGc#xal4*R`L6Ue=Q!Q2tq zGGM05IxHMeCSn%ZV(t+|)8wG&iJWVo^c)YuOxB!~V+7*C%=nCo86kpMe&`D`{U0WHEHdm8){oxL^=>JI-5| zano}=2x1FC4{{c3y3%Y~_&^eVjPu*cojXSFaoA$n(vv;|8{>dp z{_5HiyvgyPH@QyEUM1?D7d^=- z8udKsJ+9ivNGvXwujG7CB?ytGm~dzyYxb^Yha=CQw%kTN( z7w&nPvMq!w@pTRXd#xG8Av{1H8bGKl-m`zXc(^LVvb+`x>aVPNjcN+Z15akAwfW^u zGk~B6YW5E$b{k)nT>yI};??Z2=S?rDh3_}LSWsU*yK2v@Vk!+9)jIey4BDtl(0)^c z@fwZDJq+nh(3=z}5CsT`rE-C2P-#@F*<*XLjUf1hjVBRH0|}=xKN<;;o1XN*rJ(`= zX;gd17AE`S#vsJ}W9lWpAJ^V$^$v;%@wqgs|%<)UbMng(+93xb^^7ckRh zXQSHNrfB`LlGN0Azd8f^QjvDHwt6-D>CsXvsdi0QUnnHd33SL#$xB;G;MLpyGS~r#U196_m#EuVCZ9Yf1fI{vHVWfboza z(H;J8q#t!oVGJk_rf1f6g1$I;8maqBu%XKS#d;wBOx=2c&jb0w*IoNLaG~KwKWXX6 zurML*u@8S;gB-8IA+El!hwNHEbSB!Qfvcj6sb6ZCP?a%uRucx} zf2NSTB#~stVGYyPL=3QZEC5zN;hCI38in*>kTv!AOeXi$fdpLkl(4g`;SsCmNOg_| zKa*f15SotP91xFL=p|GF6lxiu+Ar`-ILMrrZ^A8ZR1QbC**yP@xuc{Qe#QJrN zi3nvVlCRKUt*Ru7=feY5O3IkRnh2EohsU_7G8Xx2B4GT}6mpX!lI%FGhGX77odWI> zNs?uU4SCX9CLsO$6yuQ?!dW~hkr||Q0o*Bof1Z;3B#b0$4nr6jd#P0q5eZFaJydjg zj;0FJEeB4e>M1DUMI~Z)%5{g_#4YO9-%6>39de1<=oeL!-^-jrF!39K2zp>#vP_s4knD8#zT4?D0g(LL z)Zma*!r32KQd~pf?##lPqdT*bOVkDFntyTrkuVavx!PcOoBy#=qH>x`Z1<5=WCrkb zvNNTRCEZE$2@US}RlieD341B%*uLIv8}!!&w?pD{kr!3|fLR+0y^lFJ$@i~|Y@yC& z<%V~9p?8ZS=HrG=Q-2kotlT3QUG*M_&oI{Iy*Afnk%&EMg{ROa5q5=x1)5R+@Ei(> zXH_{=M!E>UyX_-D9LHtbIi4v#(y^f(tUyeJPXuLd%4y^?F@SY^YS?n0S z;krj{LWDfH5(c)vKJKeu_UC)FCjSqu_;vzXytU*7emfM-Zd}z$HErTHUKB+!+$9eU zQIH*RWx+@HZ5isr?nnc`lLzxFtAdR&=En%l0IZ)93OY(2w7ZUxIgS|c)>$QyQckbsE z5>r)uv!Ub-G1M5z7*_<(fME(4xxR0{jjT$O3)k8Hy>N?CgbJ&lBJh4(|GwSpSAwR2 z1Sn6>p;j61z0AD2dj8N637z_ptpB_eEH``ey;`hBr*s3SH#K6s*cJh|1k*&gB^LaM zNWD!|@7bMK>^y9D`<^;B4O<$)5%kYwpIwCf*IlHLD7B0Js6EiPGd(85>4liCXG;)B z^2Q(oi|L5g1-2)1leqt=doAk8?@|K0(FUL{t?!=Jpn9Ezu|iK&JGaYAfHPze-Mjz5 z>Ya4EoeFqwRi`;G8gj!hU9V#zU9ul(Zy+&zqvqY}giYq~`boxrh?^$juCVX!;Oth~ zvamt`6*D&d^b;W^eGpBSlvgH$cSZfVV6T;Vg`1{2WFQjcppL~RaXvJWWes}y8IK#i&Xal%g}^5{}XE9$zICi)^my6PEI!y?2qL)VH5BaiOANH z`Ao|L0r)n0%#;dmOZ;eJb3S^keVl0M#5@Acqyizs=gyMhD-I_ZMRdidK#~ zpxP(&c!9O6d#7+i_A7XgZjc;Egsi7W0gVgQh8VJQZ( zeUdzBuzvomNZdb+50{U83h)V~J;*vZ%=S>6tl`XPM$nP8Ei4Ik^mgb_ zn#{b#_iW|Z2qfa$%_l_Cru7-4sPd7cQt|o|sOY1hA*ESKz52gVlN0T%)`VGJOUps? z5bOj1bux--#3I!`S$ER8si($`_o&K;7l%VCKn%IH^Pfl!3#7VICuVQ(6kU=a{cDB4 z^=((FfsO8WL{f4}C?{34fid*|H>@9_%&+|)lpVVW5Xp!kIj>A3Kn+U2|v|2I?38%)c0ZE{8C&L`E6sKM@ zo~c_Qa!d;)*;(nhl4Ns3tiyH-2#Z2tb$f=zUcBY#G?QI_u_!kcH|=NbS4!e7Jz|p(DcCT$-K}nQ)qyVGp+;DK~R?z74_SD4U%OvM9Y`Ow&6U*vx#P?FOxss2WN>XFJl z)Ct7QBsJTXWAtRwute60Bv^+mzc1<}h}-Dt_)J*PC)26Y6auAGqYa1-P=w1;6_< zGy%B8Tyi$l=MGS$K2@{UPd%NwFdpCB1}5@qV}ZUsMFx0nmB)1{CjJOW&aLB*myU!wI$Pjbr(eW<)%)tX z18Uc2QU4somd1@lW-Cm4WVmFRbxsXI`oUrw za8~t?0C^J<2sT}bR?S8*}ctTkQ%6`vt(otDT zB>gEHMSPwqOB@C63hvU62Q5I@9L6?BwVYuQ>MQcdVZ^3PBP9$vq$KSBH;qlA200~K zEL6*pn_yiQ*$o3~#gIZX^qZgVFJr5ZrxI4gloUY{k3+-97$5j3s6!!IzjA%;&}#$j z4l3LkfQ%{a$UlvavE@f(mrtp!KJsv-3{z6uF{X#sKRDJ<$Y8MOlraB6?2jFfG;;E~ zs~_MdVIE_A4W3aKG*ia83X~)f-1>%e0sn`mRhIw`r(B*m#h+t}|1Xhazg|yr?l&!z zr;@&pkiU=lD0i?qd~ACjXp+_HUWZlsBW&c(l~F(_JSC?=u(zY2dyMuag%$7$FR>VS zwSR74TYw5?Nj|ej_`o4zn5=vZBJel`Uzg<+un8%_lrD@C+7w0z?gZ)D1~9~M-OHZ! zWRV}*QmZYp?u%o&6{|rPgPMR7npka#7STDoy;(t)nBbuI@eq_7_RUlsa+fn}Aqd=!3R!pGqV4z{9$* zjVhaEQ1B3o3>%{x+&CMO?^NR9*oB1=|5p15)lJWtGS&YFm|&$8NnsTLvp1yK-SIGP z2n<8GY9g9!xQEfqG@NV0Ta>KU{4xysz=dCiRw7Lg>SVncEz#ghj9AXFwNgnix`X*M z@})g1k?3S++L`8d_mMU++kTU>9v~zTHsWMJxZ4tQ<@yIO|30f>#%akJGjub}JM_B4 zz-)6RnZ7Zi5o6K^krG5AXN{2Mi^OD<2q`g&4EY~OgmafAlB1=tSi+ICU=YU}A*QD! zWzhf;*{O7uXo;?4DSN4TEd-@!&!ZRIiRx~@j4}LT?jHe{1E~P z=TicOx+fPm&V#hia%ux%heqqS> zU`1-Rz~Lo};55objAaoy^;03HRk>R)#jQ>TF7dXuK_``H87vn5Yyu#%0ICHqb6q6R zD00jvA$7O5K5#Sk3WAhz6wv1a9IqVU4pmJ9;DL_Ra$c*}j@DvP(sE-^oiiKZDKznm z1NP75VM?;81<%bJ#}KM{tYU})n<~(l9sx9g>ncR`yo!lOWGtQ0ZXoa}ijY}ibEV;c zSHSu}Lq=5>L8s`3lDjv55d;ycC76$ZsWHS&ONnwxC6l5tl_!SZp950z1$JJas6606lo~*?3f0$-(Sz_$d(06S}^=<>9)4E9~sE{|4VWz zM{yG-L~ct&d|8Lq`*WPhS;X!T1u#v>>)Qk}oF6@A#7H)mQQY4mv8~==@2n_md3bc*M08=PR;82?G*k&AhW+Wv^vT$iSEjdrAm3!RH zMNNUJC@}I4^7ivQx}W@E~Do zjVnn8XH?VI&!adrDJpw_6a9)NGe)!q*`*6$*!TcRG3h$PT6&rO9EnJ8RIA^mYY=U$ zR!}Jq;Q@>KoU#L9Mn-RV4i!@3IpU2y3O)4ryPOqe4ET58r2s;Vceu3nss~t7cKS2x z1$V8Zai??GF!W(_b6C}wIUY`m+K4_Oy~_+`R*41fOQME%zP@A)X(#LvSi&t zKVibMXGsAX}N-Jids{F$J1s3FVPFVM0Zs&!9H;o|8^M&knJhcnNE?|%4^aO zFf!EOdbCYO;8Nryq+xrN-fCn1GMj__(8p|qBF%4o4mx9NvD3@_85#Kuv1y9HS&%1{ zIsCInQ@5_Z)C9p1;zLCI=f&lIM$;H3`@6x2V>3$bNA0{hIcaTKJtE|W59Eor>*F)g ztIh_7Ax98;f|F<${di24YTMy@&AdgCjjd@SuF5cdVjSE{>K~yn=uYr)m%0;VzCCIE z3%MVCQHC3{eh>ZLF{iQ}_$!v74ndfV*6jRdsB{Iyi-#C}bcM%}p)=@PKY8I2W(EUh z?aHi}kUeF^+~{kpSKTyot^LjKib<7BYekXRc#!s!iy7N`i(?w&iTvtp%&*?wg?r4S zytq$L7hqq~Bw6d;|3dAaukv-|NERDAHKh0;5Tf|VL4gLvnw%KO{3_1g7X;13p|Nl# zOf1SfXNrOGX#`!2E zzh*tC`<_HdRL56@XAnBB98l=n$}2H_J$!bPKP!WZ(neAR;)SAv~$-2dD;dD z2KCc`5%zG}0yD8EBa%U^DH{>$gojU(;yg8`9EetZ=&>T0Ho0J!99lks4e*_@VFl7@ z@l9uMRJV1l@4O4 z#RfZItzr-kb*d>ADT}7-qz$9D!4)nhgooh1FMR_5I)!MYY~uh##gI9tooJ_-B*+?? zMttLJ>xOm1Y{)D38Y-6Nm$KdsC6@=NL(AG=HJcQNV4qN#NhH%^eTn-mW=24mVGt9>)Rcr<58-9o2k_!2yLyH% z5P)f&k8r+ldWwH5D2|%0g0THi1L|0Rr-Y;^&=u6!VDi7R#Ga?9_LH(E{#VV1;x85!au+jsWH z73-Ou!_UZK3Bfy>5B&ig=-2!{{GX!qYDk&U9%p5xBTX~MluN4DCedh0W^b-yA4{U$ z2-LSBvq|9{n@!jCmPp%;@t$%bah{eu{y-U8B3>nkvDeMZsOF)B&<8Pvd^kLjQ9s9j zrXqHXNIP+h?|sa&>$yHEWw{b49(aP|f&qiCt%oL-aDp<#sUxE&t@U{*#^Bt|0aNt? zz?vVk81UbiM`gbfZ+%6B{~cgcGt5utc6zUXZE2?BM*_3)=bygS0Yz zz17WgxYBeySyUHe=L%rxDJlKPrlHslZ0H_F3M_Kk!Zx}CNsg4_hI3NlnKZq_#5jNS z!vlB^l!!chIV206qH^-Q_ywE)W|GBBsz^Q;HCTRe_|@1BWcWc2{K519HR!86*pNJ` zHB1m$JD4LtD|M;aXPs4`??KDX4=+rfZrF~<+kM$41oZ}XgxDq2m=h>mjn_!Xbr;?L zo>5J;{RwZ}N6dt65OdRP9&DX_@JPr(JbX2g&%oKn7POUB)OX|C8{}{0iu4uk7=v+C zsf<=Q#1p%E)G+f#>>2rx=5qZ7X1yOgMrC63>JX3KX%@wC9N~`p6Xy00{SQ;fR8oKY ztmefXUVst4cCx-SmgT0mYG()NuX?)>*i)l%zt-$_g__7R$Ib%H>7tz#6Z%S{AP=FgdI}ODXKzXsF+$26#R@Fqfr1MC;uNKh|dg z-?Li^TF$zMs+TkC0GKE<4%z{m$s_>ytL7zr{6gF%mn94+tw~UpcIy0YvMlgx@KzFi zwEoVgg;%0)bK^ znCHR#$#1nNC1gL^$q$j}!+MP?$kL5XHgr|5g)Djs;QpqT$|lJqbA;#>g8R6^y4!|k zMvDD&Cw`aIfwmi+4K z3KkJHGYC^QT%ArjM@Uu=O+S{*(v%}(Q$K}#lTSsa)3RdQII59t|0=5Nciv6 zKU?;iKuF`DGngC$oU)NCDe`JF7V5mtKFdW~llb?rA={LYNPW0sj?g z>%!cMEez>a^oK7K3FraXs*3C*i}>JI+lh;OTdMS9$hE?*+KhgZFiiPABD%H_o+XbI z&RHM;RJIuS0_XA?;z6j5^TkC=s`Wi7>7MThP-88`^a>6v*~3o|EAEy))+;znA2ffO zs?F_-2d|g2Lm?6`UqVgS>+%BNufxht8q@~mA%M1ngrmh);bnFYm|~Jq>N-r16=U$~ zfhQ`uTZrf5b5f$mf#yi(_0XIn>ygbh2B?LQyMmuQKr(A71j*(qwrH$buPmAZmEF_Z za?ywN58+VM_A1ZL)z~n&p<8dZIF!x?f(kffTYVC6CXura zI0M^w+Ry|>6`iM=T1Q;7Xq_qo?nZs;mdv+O>cRoTq};)I9Nmz)(&36SWsEzkn!g83pCLN%{6 zD@t=w1*K<`zM!7XtY`8vYA^R;m!i~+MSP`(>VANF$n4LPqaWiaY=H~ylk9|VyAR7D zqeYNIMM~~Y$f-q?2MDl7MxtDgvowRCS5V>($oSW#xZDcZrAZl^gJdjb3-!U=d#0FD zXw==wO-(E-+nW_k!djM_f_s9H013r39e>ZFApt^oMSZouSro+Mw3U8=qcC$1qM7&0 zor-Kxr^2QZh^Qe%L7Q}le`HCWUlfWg7wM4e4D#^C2xU2_DUnz9{WDi9mp~+dJ16?~ z3?ktKaNIxLpf{Oa?$QR#@e>$@9PUcfNf`r0VH}W1qM;}e_y03`~k_WKj>gee#ka3uKGmc(lW;S?cyXI519eUOT*T|kk?5lDGrI(lpC zQ7<`cOJfc-IRIv8`k=DdU9OrjCPyY$$``sBNoQ<=B4}=5&dZK8ES_sQP{y(ZY@=jbscN{@0fO=G)NrzFL27A zYM}1sdNSNC*bM#6YtKdtfn@hfW1?SD*`ayz#OC*G&Iku4rQBLrY)OIdZlp-KdE2D3 z6_iF{X^ z$e4hfj*ZO(7`@}^GvyZK1w9N4-EJPJ=1WpK{Kq#ui@v7h!`7D7so$VIsin~e?FY$n zO_SA%l@(Sd0ETX>p{OQenH46UY%XD#n2%Rb6r|^BAPqKRK6)mYPnA;)2Dl7hU1(js zEb3aCx=@jpGR{Oyz{e20$dH9#_z(q3n`4%f#ow*-LM!`>o}9U)UU0Gxj2uy$(|~?b z%3QDtWfy0Nf@$%M>_pNlo?^#$DOq$XWdT$C$aI3_N5@YwQQW+PZfO48;{hPYVlt8{? zdMS~3yD=sf75Z8b#-VdThpT;gCZ%hsp=m}{gnZB5n%ERjI32`I4Cw{3xAtq92f^|Z znAhCI*75$MwILUD=*zc6;5P1(Wloe&6k*8+lfC90YK7nPfMSH`X)PZ4w>NDfyo@#X ziQk}jdHWQZp{e0uPauG32|Or$^ZOEQgBsiuq4st%#N1SCDL@)cA+%&#n#4O)7A(f0 z&5N8%pDEw2Na9GKy+>F~Oh9K(0w_lZALTQKKxC|oU}{k^wZ*G7Ih=>m&*_^}s@gwj zmcj^fbPTl!{5viUcKL4Zk5_)6YoL;&E%vKgj8zx`Pe)TtPhc>L*2= zNP*?ZM7}BS#holmcBo1bHC6v`hVAxuMh&@!ISd>oX#qn^A}Y8~R1sC`Y?vlasgZa~ z#P;UUUIyP3UF4)j-JYr1(-4h3TVC+N>865 zgag#V#2o?Q6!~(ni(k-Wg6K(~#ao5SYo?8Cv+f+|=^lsQJxDODi8qJhtMU5y`&cPwAJKmo zMi#xp@2LP2$owId=+*(#v4oc9Gi8k18YEmIfZjr)5E4%0Qgnl3pX|8fNzs=o`UMDA za*#A(6ekrswp9FIY!lNpq|9PC#IEJYA_kh!@qbV34SNLU7D>m^~bR*@o|O@Y?B zO|A{_)HaALozAw&#zt9ho-{xfT;C1bu`x8!dN9~w-6I66k}4QrHxI#H#0gCzUA^_* z)UMH*>clQmCr-n#rJf}lqJaJj%yH!XeB6b1@NjA6a0uTuF0d7YY4K)^7ha41ls(vD zJ6I@ltR_sXdIX*Zi0wgQv&~hXcQ(CYR3xN+@|a5+Fcc|jBNajwqYZAYlCv1`c;&bv zB+m0$noh2mu~k4lqPV*nbMxI zFY4DD06e{d$}J5kqJ}=d(29;ry;&M}^8cj5%3W+|M)qomA<$FQf&ZyH5vK2hi7&*8 z-1bts+m3=uCBUBcL#S-5_%VNX&mZxbi2z$bq`xac%GSL_gyl>D($0l~w_AThFWI(& zj0n2t{&2JO@HP;&viOU-U^fNu0fIHO5;GCqrRqdZFHRmnFO`NVyu%bV@VmNK3eGL_ z?7rMHrbZk+CE=_~KJ)oW+Hgg4!~|vh@H?69hFS6Q$TQ485EA>{axPhv3@r1CL=kZF z27eSUsAn7;!gkeKmmv^A+2ZVJtlqCm}o3P2{ZW6P}$1cDK`Wo}_zQ|<9nD2ba+ zlLL3dOWT+MzT#xBZ@(aQ+@)4vS*ccaMV!ygGyW#$9Rq^dD9qfi-Nyt4Q*Sh)vrG+S3| z;qNWS71{XwfU89+tVEHkUFv~v5wym-Z*`(TF#i|?DJ+#*2sI+P3Fy17x%yxOjOHF~ zYovij9}p(b2G%UBHLwJwPT0JVn-gYZ(}X)P;;zm-t&j1*^VLl-t8i zlH7|Jw)N(_i>W*^m!;HKgBZ0tl$`w}$F4ausrTbFtL4}3&`mo<6Ke+A;MjwR%NLy; zcJO^Up{O@=Aoc4T^GFsws@`9;H!les>jW&8K92s!GH5Y87bE1X*9EmGnGnV%6bXVr zT?N^nu8Ni*w7)R10$wbJbZaaV!}Lv&q?=@eftF}>hyW@Uj&Kz$+67QKeD|tU(K+u5qJ_JAM-Nz%f!%}CiOr}G>ENdyx{y8PidYtIVjs3oGvk_+&nN^L zrWBwF9T1DO&FU(+S?!i&)YUla`}>SB{=u*vfHE+skAdswnWBj1iI`4kiQC#JJkQ1+ z^7;`B^4gH>xF0L~q|=A9g>p5);?HR_CRqy(FqTIk2=d!VKgD8*4?mS&(X)YLJ)m6{ zqXVtZDgZ)?7&q}}o8w7LRg<9_5Aehbl|zXAOXSIuHYNp@V9i@|Dla_VTHx(Nc)?cz z&kvg8#z53sY=Um~-T4-_9D;xuv@9-)?Eob-xojg@#4mad?>_ON_%s#UPd4V4VD{s6 zgBd)n5+lv>E*=WvKWHQXn8ZDjUsZMRxF)(K$)a>6B{mN`0T~c-!Khfs=AypvjQ$V3 zKr&PM$kSK>=;S3F@TlY-!^i9dQf=#_l{DcjWo$ z$e*rruL(73p?(S}(vV1m6#W@0_VP3QnJTQM2$>W?O?ByKu(mn4E)P_H21c$`m=E{F;%7WZe2E^1h+P&n8Km3MFZ7 zN(yjj%1u%efw`NMB`FZ$(VdD*PH5EYZF`!>ea>Ry=St#{-x}`V(|c2(84x~62A7mg zU6%9FwPFY^A34fO%gxb~3I_ZB%9ms{v<%1~Sq&+l9?9hr;Puz$`Z^OB@LR3@Vcq)n zLLtX|X1(3GMdTg~A7pD`vn(1Shaz%E?KEi<@V!qJ^p&5OP5tAFJt6>0!5!Rn1C_+M z&R`Rq72g?&8Uz-&*#0VfKO7hDj?*-&Tcnd6=YX|H5l1XuvQox*H%-HuY^C`+i4kj< zIpI^tO?Gk*rDGzr)Lo3bty8o)ox25i30R_Qs~m+rY3Zt%W2pE){zf|y1zRmoJ@Jwv zl>k{W_pmSV%*Nk^5cWY}S;PV)Lc9E8!Ih`Cck@2uB;3ZtR#092KZ1a^qMYae!R?8M zo!==~C|}hAc~~z7r!I?A^t4S)QXK_-a0bnIa-TNy5Xj+O$_H3oKJzWo>VlBj8`QzT zfKzRwWq+POmHRhkxb!;IG|vXU+#?`e~0jT{k@LZn63J+t}1lA!2Vwp&m^yjS^$`X=vssY*x?&?l%5jc~@?$;;1nndVz z0KsA%B6oUi#Rj*guP#8TWhgFI1!FEOx*9K%BWEzUmvwC;gaPiJD=Wy?bh4U zPy_zCXEG58$zQ6d=fRGh3O)1Mg%PxXcK2?iD@7b_5ky>jx<6x6Mm`+I!4#$G{(9K0 z%($)!J3F#j&$qO(1HvqHX=0lPFMkj^`xYCo&O0AXbv0=SZO+&(Xw=lCT7w{0Alm@S zP#xwOaW5QkGhoB`?zTYhNm)^F-0&cPmk;kg5yX}zj(cGb0*jyqa?`E{}>4;(F3TXI6JHkARD9W@T7K&%fcappZ{ z@acz^`Sq6^WU}Wb>BK=$a^G<=Qk5%_3;n2uoO%#O z0L}~BjHaGinp``vMg9B!ltK@^q!PfZ<(JYcM_^5qjgF7ZR^LtUD1VUzK`llc(QYC} zatJ{ftHNMLf?Z4tIi?W!9Z|`gwG?Ej1SC0#`J_4fj-V^1^1)SN!T0iH5p0L zat1#>xymrEY`D)D(Y+GcaQ?t2)|b|op&)f}E=#7lvc?F;a}L1OJ-?<>1{@bW8FN|5 zt+N1^j8QO@s%H{u7h5Cz^dzNrzs#!@Ep{#l0a=i`T2l}ogu?SMJ;MI8)jEQdAWp=1 zRRLf{TcJ4wX4rV`PZnNd(gOe~;ws{(r3c5o80^l^K@=RZ>1V zX8Y3m9$t7gR>XAxbhk%oz&u$fF-5Nc#wy~dwf^r^6phpQPFNk~QVor+z^l$LQIAL$ zuSHrT*y;~TA@=@h2--hAD2hCv^hfQs80<{MYSkphY75L{z|Nbt!p{dzXUz8>dCso< z-n)t}Aa?%6cB0eSsBOv+p=A<(@$zKWsu(fMPig*vUY8DVy zm-a<_tFDA*;ZamqRXMUUsBi_3j?g;HBrhQ!8j;}sGXB4kQ_8NVRwP*9usO-PNL>Rv ztjptg!Eul-l&hF)gVnA$Tkdne1|pn57$TYi1tdL2Le z;-qf$3B*o=GbC4yXF&?j`4l`K;8@d z)h8EvRzj%8x?Y3kNaVxf*7&gW7Ymw7=;j6WM!CQ*y$_~igfC0EMEDf$k`9}c$!oMC z>5n<$H2^ag(S{cIW$Ikf?MBzrVSj-Y6ni99v4kgR9aIob;Cer&_z(*q*L02X2?aM4 z!=4z))%&Ceglf&l3PId1h3ydOaa0V&BSS9mIO86s(Z%@>O$kKRglhA@x*Kbnfx~^x zz@V!rP5rWntVN>PV$|fg`!ot~0W7lY{~DQeC@so?DIngSw&KQ77pLa4>f|{Ne^0aK z;B&%v;uC$8%Sp==wMtnG*2Yfj@BtW6Vp#MnjH!TXFVQJ!h?+#5`YR#XDT*cmJPkPu zH1L}gX6)uXa46)J=GsgM)M&Mev1}Ss=LuwIBurDVVR;t!Eev5`ZC9 zWX$0X*96s;#Vr~Rp-yl+bpffO$T)mLb8G+*VzZ7xcomm}gn(REAjo4*T8&O})9AH@ z?lb&kJ&%R+@$4P#@=2Al^zA4nKimcG0npaE!qWLEIa}DvLPA<7_D+*z+$%UpNs+<9 zg!zOY+bScd!>ne%2E8~WP%=(X&1N&BVURj6T_4=Sv@70L1-~a5^SBJN!Mo4A-Wwa zD@(E>%n)oD?A*bybFr|b6T$(shMa>$S!spY8&+q@havWw_Za@>q>v&BlCCa+A9e$) zCPV>`Y)v~>D*@KKC%K$}IRe$(5b`^kWWs7*5v=qAE^FLakEriOF|HF&Y+UspB9j+p zhV21PR_cc3<>_4jmndNa|1G$U4D?4i_#!fg40+Bm?f>}{>!u8gH)B(e^Lx804V7^h zStz6(^viG~p#(`BQ2lA{VG=S3L}v|(wCt``S3nQA_MFYBw9s-vk47YtY%|W#aN<4x zub`}X(!5@|Cz2Sz;W60%=F?O2`lvv@I>T- zPuz$#HWlD9CD2J0RHAFrCD)K{=`vzP=lt-t?=K?OOHz=vwHE|`;qNwUj) z{VLek)8DtY^_C;oqw@^mf?`}f@SVJH)u;Kj5J4D*@DoNyj-Av)aepdm)%hUVH5}@( zxNHkkoZ4qX`Rk#<{c>329(83B4}DESvk5RQJvGu5VqsH~hvXy|a#h8QNdj^vgW?Vq zw>?8YpoIhlPOPRuHieyAkG}6J8oz{#+bfPjtM{t?IYod>p2-V)wWql`1JQH$n~a6q z(=nf}4Rh;aUTPg7nk7R}T8aU?f=e5OCW))WWM-nL805ezd7O2FUyj;svVe2<(u1#& zX$yXaSd+nf#oWyaD#EvPGL$GErwoR1kt%c>laI5*k$Ph?*Cbl&5)yv)Xw@F6>%9M7 zad&)+8me4qt(@DCBiJy%iaAfrr^%mClG$PwW0nHAGbqmByxrU!IXw<2H#r=8GGuK3 zp~J5uO~DyWl)h%k^Z{4Cnu?p!GJdfLtTLIXy_=S=^72s0&M;_^b_NiaZg!RY-mAH3 zs4xgOFO))68JJL!N*X)46rO=s-AO%ZACyu3Ue>&z#P`g+9EBDO7$4j@hLeb>q-#7g z@4j$zag5EvAkm=D+_i~Y*szK?ayzN&toZ5=nZ~}52Gjj6^qqWUk~oHNRx_89GZlav zIvTo$#fx`NU-8cygq3w$W7xddN$3G2pw`GU3EN3+3E&!48xUd27x>vhcGg$SMj8dc zzfmGVR!(G^;~K?m(dWP?Zn&(M+^8U5#M~H2Wu{<8G?XrGhkhsu87{Fx0j#tqnXFtS=%ORV@k}L?e(gcFo27yZq z;2)a!>~|d&-#Pkk5yNCqb(MjIc+8oAIM_rC;DVPycAJJ10zX?)w6KStrkKKD0t~}& zh@GZV?zYn>Fjg^F+L@z}MEP8oydD`HLxk%V=MZma;hs>CXct;%5M^uuOuVm@*lqC3Be=+ZOoG3t z$)%grnYkHaw5{S{&qna)WBq73FpRk$&)A$X8NOFm6}^4frE*snLN?w3&eTMWZdDEd zMJAgF-!jK?9ftY5mwJp*qlI2E38LE}%g2)|zOeU2uF*s^edF$20@;uJ>8C5>5^4b* z*H$x;bhq0qbxtPV`})Qw+&4^Q(qo+$y|DhmFzA8a)+Uvfewf(PVIfpl z?_4tQA@A#ud5;a*oeEBe?-xv`g|o=6>L+5t(8tqB>9+HokG`sB0O({wc9wkkOp*|h z)`Icmg>JUzBTw$%(W_+%j*W2d`=yV^Q>)sZtz5WJ*&|3QogYc(4+mwqN`jt&C-6bd zDKaiSX%ti$k)<~a(`s0ElJvXc{<39OSHca9`!3^&nff*?-SlP`9mvEdc!><6gql_A zfmQBA{{+q-2$eUkI+X!TbUzq8F@;A)de(DS?EM zLh<7rP>Odi0!e;PY9k_V=Dakrs?6L~g)1<543Yr&*|tu`Ri~Vfp?$^1*s&`+utq{a}ewDuVwFZ4f56i;NZuC*5RRz7k>T?E{7GDgd@^|MQ8Yy*RQ%IR%}C zavoehi0OUl@fYgQiz{1x&EWC?L`549Z162eunB_-sPc!1m?(}zx;jTSYEVZLFgJU* z9FT$w|Li7GjBV<;Af%*u!n5#(jUD*qC9}Q#@x zAyc_R9~p$>M+cP159s^`OJTN;-pkm+qcnm@-&4LJQ8;rC%u#!b>Gup{~QMk3n` zsf67_k|#OKEdSA9UouB9b^l=ClNwr}$tM3To%XROyX(Chv;yQ9n1f4c@NjgApRsBr zEtg_?92Y7~P7`4v;iijV#B=kEq~)o=uGS{UR4gEn5)5#`)=A)a#-6s0NPxRwjt^ms zlFKRqO??Ov;IzzI%syvXDtcvO{cne0ZhBuaVa^?t{I^C@F3A|S=M!#6(~N1*A`gMT zwhecYB4sG}1}BvMJ@CJ2kW@NvGHbXatar;X|NJ2)6(jas87`x=Di&@Y9a_h!>QU-W2B*O^~=YxYHy_NdK znWC93uq9cIbbGDyUu1+|{8DTVV-tJleACDB^V=WVl{chgEW~7>)$YGHO#3f%2ABL% zfy2Nch{J?C)zd+?9dE*lmBU?(|Xf3lq1X2)}At6xN(^f6T@= zPHqVF1YRj_Q0Gbj-Nnxoj*3^6kLQ&f=>aK0{jOxn0XA-u5J--h;QQ0NSB=B{3gVuO zBPs)Hc}sQC)Sach+e*3O7$9(w3p6o_lK1-uI;>?eCCX&fDmc3c0WIp8bcz6q>RHg7 z-Rpqe>$2G>FB{IB8QKVl3jCoq4`x)Z$;Cd(Nm#ZWhJ1Xv6@K*go-W}AQXp(fl;9xgVj`(i-*F2o=bwJ zLOBK%R^#)U%cX93U4VSP)2bz@#;R+A9RtEkoFYLcfq>7$Jxz%Vq$l@Y7i*hRgSdDM$%gQYg zKN&k?3@36EgHchAvKk4^it;W~tVusKBvBfEU`V1g`>>EiX_`g?ADpLRL64%r z`2a~23eh87SZgA&{2)QF8v4L!Ci(D|X9 zkD6R$K_CM}4vMTpOb&(MX>inYBnpr~JQs*ZQGi^;Gz`Q$ZKEkR0@CMnpIrs*5FRz%(7AS5?n6p##N|A}or>O;~RwSdM!X%OY9St2iWx zAYe^Ma8N-PjHJiCNOYkvAQExGO+*kdNzpSgy-Ec^BB78lA;H0WQv~N(EN%jlq=@q# z3r}P~Bs~`Q7(@^tpv64~6A~OS3p|*KHSyo_TfP0NX6E|;|Ho|a|Bso7iHV7cnVI>R znVFfH>6w|DnwpxLj1|3$=SUF`k}4AradqZ`K$hcxDg%J!IIuD^8_56w6LE2v-lc%f zd_*h=#F4%={!P4%iO(Xdu-aaF;CyNyS!|B8!xF^$iJz}xO&`%)x4Y| zP!aa?hPB>>o1O;O)2p6UQ4h4%vydjsg$BpgswRm_@3z(kXBAd4{{vfu4(6EU98|Z?MCp1C!yBY$f2H0#82$9*QrbC&N?uiX4U7)pTGo zTqtD^#%VA~m17!aWsoKdi`pPfD_Wp}c`!`FFb{@lm`TL~rePK^4Z}PbW`PI8G?Pa3 zCI@;d6sBP$4Z}PbM~Wf`MVKe>qx;S#LKQ6x|Ofdb?n>kkm;saTC9!UF{p6ckVxAbFr*H4Q{eMlH2B*)!+%i!8sp zrDkjP?%k&CKULc&{;IEXwrs=&fLGts=D1Wm1Q=ztAS|Q{9T7pOESJebx{$2Qz;h;JdKe~YLUfrRAW4caqRZq=84v~_n6fKlT<^!l zK)DESx>T11t8yz1IB&XC78g;eo(%?~i-kyvoPpHdOw-NG?UEMJ!9O~yvxjtd9HS|P2KOt6%c_~m z%Dw1_od3PeyA{9pJ9QtKccUxUi^3X9 zkmm~0afN`L!dQRVGugnXfbZtE`#55SaBg0SqmEniX~B^>>4#-~F$qXZGbWikQ9*Zw zWdzaEa6@n2KvqfXvd)*M<&|oqX(Gx?K|@A_Fh9lSPQhJY0ApW{`iWF8U0}>7pWQOM zFE|eeJuDv^N{(g`hhCeQae51OgWTgYyB@)0_;sl&T)^^_2z5O6pPo+#@$5Ee<*3SZ zMKp-z8;y>n$bKW%6|{l821RBQ$c8PIp8_R!oHI#zQPZ)t-ZJ1px&HeHZrXy?6eB!H z{G2|2gITnDpQ|#peo^R{aop=PFTUm-;Sv72R2A+>JuMdit*!6D^2(q&t#izugS4!Y z9QErM;p^qUppM|h@d?ag>&YpPir0XLx!dkKc_MFMUP+yN7R^+(`l=PQR^Y8r9LJ5H z<4IAR-jI(*?D|t(3Tc{hT%zyd1^OsLc$lLc6{fkxd;OJVWw*|Y>Nl=7-dDj1uL~!q zBRi8ckypuuD*%Vjp(n^%G>?j8rr^1#(sdw3QZY`&W~qz1gd@pt*UsDkOwWjPF z5K2^S7jaTAwd*(y`30XAJo35BvWs1;i`K8}m_n6hgQsT&q52HXHS{B)dfvnN#E+RZ%{Zn_Vj~xvkV8ep#w!Ym%bjq=?D&RmVnstr zhciVz0;#S-&>EsQ2OG$VkNw;u>OsfiYY0LYt#WXhB=$*JX;3^JEr+hABpbl6i%8kt zi9Gk5rFE4tyamemjbD>M{uEQU3(`RoG~0_9fSkxfr0aSrXNtRb8N+jAkutQD^@g_W!L((0J|QE|v2L38V=F2; zD{ibBtC)}q!ve|#;!Qe3p-7V7)f)uqC=%}{)+CTW#gy(iXaeO^!Q>1aij7A>&Cd%H zI^nlJhUvNMq9u}Rcgp1hL29QBgs%=HlGo=vQ%Hjc63DVx=GN12}i}3 z3MMdzNH&bsm3M6{I^u4+nDMxCFR{@E(kl+)2zgxWeVhbNdY8_k07s%jj^qULA$EBm z!#wcnKn%&Ua4~;9qY3+3j+?n$1n35me#$J=ZGlqUlmn?_Tfk~(ns9e*|PVj!K6YY#I~1~_%CFuW`h zl!WC_%%m_CgW|GMm?QsN(akwO6D)s(xiIHZ@%;dku+^GB594iQclejutyb$guh3fM zTZM#;R=%q3Y9m>tnfC-Y%LT`bjMXkNq7~KyARA$|D^{v%i|q!$KBZ*gn)GEq!H)cf zU&71aN!jt7SlG$fhnB%7TUAx)bV}Odn4eVJO|sxS$&$QDmi47%-K5r*Z-kxO zS|IdylNc87mq7LuCh`Ya=NKo^PF2otHZlL_B# zZ4K)ebCo~)Y_sSKiPC>4S#tAzXhVqrfToUVIp8{OY8l#w_OyxR;6z(e?D5el(p;rr zw_9^IiVu5gvl%LBG@&(E^SNKyWzOu5X++9O=BRIx2v2P-io^wI27S&5fzG{7uBJIf z4Uo=i5@6x#=6c)|-_;OA+&KyxH z1ZTv1Gy86?Bcshk(`$re0|QFG2~)zbsPfva7;>e@EO`?Hs(Oi~#2AHE2a=&Bi(rh( znG04(_DLrZzJQZaMv@4C!-?(j%{+M^;9rR5k}mAjNG-h~v2l8iD))#p#-} zHE@bivqkR-zM=%;kX_X*q~ZY*f%tf)JBWU0M_2oiS8h0qJLIKk)D@9Yj$DtkAF%8Y zn^;5;JFJrfpz20kTWOehPTX5bAAJ`p>Jy5{g-(V(=Zq#99HCFEDaw~h2nl|atzRl; z%s2Ciij{gU7-`z*VF-S0Q>=_(slKS@QA%m3^N!-3FiXvj}|7XHi8ptUo9 z43$;U!d&7%TH&M4v=Nw^-kFsHSp_ILGX`eBXI*d(+Smvag$9CbzTOkKr4-w7l0c1D zfk!r$F3#jpl)99qi3LU=(*L=iP<^a-#b#?&5sp_+Km8p#8i6zAZXHXcuB4f!@RB8V z@|U_-XXLUvVKJpwfALY>Ha9q{R4uq9K2n{4a&5{Y>bS(oFYHzw2#zySbuCeJ(~3(n zBNo>Zb7bO57KKnZk~H0<$aFL9evK7$YI@QT413I02ALNrY^=w&I^6f%82O-NW>rtT z1gyj6$3KXZvz$QF)_K1@_$MywcF4OkhJD~yL6f@>y>4$t4^+=Ta&Dei`BpSZegN(k z7X~*L3}$nk*g4VJQT$?g$;(=n#nFns5K||8sLL`rS;EEtl+jFe6#Ev1cxa!}B*6}) zEGBa5*zY4LP#t46BpmB_EJ}k;zVHWVWuvHZ6(u$n3zN@4b96E&%K-+3iV9;Oz9mqd z{Klr}xEmu*BUdB~W~S2P+n?1PMO{P;0?u(g6rF__KFd$kyc_KztDfCDJ z20_{pH3CQ-iV+pF{39tvcx8|)P5zr-jhRZ!XKmMoxX4i0k{uoBX6#HY(hiXdGj42ntRcj64UrU_R!EO9H($H3575-^iI{92k?j_MG6v`?CcqU3J zifn7+Tcxo2;io#4P%0?rHxOL8=N>*RD9n1IA!a33S&36CB1hSksyEO=L}n0flBhhA z8A%ZwJ3YOz&G}VcuIqo>F0slV2udMs5qeTi32D1aGu)sBeiIX6M!!@s(!XD5nsUmA zuJ=n2bW?5p-l%VwhhTW$?jnWEvTXnH22UOTu(7++>S0sT4NW19RA@ElR=m?V4Xuex zxahajrjb8stlNkyGT z@%@0JD7iD9xHI=Le3j6E^0HKU)=C+}he(+OB;wa74%llzx zk(LtCt_5-|f{jS%f)yk)f-LYu>9-?R!kSZ}VAAP)^1Y$V4%q|iR3RV>2~eT%{f170 z*|5~aq7#5FJZD)l8U%lO*rEVd-lJ|{Shk#U@hyV$*nR_6V-8DfQE@W;ux{U9DFiKu zdreZ?k>2?gKf}rQ1cj99*a)6S>$+T0NPw*cI1+R;bbNsL>HiDoWXO@ULkqF#f`tO( zC15s3M)+D#eHk1ZlmJ9D9fW3B18b z2FV7_qRwc>rI(5UOYVOKmj2rIT_WJENn198HA?RbRxsLY2?XTI&t3v|-VA1LuZeEY zwYULS?*+~ZfO=P#9MHLJkQ={BlPlqtdFsiGhR0?80UdhhBWF0-J7 zYxjtL{xm~u;En=;sm8qRk)9cajTE_t82KIe+F2~yp60rkI7*4E@MOhG0=0o2@3En= z5<@`W-CR_%Jrl_N#387eGI7v-Si3GmYls=?iOi|prsT%4v1mWXY9Om%J}Ii!#QB(L zD5&`AW3~qkR3}weU2Z_5NeT~a38KrO1m^d}Pi(SI(mVm4tFGcNgnlmFjRxkRr4Vz; zAeTD{;OS3RBgtz_i)|ZYYZ4bJVi7B}JIkr@8&ajC)}O-VK`gq6d<+PwJaTiL9nu!c zNi?w@=mcPhl`)>9i!73Cmc?=M&-Lwu&O!)AiJS5ejC-T|4d#_&&<`{-I-<`#ZV(qR zie&BTPuZ3CgDvA?tb=}IacXXqL6M}kl9pe`oVbpA4If@iexyzuIok*%n;6Ec4z)aR zFQ6w?6vM+y)aAMBL7`g;DWSr6a4zrN_5VnTce0PX_sQx$M^VIAxkS2HVqgq7+G0&g z>*C;tGB7OLw@G2RHqxeN0t;_5xWRi8v)L}ev!m1w0nDh`kPY{pgth@>#`$GTeggX3 zpf?s}6u#-X7_mG4aZ|edGcQwFV};&v{=dXrXUs+~P4zWu9nz~GbrK!KP}5*&_|&=D zh;TQ4C1(^x@<-`egw75Fv;x>nX14DVLd^G|Y<#itqu(CYxX}r*h(fqhT;|(}{D%!-cn-MC;M_f%GX9=Vb~1M>Rv&(r_um zQ9eH($%BB-=C+Jju|F%jCcV{NVR>CG9eZyyB_R$%cnKoD>>_B^>-4c!^a!}seoNF> zys?0ipCD$}$RvA+x8bp1VzIX!Y2zcqrH=!Z%m-^-jZ4xg4g6`98zH0oN?UODHemlL ze1*aPRD3C8-*vw~rVw3Ul#4vD$w8&HA76X1BtU>?nxcTOU9y0d$mM_e6i&cjcszmCV8?7Rm@-_#G3Y38G19V)Rq$-3oDi$%u zY$h&E-o-o`in)9;RU8rVIgETZoS#j&W)2InUo0|}5EqTR8j<%X*3Guxx?l zP1C`4hzxJ``YgGeXv`2rFvP>iv=w3`Xo|^tjIbGZ8gH0I7{tN8CfFs{wwKoNi$uI@ zb@%dw(78vZnTaKggD`;6Rwgf0bV4});8cxmY{x~;XGkdY8+h(cFtk|ZU0ihehYCNgpi8PtULMFvym4JP+X z3sXSA*qUYFAjSv<|IADfs6Y_V2?}Hi1OYO^Oo0FZ0t_I2nB5OU?-8K~G`K0_W&$R`yCBtK)+rA39W=lmdzzSGh&Rw9<3#fjUnfO(~Q-Gxt*CaOq@rr{ge~mBMA8jX`a~(_2tjjnO zhet>~mpomN5fO!cBs4-xNkqZ)6%qb%7@o5TT->EdjJ8&YjEtzo+=83xDxF}pkkKg8G|wZo^Cap_fzii9Li^uO6k*o5a3EM;k0 zW_TR?gdjFFw61h|rd=b#5`y7sgl&bkEPN|)r%)st79j)*rJeVG_gQ#?rL6)@a9TOK&AP^h`hsOk} zpvn3ZfB-^)a9}_-jl)175D*N5!GJIjAO?a$00Dt848mXxM@VUg^vnkuaM>@W$(tOC z#qKf>htp#I6>CmpV{X$3+JL=ofU}{gUY-eP+PG=lyJ)BGOR_j(Rzehp@){f!L^g?# zYRPg&Vkhc#GQc&;KtsVx1ru^zLo)bCWb37!>ckC#K!h&J!7x*HPM_Z5b@q=h63Y^- z!ITRWz4>$a5M~x^*Og5`ZRKX*qb2NC@y&i9)88Yo+-k2hC#0+8PJgMwa$wD-9{LBb zuuxd1ospd6pj1ieZ&9JuMdhLFKIb2#N{oH!2VMQb%aDX;1~7$CME7in6D96%)kYOV zxs8fTM3!gB&zb%8Rahd)ab-qFES{{*2IOKDk=iM`SZ16hxk^x^ZGHz_(>HZ0)|w!w z-=J0MZ>7#yI9*1rRc%Yh%|c%aik!et$7hVXxVy$RJ3#Qq1T>ufsEF&|Ba;Xa!nSU9t%tBxg{ejHo0GE07i1^C%Sf&kQz=qJ4i1Q4 z>EmmlpN|XY`#PMIlndpP-D%tbY4hV0>unkgt(}{Uv1T|eRiOXr$68a8su4NkC;_pG z2jYB@Dk1tZUjLI=L>N$~&qJ2@2on|ImsIh#5^`h+oJEdJslw1AGVzFM z=V|yXZt)N=;WAA2B@P_67GFwvTwwZ?Q-y{tQwyW=FVcsP)69irCqbYh7xI1# z+PGj&J8fo56VefJpxt)+PVZlgnl#Rn9<-kNInkvm$ndnQ*CdCqFM~B)l^X9?s3?t8 zkAhF5$;8)2)L8%_V6^0NTq-R>D{iheJ`hLE75+`@`4hoDZXYen~u9})V6E{b=N zdP;9E@UH3PaoY$Y=WA0edeH3}W(ungtuWZ$NzAWNx1->#BlSp}j@?0;m)<{E zPC?iM>L*~RsIqN@=1`ZcsFWO1RhmJaUb-@(aUb`cko5~4Ac9YBPVuljB>mz75M9xR z*o$h@oW>P=yMek&GufnN-Q0)qsh-im?myr zONb*B`ka`Q1)Fp^j8fM{>z4u{24m>%)9x|$%B69uWfFwo=oV11r}n2w7{L#v>lCw?xS+tHFjpo;kEgLpjX|LwLIs;cMLg9z)R&6o;#(5> zOOW^cX$wRY&;xd#jiEQi2bVyY$hX5EqFfYjB@NkG$L>HXUNO8g$s67mC?0lkU8F#I zD2aK6;kk4Tm0i6z%K;9UC|Gbo&)=GOFv!Ys_|-YbKtcZ<+`ZT-5bgoGwUx&F#jb>^ z77+;l+!v9EMuYv)as`jQZUGq#drtTgLGu$gA=8g+jFk9#R3w6ITqE^*ozE=VNa%Y+ zCk~^?jXmgF`+CG#(AUWi=<7m?Cxw2#NOhRLNL)T&grk5yMtQymj@@2e)jc##=6Poz zEyd}X1k(+Ij`<=SByot$25M(OI1!{5?JFf%0KPUA7?uiScDxngV=}O?Df6qIS011G zh3UBBWb#>gg=>pDJ6sL`z1u<1dR zZ*6skWWCo$AeG0Z-Rz>+5n(n(*__781(#Yw*RWtN zd4XB+7b8hXtb#8bls+$CdCm$|!5MVtcSa7NH<(iK-s{H;X)&(c4#=sF@=5 zL~lt%Z0KI$tbsUSzfaN$4*YS-ID9k=8ZI#lE}IcMpD%TT5G`^J2sn_SFkv8pEbJI7 ziAMMAu|O}u31S7a>=-q&0pyEEAeQQp#Ng~?=A{VS3JG0#hNnUBlJ+Pxq#J1^1o~}( zzA~oa13_G@do9o*?-^MO$KlQF;DjHnyr7~kR|(Qq-6by&h?F3*mh?3kXjV+;RxFM? zY626)1Slf*2E@{B62;a64PGOg&v+fN$I1)ol?oFm1m0lGE`~^N97EGL|+1D%JKnd*;8jKSB2{t#J%<8-*A{k$rYF##sT>v(9Y?4>FxeKHb0#L zA!N?O%95K8FrFUkcTuR-_(PaxPHIn6+0MaGe&XkbJML(`zRQ*0y?=;Zet z$sXZd?s6{XT?wo^HV6w3T#ht>X8=J!zQ33P+RPCp2~Oa7n#8<>rNMORD#{TZBq*7! z^=8}O7&n14Om|Ii3Y&&kHdbl{7SZ-ttJM`y!qgsA90}dQ-vS&-f^#CULRf=gZ4D}L z4SqvelpJ`}fm*@fB9Na}|6(fRZI5YQI*1pqMe7v1GqqrW_g=FNUIbDx2dTLv949{R zX_2wi0ga3MHqQb_`zAl$k>atBn}OZB7R1uk8NV5La295%P$9?w6uVNnu<5y811|87 z)-!d1ixd$@(xQM7l8HzR5XCOfS(J%|UM|SX($MR)9XCudaPSwz!2clACo|9nZ1QH{ zaOLcdH)p*3)lDE+@}qX=n4$+au#c-mtOa&(NSGiBcBMLns56)cf}YR5YO=*%$? zFoh>L5D9}0y3k8Kl)2-80D%O6>6j^%kuwCv2I7E?fC7~Ny?|)psN26x&pam)1(Yl! zKG-Zh=O@!Lo=tp}AC}0u3h1^2biT&9?7G!44-mLm7@|`qD5Lq#{wpW=m93J*=HC;DXo>wK9ZT54j(PcfgetVFhzg zC`(KgQBwGj-xORbZ*)KzF;q!KU9Ti2m0&-BR<&!sl2g)O&P+BJ4-Kc^Cf7S)KJroO z!4LzY?6_J86k=G}YTnO>Ky;2@Dx}|vyzw0&M7WkY?qq1_mRFYKj4V=WV|Y6t)29^$ zanLF!HlgbJ3wR4CoBI2~7bQ%_Yz{&lDMwnfG)E+Y@TK=r-H>x%c(O+lreIC7kdv#R z3t$N{eiM~I3+1eya5(c~I^S@Li^7CWoH~C<%K*}nkV00clp12%?Aq_0E*8?Dps!*% z^8!PmlPzVr9Z47rGk9*miK|z{AlxshSrIiGs*E8pN$L`9ps#50m4uvXz#?xrje**} z<$m@HFnKzEjn5mI0%kb5V%6JZ8Tpoz~^PPecrfV*o54v|V2{)rqHuHcHLQD(Z zQk@w`gYe`=eot+e^5N`6Z?+V{RjM0~yzRKxh4U&7XD9s@8tP8GH+Of?3!3n~zY1jn zMC8d)0SiKxJyFL2a^RB8vjKNX>x&RRdhMtaV3<$35 zW3V5{R6L0604N(vtqG+vv9l%r=@OM$#Klx0Uc59nzDMRp$OmLq27NYYrXm>(z=%b7 zXjn=Njwh@tLTvZs2M3j1kF@}GV{aBkE5N7#%ny9Os0k9J_FegWFyZ<5v|o9V7V2@P zBfi~{$Wzxvy5i_29@bL9ZHpy1tr-zsxI3YbDj>FGM1q>lnsQOqFnOYxmMiRX709QE zYvCzX)_x7kD+R_!&_b)^`A3dPB)0%0>@63e){jANg-W@F)Eta6USk5(jnG)E%gS;w z^&H7@NNt{Afht%;Vxr=ySSIQU`plJ*nfUpjEMbl(L3|6mkXVcr3dxC+c;ZgZq0D7J z6!0nbB(;$qEVR!-Sw7-jX5jXRMo0Gwmb=+qtJHP3cP;eDK zT;W?#xbk;Yp^jjo4a9LfGG3)Qtkm+02Lk7g;*p~wnr^)_QHHa`hqu}{*_}Mg`I{;g z0~UIDs2uWWypGjoJ>r=atcj$wl10^>J%jc7;l1Xjksn8Rn$mOmB-eK zu;UVrlhzI_WU?b})?;yD*cCtHaBrn*T2bP!xhl0}J1T}XtC*n-U;D70n$#iX5+9u~ zyv7}X6B?qxm*e56hz8nv{{oL5DDUfjlHd}Pi`hlUI}%jov}Pf%V(RGN@yk$W>Y?iR zjwF$FWmOWwH-oG$R0R&er%JLz7bVcKE4QX*yg$rjjVGnh6ZZX}>hc(5%}}IgKFbde zne_~>onviqLjh-c%nlfWC*y!+O?@8Cs?FRq=LYh}rwV+nXJ#cSlKbE@E;^2l5Go39 z$4@u@E@8+w;;1CMgbxJjPRbqQD9~%G2r}iJ6At)ZPb8|~lc8pyog;fralG~Dv<5wY z5iv)#J&^^aT)+WuRvcH#fgmLg^ybsi9hSl@8gJugHh#Q0Qi;aislB#OFKw(Oa__=zQ59Xmk z7rBieUx|5*>@S@I*WadUp$Q)hUOa3Qn`P%J0$HHe-y^y1O^PT0D5_R4jN!jDhF^$Sx~ZEk3?#I z%Zikhu>16Xiy{UA?Ev5a*Z>nCNT{%B6n>jaglL^Ts@69;5dg%)0TA14-@bkO_U+rZ zZ@>H#BG=f$X??O2K}#;P5s`mFiIAjkLYiU|htY@^ zGitCMG(4D#rt>z`4jLXr1MQ&U!5YHaB#BoqX|8G8w(X!rU|7U91_nuo!vzWqC^WDD z!9WBUz#t$5#8zO}NUCT!gt!LH4O2H)9%Y$K88OD`r9Q|T({fQiiiyNDmWXJp3pq(M z7j-HJhfqWdtLV%@AyhDWN+kre~{^J}`sj1mKe0YC2G;T?U9bTEk93sL!RQx_tENbX5%SIXo!!bEx zW-Sh?J86gXMG|RQMhN8~9}bH)c9016v#JUid;E}6*f}Qb;V?4FTgx0|T~O*nYw1XF zXg80<;h^3ocbM$(@I%JcA%2c@rp;k@rg0GYNAB&fLQ%92mUPa+-82WIq8X8jMvA^% z=Bh?&uPo_v9U9_zm*OxBO=gi~W3Ef3iT`oEDv^g{abVX8r{EzT8)3}BQ6Qx4Fpi`v z9ij&wBnS-W&?N}HDIa8pV$SHpTN*Ln2OolKRL;X{E#{YbaagT`M31>HQnLKU%7T51wycS`l9kyu=|UGJ77Fo4d<7bi9ANz^u}5piI0CglDNA4B;j>-Eld6hh>V$~=aOl`~2XSlHoZh2D`H?xy(RQ}6{jhd_7flD82`*NGPbZI^04=ganxZO#m5mo$idh+jKdELw$;zg zeh{lwq$xl1&_^h~pX{NBTQ=_qy_k5gd#j@dr`kd>mL^ zc(Rin60L}OkXPXtQt5JJZ`a`zDKwt55BqSCIK$GzOdV60F8RYkjm>83d9Ug~v+{_` z4m(IDzJ?qevgpP#ni07~5^f}9lp^~PAEeI_hWe-@*?XKB)7n1+(-lAvKp-Ft2!w{E z0YMGsJrjVyLScYdFf5A0pgmojb9Bjx zVxYRHh4~y}f&e=YeW4D=1CKRQlb|IYTAT?22o9M!xG8os^AJ$=Z6%y~nQjOLAKUD@ zw3K5JNL20p;)09mI|OgZV1#D!ewN@_f8%I6eIzhR zFUSJVTtTCyS@HS0l|g(?V506V^YPY|CNu31NeCjDedppEEN2Z1V_xeKSw;Jef}Ld% zN&1=w$k9R7d!{OzGbRdF4K$~32VAg8^B@3bd<5qEfcK?oPUeXNYa9fJ3U)~aAKOyo zF3#$ecIdKuRJkRlKldtKvd~6D$*Dg+EgD}`Y)oHIPF7bC4h-z;h5|*VI>Y=>r31y( zpAlK=P);kG#t1S8lj$cozv(|)# z$`gSK(*LuyocVY62=SirC?;-gBZ7n1fC9y&*A>9Flkx8EGr<#)6Jp~5)CeWaM{!^A zU=}Dh|LzHg3X~@OGM4H{1P(Pi0REHqp*yi-#)$NuVrMu80=A1A9&`*i(wKQ*msul0 zo(8p7{Y&CZIc~v%K#iH2MriMh6s6K;E=*QudqmuSxMT@-5gPh|Z2&agRtbSiY?0vv z(@dr$iAl~KCqH=j$I^x@1Li4XHL5xx$WMDi=olT zE%8+_n3BMq;4%7$qU$RZVgLQhXpNR$%D%})tVWEU_h3kn@1ff^wof; z#qx1p?x#X`1k{mFO(E=J%E4Y#Xs1bhnFQ34E~AUXRMyS3au4JG@CeV91Ec&h4>fr+ zah1d%QPz$Wtt$~saiNLGM0XdM1WF$tFHV=MtI4MRB$JgPkvWa!snJ<$ zgT{=4?!jaWqa>t59CN6->GX(kOs2PTDxouFk3tX6Q2E^F1v{=$a9ubMK0+=Xhiu6AK0KOIq1jEW0IQFhX7`fCw$008ra(=z z;pu{_I7d5&xDiXXNlguEUm*>;(lGhEHH* zHl=Jn_^~E4Q0kpMVx(D@Ev3L2vo)Ao*@k3Rll+(>k5Gq17564`G)E1=x;6FtcEZdQu$N#SZ!!Qn z%6tN%$oEKyjEV)PZ$=j>+&CfB+dHPz5&25 zkaNMN$3bt5T!^%R_F}gP(`eKen5rEOP_ea$SelFup*={U>vld);>|-2l5pw0g6;t46@d@!za`eabF%8wHYAx3w_%9K3Txroz_TjTsV> zTr$<%&i?!SG5|@|PaF89BQYJN<<%58=C`}`;Pox5%A&J{{P6Rth3@4328eb8U zk@^n&g0x6P(F17HWDfoVmZVGeR1uHNyjYv|l+WpsB$&z^nUaCv0g!N4BqxXhN7T}8 zt#IzPU{+OrnV-S*@DWoWqlnURx&%i_m>RTXK;h@6_QZ&s0J#R(c*V2{V7jZ^`(G+& zv!qhL<}L6-SI#2>)$F*`8K+1};~%Sl52Xc9utP|0jB6bMR;ozXc-`AMs#~{ZK|DMg znHZE(lRSGe_o>zo~Dp}?zp2AmxVSLTs;0k zfKoyU(IAA{G-hdjC{V?m^ib3qwNkDs$8TD@c!XwB)Hho=6e>E=zECc;i&Ff!mxjb* znQS})Q7Yd?JP;0&UT=vNnt46p%>RCauC8;b<$O@k1qfHLb*rlcw=-E$)&pxNEb<0 zHJ%U6A^ke51u*5yuakgJUlE)G>$y#NLA?>WJ1b3}vCF_>3J{_2UOM0SEBCw+Xvca+&it{Pp!lvT9f?sbdnz7mf6ap3hM_ja;PX+5Nq2N=|-qO{+6+ufl z;P9=>5KA6sD`Ae3(^Zl+HC7;5et(KbH}~&i|Dzv8*WNpPs3w+6;f`#RNaUMwEm^u|)=Oo-G?+>3% zB^?lCTs1pi>JF`beoqRmWzw%cnxjE_Eka?9$#S@nE(4TqN>J&>9h%02^B8}YelJu% zICGuU3lPW;cWeJYb`tF$SAJ6zBk7PL%m1S267zepp5|mhJdZSJrh_S2hrMHn3Nflf z$I$qBB#`FhU$RpEETT58#5lz(&iN45lxpt*mu)lS#6iUy<;RbI?|#_f6yK)j6{I@; zGJaL^ju##XpWkmCZwZD(T&xl-@KpJq^ot>sqcF+8UsKP1CtvD9^EwxQ)H||$aHWfj z0RLd@XSM}Ip%FS67U1vDT%3m!A;!H&;q4Rm_8Z5c3w`j!yZyc>Untk`F~@T(OJK%J z=rp#eY6TyT&1y+11l??R=VNHMPmpD3%wJv&1>~Cre7YWIQ?73ZqnZO>9`|b~i6Q}Z zj3n$nfHK>sMp~86`B!<@mvK5)xF>nP6-x2o+y^3#6}t6Em^prg3zzCXXbtHM`Z}#QnqDMpkBY!?+ zF7vr8Df>hh(xw9w&{8&@tziKkIv#(j&?}dJ9IGgOqk`pY8ewA1zTdFU{`#1&6e=CQ#^ndCw=cM*niTo_2_`DN z>mIR1h@LunI$*W*EoPyGN$9~Iye(eNeq<@>$o#q!JO7G>($3o^7t}4AOi7abex6MIWhstCSv4jn`Ph_I>ntQksIoe@iDb7cQ=|UP zda_(&_FC}e`=Lu-LE7Mg`xvwW7&gVWsjgHwZ8@C%dIr>AF}!-Bfq(saQl0?yB?AYq zk!bK|am~+zz(JQh9O%ckNp(?~N^<>(hW(CUD?2k0OCP6wg+ z3BBMTRIqj$k8;qkTKO6|Vm8q|_MlM207X-*_N>0VakJj6S{hwE-TPp+gY|xn>k%z> zS2@1IA@7!Fl*t|wonHwl8Z=6dT!V6vqMXP*$xkL@zy+Lld1(v9(e~@u-8l-+`2A+$rZkDt|gbYm(Bx>VnZPjXGao=0udmsxatO?sm{Bie7-7425znZ7@5C% zKm?In;-|ELvruSE)`JV{{1g7ktqg6=T_0qtY`0Z_=ZBg?bPNQAgYM;+N} ziBvIFn^sGT^ew7eY+^pY#J)-ltDAA6itjjKl~k2Wm#oDQXO3QOWt+7vSdt0pGVyl9 z-WT&XRJ%eL_kK6VUc>ZHA4M95tEyHmlB&jJlB&I$5mit|+mK|ttH_rLnzo@wL=bWG zkRmiu;awi|eo}+EMpnf=b;e7^8>^~wX;F<-uqtY4h72(|I9YubH>Aqu zTW&aLHIZBQin5tY-_#UoGgO^<@KtXdoQWyK+B;T?A?0Xe8WvC0f@RShh%;_>C*P+<9k?b@_xJgXRiBb6?k$F`;-upJ&ka(NL zvrlOxH)De$cOBHyT$@yBg$)zq$N@N%`4i`0ZDUr3B z7^+7WF;i8omCd1wsd{l{Z79NuoNkvUCe`FR50@mWepgqkm?uh7a-U(&{h;q8lX(68 z#B!7ib9>Ho*w|$Ax-m%Mppk+of-zJ_tky>nQBg^+lk1eZ$!rAQ?%o+KnsT`*G9NwD z<1SctgZnsj>E`B0kh$-Tu#7v6c%T3Q0eOUj0q#aw#7acWp;%h-G%fNOZ#oW{Cskmf zCR34`Oxum6fJh|z`K9c)wUA|Pq!CehhAuMmOW7~A7P6d;B-_;e1_mNLKv1Be0)>W# z2QD~Vs6gSNf{6(BJ^impv}q__9y6B@_9$R7yqR zsmYB~SWf6wreJyRlcL8MsLTWy9>^HR405&;B%u8e5++1=U_t{B93n6%KmY>}K!ODe zE?9WjG}>6>M0253$OyUF3=R%Vuwa{HLE@g2&KdiI*v+UPaz$Bv?RV`{L($RaZV_#& z-S^bdN=sgGXUL??<5Estt)i(+L{-r!b=T|kng4tBaz@)Z#Z=N)R*4$1lnZf$y^=H7 z)^Nx~s+zudVXTBkc6hD0sumHZRlUmk;_g-_8NZNbe&Hh|DlQ-5`6J#I@f(g*f* z*HsFQTpT}18_^JoXm|~p#3}96KO*y&jT+@+nxavp?3*MJzDV@q8mCV3k7MPIJWMX( z!*s}mS#Ir77(>@oJKw7g{Su?=-Doll2m`~RtH_Kr zuK++*ajue3cgPReVq4f16b11FOIDVTl zwSlo4!vkM1NDNSA{;!RX2WQHjr{Rmi*_n=WAOCH*0@;qJD}WJsM%B(WR8O1w5+wLS zR;3DkP@}|%+-pj} zdN&7dy0g-Y)7Y0Z8USL+zsTi033JTs<%*=q>w{(}4=lC6Yw{T{3e#S+9^TCcXF^T` zx{?wFeV%I(o6~zbX)k0Dpo$A@;V?>5ZFTXuS9ZQsp+`xYiXXVSO}Dr}0`C3`=vX2@ zv|J13bEk-DU%)^c1a#M%3M5tSQ6?48t!?VEfIx7v_UjblJe@lmLQbLnrAM%z4%%B3 z@oT0aZk?KvlL$=aK+iq4KN-}s-W0Y?v)3)rQ=*^5UnW)=dwj`$3alD1X1Ia5^4 zmQl%M%gG*q zimgO)o(HTo>Qyn}B6h<~ka%7*|0z*cmN1wWr2p|u8lb_{sp@$k1QgczxdgmVT4sLa zP5fzJnq+YgJqTY=t{x6Nbm~_CRRM2SYU;LP9W55b3c|P!O>y&(A=z7w*_l;+n;B5N zGoO8g_KW_yIUP7sUb(YNW|%LM7_GdLVaA^8$;l^h)+?tM{6PhMj8n>HwJUmM0os8H z6$qcyRqw$HQveNI;5EQd+>bz``&?D9md3n>(p!&t>qTV(mYL8ZZ`Dk%kx}$&9Tw!_ z1>?eYL*aO}34$x|rKCn~Gw?4Y8q;}6St;7u^K@QbsYNNK!h3V=CCwyctkvopSd)V9 z8W0|zAdFa2>c1&S%C=92=;pe(84O+>hW}9uy*gb7aqnpt>KDfr18zHx4iyEbAGHn@ z;YF`7M`4IL?UFCTkBVLq7-?0UOD3Q)@t#J&03s1nk0v9|0cP6+Xo7$u18i=22)4GMR5Kz8fUaW5UYI zR#17vZt4MAuf7afDPTg#PA%*d4iJFcl~gTIWld7IN~gP0QbKF+FoNcOy)xHelRG0` zV_?;*5>#v@!Dudc&Zowq3X(_d8JYB4pyCX!4fU#ZvkxmL#~x6HE;`7!EB|5Wtf^hH zfV`_E`PNkdz(<@VdH))Wl<6CWxMf1`D#_|F%tu<_)zP;AcTZV{Og}rkVlw+e$QBDY z1g|EILZdnPSh@;;f>#0nN)_P96zC}Mqz_w6EYP@T(bLX=v%0?(n>?i$&Nu9EJ) ze#o)zER%|n?uwG-8anEC@Do$HhkM3B@UAlL1a@aJ-D@{Udze0DOeV zCQ-s^N|D|CD-2q~{CKF!Hx(0(SsL<7J|feDwnmGmKvU+=+)L_VqVOGm3z4QRgvv~L z)!3B|lzx@?Raa9QW~vm(D$6s5#1|VYti*kVon0|ZSt!8;`C?pJSqU6CkW`t^UJ|vy zYiT_LlP59O{Q%cEB~wTNV+i*(rYdiD#aErG`_q&kE$r&9x%D&)*oxAwog zm31lPi7WIzE+sR2GVU|iO0*+||G^mp2n;n0))RXJ=!%^cqG3Jx@?H34$~n1uO;32o z*Mzb@#17Dfy+Kb!>Y2h8aM%^W?D`Ydd3%?_8!YLm3>RBd3r);SAoS$aq^RoT2VuqZ zL~dnBDA_i}+Ri+&iVA12O#?{%JguDi7m}E92*Yf2E{^ilM%EC;Ee!A^SngB z3UE>hq)`AhZL8g>Z~*_RVDh~ox!P$1dQQcU6+W|Gq?I`Kawa<#lQ8`{(~6AJq8tBV z-)mag2R_1?8!DyuqZG_&_1Q8>s+z_*=~?4H38U3wn5DNeU-O?ahtZ_4v1M}o%!)ZF zCOw|wS?$xZS|d(N3`l8d`AQvRe0r>iS&U}GldGuTW30G%FE2l5kl}8J zDBl(X_9j;J4rIhS<)}BrW`5`&5K*><-)G6vg)5y0=IX_3Tg_N0OLBF~ihyg@t|I z<@w=Y1saccNY+BLeyp^+#FXrP^+-36Bw@90KtG>Z8MY_(rxp3SRcFN;%668D&b9#L zKm)=@=l@IetbG-bK^Rsg8i1Dn@X3KP-S#br#7+RcxHAYq4!iY7#Zr^*e8gihqKQX4 ztuV#3GAO_|PFI|JB(&VRq@a{FsVBs#rEOA2{D|aa(9{SC_5-ZjB+7Z`sX0&}kq?E4 z@E(lsB|`H@(AP8}Yg$O%lp~w!9NAj|qnvr@5vEW|D9s!!ZU)bbOhSDpOFt=ShyQ>C zKVAY!W^nDyxweX70VE&Qnhy=fkfw`wBAnJP8| zqiVn#8V@77soBw^dZo<-i+s(jRvwO_H36N-pZz3Mj?uX{pYDoD$ULi(i+z7-DlaZtoQoYo z*W&NbIlDggi6v1~JX6%0RqK8vuSSP&DzHfhOh_m;eZ89nj5F@Vc;+aURecA!d24}o(KI=gG~e_mrW_++NlRF!Z4#XDPK+T3{hvTTOVaq z%H5*k%t#!_dKNm)8CY!hpO>Mq(dl1N!uJd4*{vr9^ulQ6&be+>2^Yr>n&Y)AS-&uH z7m9}RVi=P&UKYcsu>W$SC}gVBWaBdl{M%AZR#L+h_nAn(gIAI;FC?@^Z5I{*}?V4|VVQV2R} zW9c9M{6EtE;k7!~re1`0*`?6%cUwXm;QRk#rzZWAr>^P>0|L`6^=vlOSEjkWFyLPd zR11ahQT|83QzG6B?L~Vs}FUa@RBu(XS5%x4?V^ME7_-% zBt?HG%pVC-pVW4S`P`2)d`; z;~I=V*n5CT1*gzHOjNcsU6+_*%X82JaDEkL% zIcVU>!{_9m%Hy*F;NqX`sK=X21PkjY0^XSTZULxJ{_r?Agog2N=fFF5xFN*0YTPiit?pN{WLh;32_SKe)FLqiBuyXB^P>4`R8yIw;CL zB;oIEHL(~fgAB(f+w-lkQDLrnmvQ97E60z#3HtU4TVpo>{nD~CidhKeL^ZcS7j9$XPdyhZHwNW!w02T6zB#< z8I)2P%5WfSJr5R&pJ_Mu@Vl66MjGDM^i6_=dZn8PSshT~V06#y8()dm3dT_DDOxs{ zQ1NRuBKPe@{xZ|OB8&=3$d8VvA(op^@$W2OW&UB6;EGUn9|IuQ9!-?I|Mh8z)CU%@ zd?27Ekjni*57yJPs@m>QoXQ4!uR>nuy=fC z>4P$*e$G}F$zB^KKv1xL!kXrAWts0R25IiRB09pMx*4%-P-mJbDHKVh5@R#|$-oe1 zJ5)*!J*wp4vHDSSO1AFq@WP;wVN5juisAt71_hdsbhAvoVlh_7E193LL(=#g=E0J$ zZBWUw!psl-nBSj2nEKf`gR+G(>@!Io`R~%5P&E_o(|(CcUTD}w-@mmF-2BvQAUg_5 zx+QT(i#Uh07=_30#PxmBPSFNY1Eb6fZv?)Xl>|PPU{H5g#?g1Po1o(nh_k;VNJdfr zdV^^h3t$aETZh8Rx^@mrXE&ZnP1_#H{V$kZ+u`=q zf8aRN6F@~KjLo*E80b->Y(kgyRp??s1@(v=wH#tfuslNdawmlK>uIyw;G#`{@~XU{ zG)tU~adycifEuzF*Ai=`1+!k`V5$drv$20-eG2NCm;dIG|KqcVT>R(;#5&7bVwipm~Eo^Ylb{d42f!<0BX1oiRM0$Zbx~O;%QGOCuee7 zK?oSL_S;%sGkEeFZD%@c2&YeBc(Sc#95DklcB@ZD?5X9rQ-h*Xlb3=DXP6odBt3;~ zqKy~^4VR7GG-(I=YNycNG1NyFugDkp2iN`(T4Uuf!GwPzsZYMHq~7`j7QuVldp}(r z{_!QxA8kEPCoMT!i84vPdHCs_2wes!Wa>A?$ZOXivvo0$cTfb4<4y;vB?pdtSVubzsV+Ux5oml`kc_kw$uJV8 z(Mg^LJw4n^jsT#iJEOGq4i~C$?L>ccJ`v1XCpI4dnbBi)+=ig-WZH?o81QO`1)eE- z?EH~2Asn>V=ZsnIU6ld76KfEm&zWaHkT`uYI@{^C3)txZvvr&@G?y$l0V~!^t1uXH zu#-v4bHQ#GSh}pZkL0S1dO`AaqWk`ejWlHhq2g1Uq!8!Vspz+;WxjO5xOI9YhU9U` z75Gx8`Aif-Bh$$j30fp+aGC051t>8%AY3t&=QVyIMLHeh*lM5CMQO$Cz^@`BrDOsi zi&Sk|5(M`9#5vrN@L&#J-t*GpQcLb2X5i6|L;+fhR$J0y;tnmsjOpkPMK3_G^{B_3 zHG8kEEVlz$o`o)0B7ou>H%Xt7CpG;Cacf=_p3e?CQB`Z}0Ro+g9wZ<%8@|+g!WE-KJ zxd|80f+=1Q3avthfrz&X(mV*P8afO%44ihDtsk8$(D)yc);n;&=c4 z=Uk2u&7$qCvu1|rii=IfQQ&XyC>G7r66hObQ&C_DY9gndm>Bjo-_HhwnlqkH-#rs` z^J;)u!~ic)%Z&|iZg3uSj01PKQx-_wX6X?tulFMe z;c)IEDyir%JBrx1S7?F1#a@+t|M|K?+GSDQV?y`_$Fz@p_{^l{6YIUfnsj-ul!FFD ze{m==nW)MIo_1X%N_8Vm_SN*k7U!7vQj8=!lB@*5T?kF+t0;@j61fS# zrk1F@p_NX!7lud5o(kocqguDtIDZ&q0~9uwq%$W;sH7W>1n_?*>d}7PDkheLPCPjM zs9iwVpJQ4yPdf7L(;3ngKeSmJB1OY7NuGXq>nmf!?{Wr&#uoIL9D^iQ$zl*h*#-A4 zc6C}RX?dbEqxl(Na~*m`Bb1Rz35c*}W%Vx}Q`TTsVhVYrl&(?eRZCU7Uo!HLZywBe zr+-lqrhhfyo^zkRpBI2gHUg%~7{%0)@TJlzX|ctl$bhS(J>0BdN|0iL+xZ+9Z2*TGhU4?)LZ9%6GyLbFqg z_=Afg$!>DFdu09p|6UbL4gpUAfB|`S-I}zmo;=ErHre~+2WhIf6wnSTA}hVHJ{eXne2t&3*b$f>{oxV&qeXn4tJ-q&eu zYW8;B$LIFRcaMG7Zoa>2-1}>J>$}@$smRaS=6;^LoUGlqhj#ayeXYN5+Ix1Z{jHh% zczl?er;TQ6xm=e5QtL%Ex+Uw`zI1+xv;Uec%4<%8Yt?i2d1& zrktl{%ByN;>dBnf*Ug*Fx!K67*1hV9%&gn*XaCBtXUwX*u5SK{r^sxn=f`Mghk0tu z#@}k}`@LsukKWqI+sepqiMjpCevEz3&Fie4cG}zl&lrJuP^*FYGGH-^e!ky5u<&3S zhQ&caU>=!JMWZ4PED(Wc9O_9H)iey_!7w4mu_%S1cTYXZQXb0Un+Yw2S+E!e5fo0O z!R!e!CK@;nwG?K-QqPkt40s7mD20UxM#C^Tj+Nl3Cy`Jbs%fkUjDy07GP@Vu9A001Qbz!+! zPhg>dE!q=UD6n8pV4=X>;$2;vdy)BbQIieN*uAxrAC3Rod@a#XkGB_b``KOZpF0)N z|Ge$+|Nqd?Jl}qCO}Sqc`54hnJD<_kk#pB>*Zs_H(|++25wpGh^s@gpZxON4?d(4P z*FPUk{XTg)ZP)qp-y9KbeeJs$9q--tHoY$sPn|P0eckgpb(hhU(UJ3UAK%{e_b>TS zO%DUxhR#6H!cpx$AqRpYfaj$JWB2*NN7%=5WVVOb)o zpOAy=PDm44h+wFtEPa;jP)(yIRzrdYy_cj>PvYR|n4ORVNeIYuB zAP*G*F(5fFp^69cSWvu}P{p!D81&hKTkBGo1rFsT3Lb}H>@`w2kw&LK$ZW4X6a>Yi zI575voJV;m4(G3{2{{QQl*O!skpL}}@$3^TV?v8@6h=jpEJZ=Zn%#q?tVq*fa2qGo zFbab5B#H#%I0=n%G>m#MPw2rk3=fvVNbx8RCe*`11Vc$A3q(C&dO{8(859g~8ps0+ zi*Xh}a2Rf#kOPS`9pv7TAt(ee*1j00pWr;j1ajb|#J>(^{ED4WNZzMIIiJg%%O?F>)Weia3;lqTZ5pIu?e(a5JGt z1Oh@{9zGamQLz22=!Xd*q`~DM_iaMzL8Az8WZX;0VHSo*!!X!|FbspeL%!41uoQ|% zaj+C-fpI3}RHy+K3P?Z;)U%}^j-sH>5{qH9J`#!nf98ZtLDa*hC&XZEb_p>NPop3# z%G7vn&w?_Cy*y6UqUPFCm65J`ziL97Ta$?Gjpv1Oy(ilBJRO z%V|qt79d~mIVOZ+`m>(ofk@D(J`xcJ(==A1IO=H<#`7a~LQJC&$mWEy6M|GkbXrNH zfO(cCc#kcj}1%@%Gqj_Q)hRSFpNs`th6G$K!7!r&|#B_O>XPMjs6M%q6 zMFEjC9tuW548%YT!Y~K|F${tr41zES!%!F!l5?vK+8DV4A-TR1Kl$>QIp!*5lv3F9 z^3x)jKUcnBra-IzsOe`mLL^{GMSN_Gva}el2+y{#ZUC{S0lbfHWK38A7ZK?0`d`V3 z(IdvJLg}-m5QRN(##4U`F%4dof|h-U$7&cBY3osHz2|zXVJX{J^QB_I)d~0@N%_~hAY zzg!{Zq_qs=a5v{u+^;y#KqV1Y!diJ^gMp7aRvMW6T(ao@YcyNhZ^(1@bRts;ZSW>^ z{|ddze!9WX?AJR_K_3Nt8t`(!m4&c1K;cEKTf%;I#&m>H&EKD8v$C*`| zzsNY&!YqS3;#6!<(yrGCHf4|fu-WdD13v8+`9XYhU`;OK|=KW#N3<~LL{mY3x-%2zX$b6lPgI#Jlns#@I1zFMcq90YqIXEQ2!M&K^7vRHgRx?^N?l}af$1Qy_{7Z{|srV>(JRK&#E9SBJd1T6C zTx036^bfUNzR5wky4szaxS5S3Hy_b!Oa$kA21`i;<S9aYTZwiwL=xh1vYuh3K(UXuaGnoc=*wPWzXh7q+tW+`k0u`yL4 zzg6=&FFa=BNKn>5+SE6jgj*|**CNO%R5g8XDw%y9` zPZsL@$FzouYkVK}rOIIg{>+XPT3G3nP{u+_9cLT>!sso7VPta-Y*Nx%GO)Gs-B8>) zbQznfDW8v=h!7?{iIh-glq1RI(4@gsYDS3nw?TXQ#J6Hv3Jr>s%?O07sp{m6Pfy}S zh@Mo6$kWd_&D`krvJM=P;m(46Yz%Z>A?D;@3o;(n80k>w9i@9mNs)dXL3BX9Gnu4) z>a_PjHAs!Xb%$^*zi143IvrA16DF8ZJa(tuqyJ*FRu$DiI8hhH1c%`@-!Ro#IUKSY zq>+q2+&8&xI)PNmUGGVzPUu8Jxy$dFpgLMp6{()1(x5AK(NI(QwV-q>-r8K%I4wTG zO7*EXw_hH+(e{sdbKC%q#M`3S6%gRO(Ibi%i$XSGtU5i0f9QRR0ms}1a>f+Rm1z|Q zkHpmSM#~gM@gHhML?K^Hjhn>6+H|tqj7y9+^6cK{3lWwZC` zSalALm}i|=#!us^xDs=cF;)p=?Mz37K-&<+Ikf;E9%9xYzH4f!(SH5xA{DXOIn>j` zeHmtxRrr=Wlmu%h3A17`&++7Kr^Q0HznT^&6ga1elC%rV7ajjhK%8d<^#8P(r8;tF zM}xR;Oh}Zn;*R8&1BF_7mIRBBDSdOhU5zEt5(IDH7Z7w*=(+*ySUa%Zm5ZO5b0>e` zii87=15;H-1WV^z`GG5qbZ8UCNW{+qYzTCQV^zuEA-XkQz}dboOvUfO_(2QqRwyPd z3b_nCxj<@(Wx2UuGp6NEi?vAkiFmAngTvn^l;~$M&_*5=^94QK09}_|6wO327#V@=y&C$<>Nw8W!YgLO$p3C6M}IVUc>{8E9SU3cz|n3o+9SoSuEFj zk^c0ae92SW(Pby~F#p8}@-+547Q{1sI@$i8MyK009j_7MdW16qn#`oCNXrF4Z8hFB z4RRm6SZ!9GT4u;lst1^iSkiTA6XI5O-D<*ncCgOH`+o& z{iTJaUT_ye1vy;!SYphBv^stZLRt9agJJ6~BYbwB1Mo!$|1h0FL_QT_P;%HADH@|$?dB8%q^FW4 zaRnOy%vzAArfWe@FH@a)WFb#S#FHFIZw1C|*e)N9`z--jK?nVj&fxmH0btCOu-8m_ z0*XeaCwn>7ks8%PsSgYD)F~Jm+9h-2!-Vehq<&4GeGED}r*u{VE(g+f z2f)Yao;XW`W@iH8Tf||R;KAA#B;=;P823h|sA}78Ivhr8cmM(JE*9H_5HH!0VFXl> zD;lK?V~f+fgcq!ZwH`h+4iPhds0Ao2vpyPd)j~e1P*I8zpueQvEp6Z`@x86(%&YT- z_DRLw{sS1<)F&WaazAPiu!p2**Z%>LWd;^a-_j zO1)21iB-bDtwGXrxz1cvhTtmCm{T}=Q}X3~!Bu=$z?}IDV8?c9x)E7M^lx5KAGU=( zNLVAi{JH@ORHIfHbawU7nuS39OAE|^^+UAZ9o);+1QnoQ6zz& z3}Q=yimg(f*OjshGaNzPW!u$NR~x3j;a>wrX{L17RfkphVuY487MBd?%%ZRk|00RMt6aH&%!6Yy?N&^hb;UptkzamNy`DENP>f3wC0H$Mcmm6hp^{(; zb6#w6kvvI~j<#lwI$+)-E6yuFISe9fN079spkIfi?wp&4=8tNlEzlOeIymg)r*{I# zO|MGY%r=R}A%;HDtKhYnF~pnhEJyuu8*t+V|z#wPWZa?oMw!yu{|0WWN`7?S2NrNr&D5+EOqdZ=GoZ7ja=_n;{#tchU1Z4T~ZD8snyFjJr@~b zVuVTpt1zE_$5jE-Box|?nsr<6uC=uZ0S0*qLLe7t=idh5 zbDEb^VW|oXG}Z%WkOzAdh&ij>!KQaGTzth#?3k3MJKe=(eEHxmpc49;$&IfnKwf`U z*9oJ%E0U67J#v-Ryq=ggLzh&-*Ue^>$;5jFuYy{*pl~^6yTR(qXvB)j=dTdh+)KSv z^q3}$gH-7 Gh~Ev#pf*ha literal 0 HcmV?d00001 diff --git a/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/AppFilterSuite.scala b/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/AppFilterSuite.scala index 869e56acf..63e3265f3 100644 --- a/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/AppFilterSuite.scala +++ b/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/AppFilterSuite.scala @@ -151,13 +151,13 @@ class AppFilterSuite extends BaseTestSuite { } val appsToTest = Array(TestEventLogInfo("ndshours18", msHoursAgo(18), 1), - TestEventLogInfo("ndsweeks2", msWeeksAgo(2), 1), - TestEventLogInfo("ndsmonths4", msMonthsAgo(5), 1), - TestEventLogInfo("ndsdays3", msDaysAgo(3), 1), - TestEventLogInfo("ndsmins34", msMinAgo(34), 1), - TestEventLogInfo("nds86", msDaysAgo(4), 1), - TestEventLogInfo("nds86", msWeeksAgo(2), 2), - TestEventLogInfo("otherapp", msWeeksAgo(2), 1)) + TestEventLogInfo("ndsweeks2", msWeeksAgo(2), 2), + TestEventLogInfo("ndsmonths4", msMonthsAgo(5), 3), + TestEventLogInfo("ndsdays3", msDaysAgo(3), 4), + TestEventLogInfo("ndsmins34", msMinAgo(34), 5), + TestEventLogInfo("nds86", msDaysAgo(4), 6), + TestEventLogInfo("nds86", msWeeksAgo(2), 7), + TestEventLogInfo("otherapp", msWeeksAgo(2), 8)) test("app name and start time 20m") { testTimePeriodAndStart(appsToTest, "20m", "nds", appsToTest.size - 1) @@ -225,9 +225,9 @@ class AppFilterSuite extends BaseTestSuite { private val appsWithFsToTest = Array( TestEventLogFSAndAppNameInfo("ndshours18", msHoursAgo(18), 1), - TestEventLogFSAndAppNameInfo("ndsweeks2", msWeeksAgo(2), 1), - TestEventLogFSAndAppNameInfo("nds86", msDaysAgo(4), 1), - TestEventLogFSAndAppNameInfo("nds86", msWeeksAgo(2), 2)) + TestEventLogFSAndAppNameInfo("ndsweeks2", msWeeksAgo(2), 2), + TestEventLogFSAndAppNameInfo("nds86", msDaysAgo(4), 3), + TestEventLogFSAndAppNameInfo("nds86", msWeeksAgo(2), 4)) test("app name exact and fs 10-newest-filesystem") { testFileSystemTimeAndStart(appsWithFsToTest, "10-newest-filesystem", "nds86", 2) @@ -356,9 +356,9 @@ class AppFilterSuite extends BaseTestSuite { private val appsFullWithFsToTest = Array( TestEventLogFSAndAppInfo("app-ndshours18", msHoursAgo(16), "ndshours18", msHoursAgo(18), 1), - TestEventLogFSAndAppInfo("app-ndsweeks2", msWeeksAgo(2), "ndsweeks2", msWeeksAgo(2), 1), - TestEventLogFSAndAppInfo("app-nds86-1", msDaysAgo(3), "nds86", msDaysAgo(4), 1), - TestEventLogFSAndAppInfo("app-nds86-2", msDaysAgo(13), "nds86", msWeeksAgo(2), 2)) + TestEventLogFSAndAppInfo("app-ndsweeks2", msWeeksAgo(2), "ndsweeks2", msWeeksAgo(2), 2), + TestEventLogFSAndAppInfo("app-nds86-1", msDaysAgo(3), "nds86", msDaysAgo(4), 3), + TestEventLogFSAndAppInfo("app-nds86-2", msDaysAgo(13), "nds86", msWeeksAgo(2), 4)) test("full app name exact and fs 10-newest-filesystem 6 days") { testFileSystemTimeAndStartAndAppFull(appsFullWithFsToTest, "10-newest-filesystem", @@ -460,37 +460,48 @@ class AppFilterSuite extends BaseTestSuite { private val appsWithAppNameCriteriaToTest = Array( TestEventLogFSAndAppInfo("app-ndshours18", msHoursAgo(16), "ndshours18", msHoursAgo(18), 1), - TestEventLogFSAndAppInfo("app-ndsweeks-1", msWeeksAgo(1), "ndsweeks", msWeeksAgo(1), 1), - TestEventLogFSAndAppInfo("app-ndsweeks-2", msWeeksAgo(2), "ndsweeks", msWeeksAgo(2), 2), - TestEventLogFSAndAppInfo("app-nds86-1", msDaysAgo(3), "nds86", msDaysAgo(4), 1), - TestEventLogFSAndAppInfo("app-nds86-2", msDaysAgo(13), "nds86", msWeeksAgo(2), 2), - TestEventLogFSAndAppInfo("app-nds86-3", msDaysAgo(18), "nds86", msWeeksAgo(3), 3)) + TestEventLogFSAndAppInfo("app-ndsweeks-1", msWeeksAgo(1), "ndsweeks", msWeeksAgo(1), 2), + TestEventLogFSAndAppInfo("app-ndsweeks-2", msWeeksAgo(2), "ndsweeks", msWeeksAgo(2), 3), + TestEventLogFSAndAppInfo("app-nds86-1", msDaysAgo(3), "nds86", msDaysAgo(4), 4), + TestEventLogFSAndAppInfo("app-nds86-2", msDaysAgo(13), "nds86", msWeeksAgo(2), 5), + TestEventLogFSAndAppInfo("app-nds86-3", msDaysAgo(18), "nds86", msWeeksAgo(3), 6)) test("standalone 1-oldest-per-app-name") { - val expected = Array(("ndshours18", "local-162610430031"), ("ndsweeks", "local-162610430032"), - ("nds86", "local-162610430033")) + val expected = Array( + ("ndshours18", "local-162610430031"), + ("ndsweeks", "local-162610430033"), + ("nds86", "local-162610430036")) testAppFilterCriteriaAndPerAppName(appsWithAppNameCriteriaToTest, "1-oldest-per-app-name", 3, expected) } test("standalone 2-newest-per-app-name") { - val expected = Array(("ndshours18", "local-162610430031"), ("ndsweeks", "local-162610430031"), - ("ndsweeks", "local-162610430032"), ("nds86", "local-162610430031"), - ("nds86", "local-162610430032")) + val expected = Array( + ("ndshours18", "local-162610430031"), + ("ndsweeks", "local-162610430032"), + ("ndsweeks", "local-162610430033"), + ("nds86", "local-162610430034"), + ("nds86", "local-162610430035")) testAppFilterCriteriaAndPerAppName(appsWithAppNameCriteriaToTest, "2-newest-per-app-name", 5, expected) } test("standalone 2-newest based on app time") { - val expected = Array(("ndshours18", "local-162610430031"), ("nds86", "local-162610430031")) + val expected = Array( + ("ndshours18", "local-162610430031"), + ("nds86", "local-162610430034")) testAppFilterCriteriaAndPerAppName(appsWithAppNameCriteriaToTest, "2-newest", 2, expected) } test("standalone 10-oldest based on app time") { - val expected = Array(("nds86", "local-162610430031"), ("nds86", "local-162610430032"), - ("nds86", "local-162610430033"), ("ndsweeks", "local-162610430031"), - ("ndsweeks", "local-162610430032"), ("ndshours18", "local-162610430031")) + val expected = Array( + ("ndshours18", "local-162610430031"), + ("ndsweeks", "local-162610430032"), + ("ndsweeks", "local-162610430033"), + ("nds86", "local-162610430034"), + ("nds86", "local-162610430035"), + ("nds86", "local-162610430036")) testAppFilterCriteriaAndPerAppName(appsWithAppNameCriteriaToTest, "10-oldest", 6, expected) } @@ -537,14 +548,14 @@ class AppFilterSuite extends BaseTestSuite { TestRegexAppNameAndUserName("app-ndshours18", msHoursAgo(16), "ndshours18", msHoursAgo(18), 1, "user1"), TestRegexAppNameAndUserName("app-ndsweeks-1", msWeeksAgo(1), "ndsweeks", - msWeeksAgo(1), 1, "user1"), + msWeeksAgo(1), 2, "user1"), TestRegexAppNameAndUserName("app-ndsweeks-2", msWeeksAgo(2), "ndsweeks", - msWeeksAgo(2), 2, "user2"), + msWeeksAgo(2), 3, "user2"), TestRegexAppNameAndUserName("app-ndsweeks-3", msWeeksAgo(3), "Ndsweeks", - msWeeksAgo(3), 3, "user3"), - TestRegexAppNameAndUserName("app-nds86-1", msDaysAgo(3), "nds86", msDaysAgo(4), 1, "user1"), - TestRegexAppNameAndUserName("app-nds86-2", msDaysAgo(13), "Nds86", msWeeksAgo(2), 2, "user2"), - TestRegexAppNameAndUserName("app-nds86-3", msDaysAgo(18), "nds86", msWeeksAgo(3), 3, "user3")) + msWeeksAgo(3), 4, "user3"), + TestRegexAppNameAndUserName("app-nds86-1", msDaysAgo(3), "nds86", msDaysAgo(4), 5, "user1"), + TestRegexAppNameAndUserName("app-nds86-2", msDaysAgo(13), "Nds86", msWeeksAgo(2), 6, "user2"), + TestRegexAppNameAndUserName("app-nds86-3", msDaysAgo(18), "nds86", msWeeksAgo(3), 7, "user3")) test("App Name Regex match with all user name") { testAppNameRegexAndUserName(appsWithAppNameRegexAndUserNameToTest, @@ -625,17 +636,17 @@ class AppFilterSuite extends BaseTestSuite { TestConjunctionAndDisjunction("app-ndshours18", msHoursAgo(16), "Ndshours18", msHoursAgo(18), 1, "user1"), TestConjunctionAndDisjunction("app-Ndsweeks-1", msWeeksAgo(1), "ndsweeks", - msWeeksAgo(1), 1, "user1"), + msWeeksAgo(1), 2, "user1"), TestConjunctionAndDisjunction("app-ndsweeks-2", msWeeksAgo(2), "Ndsweeks", - msWeeksAgo(2), 2, "user2"), + msWeeksAgo(2), 3, "user2"), TestConjunctionAndDisjunction("app-ndsweeks-3", msWeeksAgo(3), "ndsweeks", - msWeeksAgo(3), 3, "user3"), + msWeeksAgo(3), 4, "user3"), TestConjunctionAndDisjunction("app-Nds86-1", msDaysAgo(3), "nds86", - msDaysAgo(4), 1, "user1"), + msDaysAgo(4), 5, "user1"), TestConjunctionAndDisjunction("app-nds86-2", msDaysAgo(6), "nds86", - msWeeksAgo(1), 2, "user2"), + msWeeksAgo(1), 6, "user2"), TestConjunctionAndDisjunction("app-nds86-3", msDaysAgo(18), "nds86", - msWeeksAgo(3), 3, "user3")) + msWeeksAgo(3), 7, "user3")) test("Test disjunction all filters") { testConjunctionAndDisjunction(appsNameConjunctionAndDisjunctionToTest, @@ -846,12 +857,14 @@ class AppFilterSuite extends BaseTestSuite { TrampolineUtil.withTempDir { tmpEventLogDir => val fileNames = apps.map { app => + val userPattern = "user(\\d+)".r + val userId = userPattern.findFirstMatchIn(app.userName).get.group(1).toInt val elogFile = Paths.get(tmpEventLogDir.getAbsolutePath, app.fileName) // scalastyle:off line.size.limit val supText = s"""{"Event":"SparkListenerLogStart","Spark Version":"3.1.1"} |{"Event":"SparkListenerApplicationStart","App Name":"${app.appName}", "App ID":"local-16261043003${app.uniqueId}","Timestamp":${app.appTime}, "User":"${app.userName}"} - |{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre"},"Spark Properties":{"spark.driver.host":"10.10.19.1${app.uniqueId}","spark.app.name":"${app.appName}","spark.driver.port":"4349${app.uniqueId}","spark.eventLog.enabled":"true","spark.master":"spark://5.6.7.8:707${app.uniqueId + 4}","spark.redaction.regex":"*********(redacted)","spark.eventLog.dir":"file:///tmp/spark-events-${app.uniqueId}","spark.sql.maven.additionalRemoteRepositories":"https://maven-central.storage-download.googleapis.com/maven2/","spark.sql.hive.metastore.sharedPrefixes":"com.mysql.jdbc,org.postgresql,com.microsoft.sqlserver","spark.shuffle.io.maxRetries":"${app.uniqueId}","spark.shuffle.registration.maxAttempts":"${app.uniqueId + 1}"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s"},"System Properties":{"java.io.tmpdir":"/tmp"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath"}}""".stripMargin + |{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre"},"Spark Properties":{"spark.driver.host":"10.10.19.1$userId","spark.app.name":"${app.appName}","spark.driver.port":"4349$userId","spark.eventLog.enabled":"true","spark.master":"spark://5.6.7.8:707${userId + 4}","spark.redaction.regex":"*********(redacted)","spark.eventLog.dir":"file:///tmp/spark-events-$userId","spark.sql.maven.additionalRemoteRepositories":"https://maven-central.storage-download.googleapis.com/maven2/","spark.sql.hive.metastore.sharedPrefixes":"com.mysql.jdbc,org.postgresql,com.microsoft.sqlserver","spark.shuffle.io.maxRetries":"$userId","spark.shuffle.registration.maxAttempts":"${userId + 1}"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s"},"System Properties":{"java.io.tmpdir":"/tmp"},"Classpath Entries":{"/home/user1/runspace/spark311/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath"}}""".stripMargin // scalastyle:on line.size.limit Files.write(elogFile, supText.getBytes(StandardCharsets.UTF_8)) new File(elogFile.toString).setLastModified(app.fsTime) @@ -871,7 +884,7 @@ class AppFilterSuite extends BaseTestSuite { } } } - + test("Test filtering eventlog with missing start event") { TrampolineUtil.withTempDir { outpath => TrampolineUtil.withTempDir { tmpEventLogDir => diff --git a/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala b/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala index 547f0f310..d1d4eecad 100644 --- a/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala +++ b/core/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala @@ -533,11 +533,13 @@ class QualificationSuite extends BaseTestSuite { val allArgs = Array( "--output-directory", outpath.getAbsolutePath()) - - val appArgs = new QualificationArgs(allArgs ++ logFiles) - val (exit, appSum) = QualificationMain.mainInternal(appArgs) - assert(exit == 0) - assert(appSum.size == pwList.length + 1) + // test qualification one file at a time to avoid merging results as a single app + for (logFile <- logFiles) { + val appArgs = new QualificationArgs(allArgs ++ Array(logFile)) + val (exit, appSum) = QualificationMain.mainInternal(appArgs) + assert(exit == 0) + assert(appSum.size == 1) + } // test Profiler val apps = ToolTestUtils.processProfileApps(logFiles, sparkSession) assert(apps.size == pwList.length + 1) @@ -1750,6 +1752,57 @@ class QualificationSuite extends BaseTestSuite { val expectedStatus = Some(StatusReportCounts(2, 1, 0, 0)) runQualificationTest(logFiles, expectedStatus = expectedStatus) } + + test("process multiple attempts of the same app ID and skip lower attempts") { + TrampolineUtil.withTempDir { outPath => + val baseArgs = Array("--output-directory", + outPath.getAbsolutePath, + "-n", "12", + s"$logDir/multiple_attempts/*") + val appArgs = new QualificationArgs(baseArgs) + val (exitCode, result) = QualificationMain.mainInternal(appArgs) + assert(exitCode == 0 && result.size == 1, + "Qualification tool returned unexpected results.") + + val statusResultFile = s"$outPath/${QualOutputWriter.LOGFILE_NAME}/" + + s"${QualOutputWriter.LOGFILE_NAME}_status.csv" + + // Verify that the status file contains the expected messages for skipped + // attempts (1, 2, 3) and thus only the latest attempt (4) is processed. + val statusFileContents = UTF8Source.fromFile(statusResultFile).mkString + Seq(1, 2, 3).foreach { attemptId => + val expectedMessage = s"skipping this attempt $attemptId as a newer " + + "attemptId is being processed" + assert(statusFileContents.contains(expectedMessage), + s"Expected message not found in status file: $expectedMessage") + } + + // Status counts: 1 SUCCESS, 0 FAILURE, 3 SKIPPED, 0 UNKNOWN + val expectedStatusCount = StatusReportCounts(1, 0, 3, 0) + ToolTestUtils.compareStatusReport(sparkSession, expectedStatusCount, statusResultFile) + } + } + + ignore("process multiple event logs with same app ID and attempt ID: Not supported") { + TrampolineUtil.withTempDir { outPath => + val baseArgs = Array("--output-directory", + outPath.getAbsolutePath, + s"$logDir/eventlog_same_app_id_1.zstd", + s"$logDir/eventlog_same_app_id_2.zstd") + val appArgs = new QualificationArgs(baseArgs) + val (exitCode, result) = QualificationMain.mainInternal(appArgs) + assert(exitCode == 0 && result.size == 1, + "Qualification tool returned unexpected results.") + + val statusResultFile = s"$outPath/${QualOutputWriter.LOGFILE_NAME}/" + + s"${QualOutputWriter.LOGFILE_NAME}_status.csv" + + // Only one of the event logs should be processed and the other should be skipped. + // Status counts: 1 SUCCESS, 0 FAILURE, 1 SKIPPED, 0 UNKNOWN + val expectedStatusCount = StatusReportCounts(1, 0, 1, 0) + ToolTestUtils.compareStatusReport(sparkSession, expectedStatusCount, statusResultFile) + } + } } class ToolTestListener extends SparkListener {